2024-08-17T16:31:04.974 INFO:root:teuthology version: 1.2.0 2024-08-17T16:31:04.998 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T16:31:05.104 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309 branch: main description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7858309' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(POOL_APP_NOT_ENABLED\) - OSD_DOWN - mons down - mon down - MON_DOWN - out of quorum - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSDMAP_FLAGS - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 91f88e4d132ac08dc53355fa3d9717a53236a3a9 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 17 sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 sleep_before_teardown: 0 subset: 11/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 91f88e4d132ac08dc53355fa3d9717a53236a3a9 targets: smithi001.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCi1ExZ62JO9OPbfLNDkUudt8zg9sdoeRIbcVixPawcMdy4k+TnnpMGPo5B9qoJwsg/PbOWzt4wklITtHwg+0D0= smithi189.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHhRtAdzFvDP9WzD/+ThG7ycha8L8NIiHF9/BveklNKdT5zLdR3uQONoPD6b1Gi3Y423hyuofsxXuAwqh5VDX1w= tasks: - pexec: all: - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 67db276914d29505c9707d04f3a3b8fb9d8aee4b timestamp: 2024-08-17_03:08:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-17T16:31:05.105 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa; will attempt to use it 2024-08-17T16:31:05.105 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks 2024-08-17T16:31:05.106 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-17T16:31:05.107 INFO:teuthology.task.internal:Checking packages... 2024-08-17T16:31:05.127 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453' 2024-08-17T16:31:05.128 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:31:05.128 INFO:teuthology.packaging:ref: None 2024-08-17T16:31:05.128 INFO:teuthology.packaging:tag: None 2024-08-17T16:31:05.128 INFO:teuthology.packaging:branch: main 2024-08-17T16:31:05.128 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:31:05.128 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-08-17T16:31:05.378 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5842.g4887e20f 2024-08-17T16:31:05.379 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-17T16:31:05.386 INFO:teuthology.task.internal:no buildpackages task found 2024-08-17T16:31:05.386 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-17T16:31:05.395 INFO:teuthology.task.internal:Saving configuration 2024-08-17T16:31:05.412 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-17T16:31:05.419 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-17T16:31:05.451 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi001.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 16:25:55.363870', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCi1ExZ62JO9OPbfLNDkUudt8zg9sdoeRIbcVixPawcMdy4k+TnnpMGPo5B9qoJwsg/PbOWzt4wklITtHwg+0D0='} 2024-08-17T16:31:05.482 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi189.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 16:25:55.365477', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHhRtAdzFvDP9WzD/+ThG7ycha8L8NIiHF9/BveklNKdT5zLdR3uQONoPD6b1Gi3Y423hyuofsxXuAwqh5VDX1w='} 2024-08-17T16:31:05.483 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-17T16:31:05.489 INFO:teuthology.task.internal:roles: ubuntu@smithi001.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-17T16:31:05.489 INFO:teuthology.task.internal:roles: ubuntu@smithi189.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-17T16:31:05.489 INFO:teuthology.run_tasks:Running task console_log... 2024-08-17T16:31:05.566 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb8d8297ac0>, signals=[15]) 2024-08-17T16:31:05.566 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-17T16:31:05.572 INFO:teuthology.task.internal:Opening connections... 2024-08-17T16:31:05.572 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi001.front.sepia.ceph.com 2024-08-17T16:31:05.573 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:31:05.657 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi189.front.sepia.ceph.com 2024-08-17T16:31:05.658 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:31:05.738 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-17T16:31:05.744 DEBUG:teuthology.orchestra.run.smithi001:> uname -m 2024-08-17T16:31:05.763 INFO:teuthology.orchestra.run.smithi001.stdout:x86_64 2024-08-17T16:31:05.763 DEBUG:teuthology.orchestra.run.smithi001:> cat /etc/os-release 2024-08-17T16:31:05.820 INFO:teuthology.orchestra.run.smithi001.stdout:NAME="CentOS Stream" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION="9" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:ID="centos" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:ID_LIKE="rhel fedora" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION_ID="9" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:PLATFORM_ID="platform:el9" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:ANSI_COLOR="0;31" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:LOGO="fedora-logo-icon" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:HOME_URL="https://centos.org/" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T16:31:05.821 INFO:teuthology.orchestra.run.smithi001.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T16:31:05.822 INFO:teuthology.lock.ops:Updating smithi001.front.sepia.ceph.com on lock server 2024-08-17T16:31:05.849 DEBUG:teuthology.orchestra.run.smithi189:> uname -m 2024-08-17T16:31:05.867 INFO:teuthology.orchestra.run.smithi189.stdout:x86_64 2024-08-17T16:31:05.868 DEBUG:teuthology.orchestra.run.smithi189:> cat /etc/os-release 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:NAME="CentOS Stream" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION="9" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:ID="centos" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:ID_LIKE="rhel fedora" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:VERSION_ID="9" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:PLATFORM_ID="platform:el9" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:ANSI_COLOR="0;31" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:LOGO="fedora-logo-icon" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:HOME_URL="https://centos.org/" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T16:31:05.925 INFO:teuthology.orchestra.run.smithi189.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T16:31:05.926 INFO:teuthology.orchestra.run.smithi189.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T16:31:05.926 INFO:teuthology.lock.ops:Updating smithi189.front.sepia.ceph.com on lock server 2024-08-17T16:31:05.958 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-17T16:31:05.967 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-17T16:31:05.972 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-17T16:31:05.972 DEBUG:teuthology.orchestra.run.smithi001:> test '!' -e /home/ubuntu/cephtest 2024-08-17T16:31:05.975 DEBUG:teuthology.orchestra.run.smithi189:> test '!' -e /home/ubuntu/cephtest 2024-08-17T16:31:05.991 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-17T16:31:05.999 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-17T16:31:06.000 DEBUG:teuthology.orchestra.run.smithi001:> test -z $(ls -A /var/lib/ceph) 2024-08-17T16:31:06.032 DEBUG:teuthology.orchestra.run.smithi189:> test -z $(ls -A /var/lib/ceph) 2024-08-17T16:31:06.058 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-17T16:31:06.127 INFO:teuthology.run_tasks:Running task kernel... 2024-08-17T16:31:06.141 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-17T16:31:06.141 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-17T16:31:06.142 DEBUG:teuthology.orchestra.run.smithi001:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T16:31:06.142 DEBUG:teuthology.orchestra.run.smithi189:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T16:31:06.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:31:06.159 DEBUG:teuthology.orchestra.run.smithi189:> uname -r 2024-08-17T16:31:06.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:31:06.159 DEBUG:teuthology.orchestra.run.smithi001:> uname -r 2024-08-17T16:31:06.218 INFO:teuthology.orchestra.run.smithi189.stdout:5.14.0-437.el9.x86_64 2024-08-17T16:31:06.218 INFO:teuthology.task.kernel:Running kernel on smithi189: 5.14.0-437.el9.x86_64 2024-08-17T16:31:06.219 DEBUG:teuthology.orchestra.run.smithi189:> sudo yum install -y kernel 2024-08-17T16:31:06.220 INFO:teuthology.orchestra.run.smithi001.stdout:5.14.0-437.el9.x86_64 2024-08-17T16:31:06.220 INFO:teuthology.task.kernel:Running kernel on smithi001: 5.14.0-437.el9.x86_64 2024-08-17T16:31:06.220 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum install -y kernel 2024-08-17T16:31:08.374 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.2 MB 00:00 2024-08-17T16:31:09.059 INFO:teuthology.orchestra.run.smithi189.stdout:CentOS Stream 9 - BaseOS 6.7 MB/s | 8.2 MB 00:01 2024-08-17T16:31:10.368 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-08-17T16:31:12.052 INFO:teuthology.orchestra.run.smithi189.stdout:CentOS Stream 9 - AppStream 11 MB/s | 20 MB 00:01 2024-08-17T16:31:16.286 INFO:teuthology.orchestra.run.smithi189.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.6 MB 00:00 2024-08-17T16:31:16.968 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.6 MB 00:02 2024-08-17T16:31:17.970 INFO:teuthology.orchestra.run.smithi189.stdout:CentOS Stream 9 - Extras packages 88 kB/s | 18 kB 00:00 2024-08-17T16:31:18.502 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - Extras packages 71 kB/s | 18 kB 00:00 2024-08-17T16:31:19.324 INFO:teuthology.orchestra.run.smithi189.stdout:Extra Packages for Enterprise Linux 18 MB/s | 22 MB 00:01 2024-08-17T16:31:19.847 INFO:teuthology.orchestra.run.smithi001.stdout:Extra Packages for Enterprise Linux 18 MB/s | 22 MB 00:01 2024-08-17T16:31:24.796 INFO:teuthology.orchestra.run.smithi189.stdout:lab-extras 11 kB/s | 1.7 kB 00:00 2024-08-17T16:31:25.470 INFO:teuthology.orchestra.run.smithi001.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-08-17T16:31:26.744 INFO:teuthology.orchestra.run.smithi189.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T16:31:26.744 INFO:teuthology.orchestra.run.smithi189.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T16:31:26.829 INFO:teuthology.orchestra.run.smithi189.stdout:Dependencies resolved. 2024-08-17T16:31:26.834 INFO:teuthology.orchestra.run.smithi189.stdout:================================================================================ 2024-08-17T16:31:26.834 INFO:teuthology.orchestra.run.smithi189.stdout: Package Architecture Version Repository Size 2024-08-17T16:31:26.834 INFO:teuthology.orchestra.run.smithi189.stdout:================================================================================ 2024-08-17T16:31:26.834 INFO:teuthology.orchestra.run.smithi189.stdout:Installing: 2024-08-17T16:31:26.834 INFO:teuthology.orchestra.run.smithi189.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T16:31:26.834 INFO:teuthology.orchestra.run.smithi189.stdout:Installing dependencies: 2024-08-17T16:31:26.835 INFO:teuthology.orchestra.run.smithi189.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T16:31:26.835 INFO:teuthology.orchestra.run.smithi189.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T16:31:26.835 INFO:teuthology.orchestra.run.smithi189.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T16:31:26.835 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:31:26.835 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction Summary 2024-08-17T16:31:26.835 INFO:teuthology.orchestra.run.smithi189.stdout:================================================================================ 2024-08-17T16:31:26.835 INFO:teuthology.orchestra.run.smithi189.stdout:Install 4 Packages 2024-08-17T16:31:26.835 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:31:26.836 INFO:teuthology.orchestra.run.smithi189.stdout:Total download size: 84 M 2024-08-17T16:31:26.836 INFO:teuthology.orchestra.run.smithi189.stdout:Installed size: 126 M 2024-08-17T16:31:26.836 INFO:teuthology.orchestra.run.smithi189.stdout:Downloading Packages: 2024-08-17T16:31:27.484 INFO:teuthology.orchestra.run.smithi001.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T16:31:27.485 INFO:teuthology.orchestra.run.smithi001.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T16:31:27.584 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout: Package Architecture Version Repository Size 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout:Installing: 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout:Installing dependencies: 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T16:31:27.591 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:31:27.592 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-08-17T16:31:27.592 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-08-17T16:31:27.592 INFO:teuthology.orchestra.run.smithi001.stdout:Install 4 Packages 2024-08-17T16:31:27.592 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:31:27.592 INFO:teuthology.orchestra.run.smithi001.stdout:Total download size: 84 M 2024-08-17T16:31:27.592 INFO:teuthology.orchestra.run.smithi001.stdout:Installed size: 126 M 2024-08-17T16:31:27.592 INFO:teuthology.orchestra.run.smithi001.stdout:Downloading Packages: 2024-08-17T16:31:27.896 INFO:teuthology.orchestra.run.smithi001.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 8.4 MB/s | 1.5 MB 00:00 2024-08-17T16:31:28.114 INFO:teuthology.orchestra.run.smithi189.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.5 MB/s | 1.5 MB 00:01 2024-08-17T16:31:28.430 INFO:teuthology.orchestra.run.smithi001.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 24 MB/s | 17 MB 00:00 2024-08-17T16:31:28.706 INFO:teuthology.orchestra.run.smithi189.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 11 MB/s | 17 MB 00:01 2024-08-17T16:31:28.780 INFO:teuthology.orchestra.run.smithi001.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 34 MB/s | 30 MB 00:00 2024-08-17T16:31:29.397 INFO:teuthology.orchestra.run.smithi189.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 16 MB/s | 36 MB 00:02 2024-08-17T16:31:30.297 INFO:teuthology.orchestra.run.smithi001.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 14 MB/s | 36 MB 00:02 2024-08-17T16:31:30.297 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:31:30.297 INFO:teuthology.orchestra.run.smithi001.stdout:Total 31 MB/s | 84 MB 00:02 2024-08-17T16:31:30.315 INFO:teuthology.orchestra.run.smithi189.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 14 MB/s | 30 MB 00:02 2024-08-17T16:31:30.315 INFO:teuthology.orchestra.run.smithi189.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:31:30.315 INFO:teuthology.orchestra.run.smithi189.stdout:Total 24 MB/s | 84 MB 00:03 2024-08-17T16:31:31.053 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction check 2024-08-17T16:31:31.062 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-08-17T16:31:31.410 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction check succeeded. 2024-08-17T16:31:31.411 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction test 2024-08-17T16:31:31.485 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-08-17T16:31:31.486 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-08-17T16:31:32.389 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction test succeeded. 2024-08-17T16:31:32.390 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction 2024-08-17T16:31:32.535 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-08-17T16:31:32.535 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-08-17T16:31:34.824 INFO:teuthology.orchestra.run.smithi189.stdout: Preparing : 1/1 2024-08-17T16:31:35.123 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-08-17T16:31:35.591 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:31:35.682 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:31:35.808 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:31:35.906 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:31:38.340 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:31:38.477 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:31:38.687 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:31:38.832 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:31:43.307 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:31:43.369 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:31:44.042 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:31:44.101 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:31:48.241 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:31:49.333 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:17.927 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:17.968 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:18.280 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:18.280 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:32:18.280 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:32:18.280 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:32:19.107 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:19.107 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:32:19.107 INFO:teuthology.orchestra.run.smithi189.stdout:Installed: 2024-08-17T16:32:19.107 INFO:teuthology.orchestra.run.smithi189.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T16:32:19.107 INFO:teuthology.orchestra.run.smithi189.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T16:32:19.108 INFO:teuthology.orchestra.run.smithi189.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T16:32:19.108 INFO:teuthology.orchestra.run.smithi189.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T16:32:19.108 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:32:19.108 INFO:teuthology.orchestra.run.smithi189.stdout:Complete! 2024-08-17T16:32:19.504 DEBUG:teuthology.orchestra.run.smithi189:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:32:19.613 INFO:teuthology.orchestra.run.smithi189.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:32:19.614 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:32:19.614 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T16:32:19.614 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T16:32:19.614 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T16:32:19.614 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-17T16:32:19.615 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi189.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T16:32:19.615 DEBUG:teuthology.orchestra.run.smithi189:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:32:19.671 INFO:teuthology.orchestra.run.smithi189.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:32:19.672 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:32:19.672 DEBUG:teuthology.orchestra.run.smithi189:> sudo rpm -qi grub2-tools 2024-08-17T16:32:19.707 INFO:teuthology.orchestra.run.smithi189.stdout:Name : grub2-tools 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Epoch : 1 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Version : 2.06 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Release : 68.el9 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Architecture: x86_64 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Group : Unspecified 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Size : 8264254 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:License : GPLv3+ 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Packager : builder@centos.org 2024-08-17T16:32:19.708 INFO:teuthology.orchestra.run.smithi189.stdout:Vendor : CentOS 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout:Summary : Support tools for GRUB. 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout:Description : 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout:hardware devices. 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:32:19.709 INFO:teuthology.orchestra.run.smithi189.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T16:32:19.710 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T16:32:19.710 INFO:teuthology.task.kernel:Updating grub on smithi189 to boot 5.14.0-480.el9.x86_64 2024-08-17T16:32:19.710 DEBUG:teuthology.orchestra.run.smithi189:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T16:32:20.332 INFO:teuthology.orchestra.run.smithi189.stderr:Generating grub configuration file ... 2024-08-17T16:32:20.677 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:20.720 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:21.096 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:21.096 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:32:21.096 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:32:21.096 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:32:21.731 INFO:teuthology.orchestra.run.smithi189.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T16:32:21.770 INFO:teuthology.orchestra.run.smithi189.stderr:done 2024-08-17T16:32:21.773 DEBUG:teuthology.orchestra.run.smithi189:> mktemp 2024-08-17T16:32:21.788 INFO:teuthology.orchestra.run.smithi189.stdout:/tmp/tmp.YqQVmmqsWL 2024-08-17T16:32:21.788 DEBUG:teuthology.orchestra.run.smithi189:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.YqQVmmqsWL 2024-08-17T16:32:21.854 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 0666 /tmp/tmp.YqQVmmqsWL 2024-08-17T16:32:21.917 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:32:21.918 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:32:21.918 INFO:teuthology.orchestra.run.smithi001.stdout:Installed: 2024-08-17T16:32:21.918 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T16:32:21.918 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T16:32:21.918 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T16:32:21.918 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T16:32:21.918 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:32:21.918 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-08-17T16:32:21.988 DEBUG:teuthology.orchestra.remote:smithi189:/tmp/tmp.YqQVmmqsWL is 6KB 2024-08-17T16:32:22.037 DEBUG:teuthology.orchestra.run.smithi189:> rm -fr /tmp/tmp.YqQVmmqsWL 2024-08-17T16:32:22.051 DEBUG:teuthology.orchestra.run.smithi189:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T16:32:22.122 INFO:teuthology.orchestra.run.smithi189.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T16:32:22.123 INFO:teuthology.orchestra.run.smithi189.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T16:32:22.123 INFO:teuthology.orchestra.run.smithi189.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T16:32:22.123 INFO:teuthology.orchestra.run.smithi189.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T16:32:22.124 DEBUG:teuthology.orchestra.run.smithi189:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T16:32:22.258 DEBUG:teuthology.orchestra.run.smithi189:> sudo shutdown -r now 2024-08-17T16:32:22.350 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:32:22.451 INFO:teuthology.orchestra.run.smithi001.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:32:22.452 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:32:22.452 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T16:32:22.452 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T16:32:22.452 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T16:32:22.452 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-17T16:32:22.452 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi001.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T16:32:22.452 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:32:22.511 INFO:teuthology.orchestra.run.smithi001.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:32:22.511 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:32:22.511 DEBUG:teuthology.orchestra.run.smithi001:> sudo rpm -qi grub2-tools 2024-08-17T16:32:22.549 INFO:teuthology.orchestra.run.smithi001.stdout:Name : grub2-tools 2024-08-17T16:32:22.549 INFO:teuthology.orchestra.run.smithi001.stdout:Epoch : 1 2024-08-17T16:32:22.549 INFO:teuthology.orchestra.run.smithi001.stdout:Version : 2.06 2024-08-17T16:32:22.549 INFO:teuthology.orchestra.run.smithi001.stdout:Release : 68.el9 2024-08-17T16:32:22.549 INFO:teuthology.orchestra.run.smithi001.stdout:Architecture: x86_64 2024-08-17T16:32:22.549 INFO:teuthology.orchestra.run.smithi001.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Group : Unspecified 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Size : 8264254 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:License : GPLv3+ 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Packager : builder@centos.org 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Vendor : CentOS 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Summary : Support tools for GRUB. 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout:Description : 2024-08-17T16:32:22.550 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:32:22.551 INFO:teuthology.orchestra.run.smithi001.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T16:32:22.551 INFO:teuthology.orchestra.run.smithi001.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T16:32:22.551 INFO:teuthology.orchestra.run.smithi001.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T16:32:22.551 INFO:teuthology.orchestra.run.smithi001.stdout:hardware devices. 2024-08-17T16:32:22.551 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:32:22.551 INFO:teuthology.orchestra.run.smithi001.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T16:32:22.552 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T16:32:22.552 INFO:teuthology.task.kernel:Updating grub on smithi001 to boot 5.14.0-480.el9.x86_64 2024-08-17T16:32:22.552 DEBUG:teuthology.orchestra.run.smithi001:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T16:32:23.148 INFO:teuthology.orchestra.run.smithi001.stderr:Generating grub configuration file ... 2024-08-17T16:32:24.526 INFO:teuthology.orchestra.run.smithi001.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T16:32:24.542 INFO:teuthology.orchestra.run.smithi001.stderr:done 2024-08-17T16:32:24.545 DEBUG:teuthology.orchestra.run.smithi001:> mktemp 2024-08-17T16:32:24.560 INFO:teuthology.orchestra.run.smithi001.stdout:/tmp/tmp.FYeSqHoEHV 2024-08-17T16:32:24.560 DEBUG:teuthology.orchestra.run.smithi001:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.FYeSqHoEHV 2024-08-17T16:32:24.637 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0666 /tmp/tmp.FYeSqHoEHV 2024-08-17T16:32:24.782 DEBUG:teuthology.orchestra.remote:smithi001:/tmp/tmp.FYeSqHoEHV is 6KB 2024-08-17T16:32:24.803 DEBUG:teuthology.orchestra.run.smithi001:> rm -fr /tmp/tmp.FYeSqHoEHV 2024-08-17T16:32:24.817 DEBUG:teuthology.orchestra.run.smithi001:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T16:32:24.886 INFO:teuthology.orchestra.run.smithi001.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T16:32:24.886 INFO:teuthology.orchestra.run.smithi001.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T16:32:24.886 INFO:teuthology.orchestra.run.smithi001.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T16:32:24.887 INFO:teuthology.orchestra.run.smithi001.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T16:32:24.888 DEBUG:teuthology.orchestra.run.smithi001:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T16:32:25.032 DEBUG:teuthology.orchestra.run.smithi001:> sudo shutdown -r now 2024-08-17T16:32:52.288 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-17T16:32:52.289 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-08-17T16:32:52.289 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:32:55.036 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-17T16:32:55.037 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-08-17T16:32:55.037 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:33:10.622 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.189 2024-08-17T16:33:19.630 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-08-17T16:33:19.631 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:33:22.718 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.189 2024-08-17T16:33:34.729 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-08-17T16:33:34.729 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:33:55.065 DEBUG:teuthology.orchestra.remote:timed out 2024-08-17T16:34:04.074 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-08-17T16:34:04.075 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:34:04.476 DEBUG:teuthology.orchestra.run.smithi001:> true 2024-08-17T16:34:04.913 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-08-17T16:34:04.913 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-17T16:34:04.913 DEBUG:teuthology.orchestra.run.smithi001:> uname -r 2024-08-17T16:34:04.928 INFO:teuthology.orchestra.run.smithi001.stdout:5.14.0-480.el9.x86_64 2024-08-17T16:34:04.928 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T16:34:04.929 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T16:34:04.929 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T16:34:05.929 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-17T16:34:05.929 DEBUG:teuthology.orchestra.run.smithi001:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T16:34:06.106 INFO:teuthology.orchestra.run.smithi001.stdout:ttyS1 2024-08-17T16:34:06.162 DEBUG:teuthology.parallel:result is None 2024-08-17T16:34:34.740 DEBUG:teuthology.orchestra.remote:timed out 2024-08-17T16:34:49.741 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-08-17T16:34:49.742 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:34:50.065 DEBUG:teuthology.orchestra.run.smithi189:> true 2024-08-17T16:34:50.467 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-08-17T16:34:50.467 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-17T16:34:50.467 DEBUG:teuthology.orchestra.run.smithi189:> uname -r 2024-08-17T16:34:50.484 INFO:teuthology.orchestra.run.smithi189.stdout:5.14.0-480.el9.x86_64 2024-08-17T16:34:50.484 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T16:34:50.484 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T16:34:50.484 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T16:34:51.485 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-17T16:34:51.486 DEBUG:teuthology.orchestra.run.smithi189:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T16:34:51.558 INFO:teuthology.orchestra.run.smithi189.stdout:ttyS1 2024-08-17T16:34:51.596 DEBUG:teuthology.parallel:result is None 2024-08-17T16:34:51.596 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-17T16:34:51.603 INFO:teuthology.task.internal:Creating test directory... 2024-08-17T16:34:51.603 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T16:34:51.606 DEBUG:teuthology.orchestra.run.smithi189:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T16:34:51.624 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-17T16:34:51.671 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-17T16:34:51.680 INFO:teuthology.task.internal:Creating archive directory... 2024-08-17T16:34:51.680 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T16:34:51.683 DEBUG:teuthology.orchestra.run.smithi189:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T16:34:51.725 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-17T16:34:51.732 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-17T16:34:51.732 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T16:34:51.762 DEBUG:teuthology.orchestra.run.smithi189:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T16:34:51.795 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:34:51.795 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:34:51.806 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:34:51.806 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:34:51.808 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-17T16:34:51.815 INFO:teuthology.task.internal:Configuring sudo... 2024-08-17T16:34:51.815 DEBUG:teuthology.orchestra.run.smithi001:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T16:34:51.851 DEBUG:teuthology.orchestra.run.smithi189:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T16:34:51.878 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-17T16:34:51.887 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-17T16:34:51.888 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T16:34:51.920 DEBUG:teuthology.orchestra.run.smithi189:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T16:34:51.936 DEBUG:teuthology.orchestra.run.smithi001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:34:52.027 DEBUG:teuthology.orchestra.run.smithi001:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:34:52.068 DEBUG:teuthology.orchestra.run.smithi001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:34:52.163 DEBUG:teuthology.orchestra.run.smithi001:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:34:52.195 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:34:52.195 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T16:34:52.262 DEBUG:teuthology.orchestra.run.smithi189:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:34:52.315 DEBUG:teuthology.orchestra.run.smithi189:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:34:52.359 DEBUG:teuthology.orchestra.run.smithi189:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:34:52.452 DEBUG:teuthology.orchestra.run.smithi189:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:34:52.488 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:34:52.488 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T16:34:52.556 DEBUG:teuthology.orchestra.run.smithi001:> sudo service rsyslog restart 2024-08-17T16:34:52.558 DEBUG:teuthology.orchestra.run.smithi189:> sudo service rsyslog restart 2024-08-17T16:34:52.602 INFO:teuthology.orchestra.run.smithi001.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T16:34:52.633 INFO:teuthology.orchestra.run.smithi189.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T16:34:52.969 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-17T16:34:52.979 INFO:teuthology.task.internal:Starting timer... 2024-08-17T16:34:52.979 INFO:teuthology.run_tasks:Running task pcp... 2024-08-17T16:34:52.999 INFO:teuthology.run_tasks:Running task selinux... 2024-08-17T16:34:53.008 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-17T16:34:53.009 DEBUG:teuthology.orchestra.run.smithi001:> sudo service auditd rotate 2024-08-17T16:34:53.097 INFO:teuthology.orchestra.run.smithi001.stdout:Rotating logs: 2024-08-17T16:34:53.099 DEBUG:teuthology.orchestra.run.smithi189:> sudo service auditd rotate 2024-08-17T16:34:53.153 INFO:teuthology.orchestra.run.smithi189.stdout:Rotating logs: 2024-08-17T16:34:53.155 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-17T16:34:53.156 DEBUG:teuthology.orchestra.run.smithi001:> /usr/sbin/getenforce 2024-08-17T16:34:53.190 INFO:teuthology.orchestra.run.smithi001.stdout:Permissive 2024-08-17T16:34:53.190 DEBUG:teuthology.orchestra.run.smithi189:> /usr/sbin/getenforce 2024-08-17T16:34:53.229 INFO:teuthology.orchestra.run.smithi189.stdout:Permissive 2024-08-17T16:34:53.229 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi001.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi189.front.sepia.ceph.com': 'permissive'} 2024-08-17T16:34:53.229 DEBUG:teuthology.orchestra.run.smithi001:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T16:34:53.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:34:53.259 DEBUG:teuthology.orchestra.run.smithi189:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T16:34:53.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:34:53.298 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-17T16:34:53.298 DEBUG:teuthology.orchestra.run.smithi001:> sudo /usr/sbin/setenforce permissive 2024-08-17T16:34:53.328 DEBUG:teuthology.orchestra.run.smithi189:> sudo /usr/sbin/setenforce permissive 2024-08-17T16:34:53.365 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-17T16:34:53.375 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-17T16:34:53.386 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-17T16:34:53.387 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi001.front.sepia.ceph.com,smithi189.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-17T16:39:31.381 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi001.front.sepia.ceph.com'), Remote(name='ubuntu@smithi189.front.sepia.ceph.com')] 2024-08-17T16:39:31.382 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-08-17T16:39:31.383 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:39:31.467 DEBUG:teuthology.orchestra.run.smithi001:> true 2024-08-17T16:39:31.553 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-08-17T16:39:31.554 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-08-17T16:39:31.554 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi189.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:39:31.639 DEBUG:teuthology.orchestra.run.smithi189:> true 2024-08-17T16:39:31.714 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi189.front.sepia.ceph.com' 2024-08-17T16:39:31.714 INFO:teuthology.run_tasks:Running task clock... 2024-08-17T16:39:31.724 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-17T16:39:31.725 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T16:39:31.725 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T16:39:31.728 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T16:39:31.728 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T16:39:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T16:39:31.772 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T16:39:31.785 INFO:teuthology.orchestra.run.smithi189.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T16:39:31.797 INFO:teuthology.orchestra.run.smithi001.stderr:sudo: ntpd: command not found 2024-08-17T16:39:31.800 INFO:teuthology.orchestra.run.smithi189.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T16:39:31.809 INFO:teuthology.orchestra.run.smithi001.stdout:506 Cannot talk to daemon 2024-08-17T16:39:31.824 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T16:39:31.824 INFO:teuthology.orchestra.run.smithi189.stderr:sudo: ntpd: command not found 2024-08-17T16:39:31.835 INFO:teuthology.orchestra.run.smithi189.stdout:506 Cannot talk to daemon 2024-08-17T16:39:31.838 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T16:39:31.850 INFO:teuthology.orchestra.run.smithi189.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T16:39:31.863 INFO:teuthology.orchestra.run.smithi189.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T16:39:31.896 INFO:teuthology.orchestra.run.smithi001.stderr:bash: line 1: ntpq: command not found 2024-08-17T16:39:31.900 INFO:teuthology.orchestra.run.smithi001.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T16:39:31.900 INFO:teuthology.orchestra.run.smithi001.stdout:=============================================================================== 2024-08-17T16:39:31.900 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:39:31.900 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:39:31.900 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:39:31.900 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:39:31.926 INFO:teuthology.orchestra.run.smithi189.stderr:bash: line 1: ntpq: command not found 2024-08-17T16:39:31.930 INFO:teuthology.orchestra.run.smithi189.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T16:39:31.930 INFO:teuthology.orchestra.run.smithi189.stdout:=============================================================================== 2024-08-17T16:39:31.930 INFO:teuthology.orchestra.run.smithi189.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:39:31.930 INFO:teuthology.orchestra.run.smithi189.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:39:31.930 INFO:teuthology.orchestra.run.smithi189.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:39:31.930 INFO:teuthology.orchestra.run.smithi189.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:39:31.930 INFO:teuthology.run_tasks:Running task pexec... 2024-08-17T16:39:31.939 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-17T16:39:31.940 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi001.front.sepia.ceph.com 2024-08-17T16:39:31.940 DEBUG:teuthology.orchestra.run.smithi001:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T16:39:31.940 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi189.front.sepia.ceph.com 2024-08-17T16:39:31.940 DEBUG:teuthology.orchestra.run.smithi189:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T16:39:32.529 INFO:teuthology.orchestra.run.smithi001.stdout:Last metadata expiration check: 0:01:07 ago on Sat 17 Aug 2024 04:38:25 PM UTC. 2024-08-17T16:39:32.540 INFO:teuthology.orchestra.run.smithi189.stdout:Last metadata expiration check: 0:01:14 ago on Sat 17 Aug 2024 04:38:18 PM UTC. 2024-08-17T16:39:32.620 INFO:teuthology.orchestra.run.smithi001.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T16:39:32.626 INFO:teuthology.orchestra.run.smithi189.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T16:39:32.663 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-08-17T16:39:32.668 INFO:teuthology.orchestra.run.smithi189.stdout:Dependencies resolved. 2024-08-17T16:39:32.679 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-08-17T16:39:32.682 INFO:teuthology.orchestra.run.smithi001.stdout: Package Arch Version Repository Size 2024-08-17T16:39:32.682 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-08-17T16:39:32.682 INFO:teuthology.orchestra.run.smithi001.stdout:Installing: 2024-08-17T16:39:32.682 INFO:teuthology.orchestra.run.smithi001.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T16:39:32.682 INFO:teuthology.orchestra.run.smithi001.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout:Upgrading: 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout:Installing dependencies: 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout:Install 5 Packages 2024-08-17T16:39:32.683 INFO:teuthology.orchestra.run.smithi001.stdout:Upgrade 2 Packages 2024-08-17T16:39:32.684 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:39:32.684 INFO:teuthology.orchestra.run.smithi189.stdout:================================================================================ 2024-08-17T16:39:32.684 INFO:teuthology.orchestra.run.smithi189.stdout: Package Arch Version Repository Size 2024-08-17T16:39:32.684 INFO:teuthology.orchestra.run.smithi189.stdout:================================================================================ 2024-08-17T16:39:32.685 INFO:teuthology.orchestra.run.smithi189.stdout:Installing: 2024-08-17T16:39:32.685 INFO:teuthology.orchestra.run.smithi189.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T16:39:32.685 INFO:teuthology.orchestra.run.smithi189.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-17T16:39:32.685 INFO:teuthology.orchestra.run.smithi189.stdout:Upgrading: 2024-08-17T16:39:32.685 INFO:teuthology.orchestra.run.smithi189.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T16:39:32.685 INFO:teuthology.orchestra.run.smithi189.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T16:39:32.685 INFO:teuthology.orchestra.run.smithi189.stdout:Installing dependencies: 2024-08-17T16:39:32.685 INFO:teuthology.orchestra.run.smithi189.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T16:39:32.686 INFO:teuthology.orchestra.run.smithi189.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T16:39:32.686 INFO:teuthology.orchestra.run.smithi189.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T16:39:32.686 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:39:32.686 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction Summary 2024-08-17T16:39:32.686 INFO:teuthology.orchestra.run.smithi189.stdout:================================================================================ 2024-08-17T16:39:32.686 INFO:teuthology.orchestra.run.smithi189.stdout:Install 5 Packages 2024-08-17T16:39:32.687 INFO:teuthology.orchestra.run.smithi189.stdout:Upgrade 2 Packages 2024-08-17T16:39:32.687 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:39:32.688 INFO:teuthology.orchestra.run.smithi001.stdout:Total download size: 5.2 M 2024-08-17T16:39:32.688 INFO:teuthology.orchestra.run.smithi001.stdout:Downloading Packages: 2024-08-17T16:39:32.693 INFO:teuthology.orchestra.run.smithi189.stdout:Total download size: 5.2 M 2024-08-17T16:39:32.693 INFO:teuthology.orchestra.run.smithi189.stdout:Downloading Packages: 2024-08-17T16:39:33.121 INFO:teuthology.orchestra.run.smithi001.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 376 kB/s | 44 kB 00:00 2024-08-17T16:39:33.125 INFO:teuthology.orchestra.run.smithi189.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 368 kB/s | 44 kB 00:00 2024-08-17T16:39:33.147 INFO:teuthology.orchestra.run.smithi001.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 499 kB/s | 72 kB 00:00 2024-08-17T16:39:33.150 INFO:teuthology.orchestra.run.smithi189.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 491 kB/s | 72 kB 00:00 2024-08-17T16:39:33.172 INFO:teuthology.orchestra.run.smithi001.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 498 kB/s | 84 kB 00:00 2024-08-17T16:39:33.175 INFO:teuthology.orchestra.run.smithi189.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 493 kB/s | 84 kB 00:00 2024-08-17T16:39:33.243 INFO:teuthology.orchestra.run.smithi189.stdout:(4/7): libnvme-1.9-2.el9.x86_64.rpm 1.6 MB/s | 106 kB 00:00 2024-08-17T16:39:33.256 INFO:teuthology.orchestra.run.smithi001.stdout:(4/7): libnvme-1.9-2.el9.x86_64.rpm 1.2 MB/s | 106 kB 00:00 2024-08-17T16:39:33.276 INFO:teuthology.orchestra.run.smithi189.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.4 MB/s | 837 kB 00:00 2024-08-17T16:39:33.351 INFO:teuthology.orchestra.run.smithi189.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 8.1 MB/s | 903 kB 00:00 2024-08-17T16:39:33.423 INFO:teuthology.orchestra.run.smithi001.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.7 MB/s | 837 kB 00:00 2024-08-17T16:39:33.523 INFO:teuthology.orchestra.run.smithi001.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 3.3 MB/s | 903 kB 00:00 2024-08-17T16:39:33.527 INFO:teuthology.orchestra.run.smithi189.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 8.4 MB/s | 3.2 MB 00:00 2024-08-17T16:39:33.527 INFO:teuthology.orchestra.run.smithi189.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:39:33.527 INFO:teuthology.orchestra.run.smithi189.stdout:Total 6.2 MB/s | 5.2 MB 00:00 2024-08-17T16:39:33.648 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction check 2024-08-17T16:39:33.664 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction check succeeded. 2024-08-17T16:39:33.665 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction test 2024-08-17T16:39:33.891 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction test succeeded. 2024-08-17T16:39:33.891 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction 2024-08-17T16:39:34.032 INFO:teuthology.orchestra.run.smithi001.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 3.6 MB/s | 3.2 MB 00:00 2024-08-17T16:39:34.032 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:39:34.032 INFO:teuthology.orchestra.run.smithi001.stdout:Total 3.8 MB/s | 5.2 MB 00:01 2024-08-17T16:39:34.158 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-08-17T16:39:34.178 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-08-17T16:39:34.178 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-08-17T16:39:34.296 INFO:teuthology.orchestra.run.smithi189.stdout: Preparing : 1/1 2024-08-17T16:39:34.412 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-08-17T16:39:34.413 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-08-17T16:39:34.524 INFO:teuthology.orchestra.run.smithi189.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-17T16:39:34.592 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-17T16:39:34.627 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-17T16:39:34.660 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-17T16:39:34.694 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:39:34.826 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-08-17T16:39:34.960 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:39:35.039 INFO:teuthology.orchestra.run.smithi189.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:39:35.044 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-17T16:39:35.103 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-17T16:39:35.138 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-17T16:39:35.171 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-17T16:39:35.195 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:39:35.427 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:39:35.456 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:39:35.460 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-17T16:39:35.500 INFO:teuthology.orchestra.run.smithi189.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-17T16:39:35.549 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:39:35.559 INFO:teuthology.orchestra.run.smithi189.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:39:35.977 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:39:36.010 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-17T16:39:36.042 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-17T16:39:36.106 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:39:36.547 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:39:36.547 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-17T16:39:36.547 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-17T16:39:36.547 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-17T16:39:36.547 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-17T16:39:36.548 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-17T16:39:36.548 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-17T16:39:36.548 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-17T16:39:36.548 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout:Upgraded: 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout:Installed: 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:39:36.947 INFO:teuthology.orchestra.run.smithi189.stdout:Complete! 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-17T16:39:37.032 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-17T16:39:37.338 DEBUG:teuthology.parallel:result is None 2024-08-17T16:39:37.386 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-17T16:39:37.386 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:39:37.386 INFO:teuthology.orchestra.run.smithi001.stdout:Upgraded: 2024-08-17T16:39:37.387 INFO:teuthology.orchestra.run.smithi001.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T16:39:37.387 INFO:teuthology.orchestra.run.smithi001.stdout:Installed: 2024-08-17T16:39:37.387 INFO:teuthology.orchestra.run.smithi001.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T16:39:37.387 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T16:39:37.387 INFO:teuthology.orchestra.run.smithi001.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-17T16:39:37.387 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:39:37.387 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-08-17T16:39:37.743 DEBUG:teuthology.parallel:result is None 2024-08-17T16:39:37.743 INFO:teuthology.run_tasks:Running task install... 2024-08-17T16:39:37.751 DEBUG:teuthology.task.install:project ceph 2024-08-17T16:39:37.751 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}} 2024-08-17T16:39:37.751 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'} 2024-08-17T16:39:37.751 INFO:teuthology.task.install:Using flavor: default 2024-08-17T16:39:37.757 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-17T16:39:37.757 INFO:teuthology.task.install:extra packages: [] 2024-08-17T16:39:37.757 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'tag': None, 'wait_for_package': False} 2024-08-17T16:39:37.758 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:39:37.758 INFO:teuthology.packaging:ref: None 2024-08-17T16:39:37.758 INFO:teuthology.packaging:tag: None 2024-08-17T16:39:37.758 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:39:37.758 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:39:37.758 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T16:39:37.760 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'tag': None, 'wait_for_package': False} 2024-08-17T16:39:37.760 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:39:37.760 INFO:teuthology.packaging:ref: None 2024-08-17T16:39:37.760 INFO:teuthology.packaging:tag: None 2024-08-17T16:39:37.760 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:39:37.760 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:39:37.760 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T16:39:37.991 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/ 2024-08-17T16:39:37.991 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1404.gf2c39d4d 2024-08-17T16:39:38.016 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/ 2024-08-17T16:39:38.017 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1404.gf2c39d4d 2024-08-17T16:39:38.124 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T16:39:38.124 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:39:38.124 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T16:39:38.134 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T16:39:38.135 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:39:38.135 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T16:39:38.151 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T16:39:38.151 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:39:38.152 INFO:teuthology.packaging:ref: None 2024-08-17T16:39:38.152 INFO:teuthology.packaging:tag: None 2024-08-17T16:39:38.152 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:39:38.152 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:39:38.152 DEBUG:teuthology.orchestra.run.smithi189:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T16:39:38.162 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T16:39:38.162 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:39:38.162 INFO:teuthology.packaging:ref: None 2024-08-17T16:39:38.162 INFO:teuthology.packaging:tag: None 2024-08-17T16:39:38.162 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:39:38.162 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:39:38.162 DEBUG:teuthology.orchestra.run.smithi001:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T16:39:38.218 DEBUG:teuthology.orchestra.run.smithi189:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T16:39:38.228 DEBUG:teuthology.orchestra.run.smithi001:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T16:39:38.293 DEBUG:teuthology.orchestra.run.smithi189:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T16:39:38.306 DEBUG:teuthology.orchestra.run.smithi001:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T16:39:38.357 INFO:teuthology.orchestra.run.smithi189.stdout:check_obsoletes = 1 2024-08-17T16:39:38.359 DEBUG:teuthology.orchestra.run.smithi189:> sudo yum clean all 2024-08-17T16:39:38.388 INFO:teuthology.orchestra.run.smithi001.stdout:check_obsoletes = 1 2024-08-17T16:39:38.390 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum clean all 2024-08-17T16:39:38.582 INFO:teuthology.orchestra.run.smithi189.stdout:45 files removed 2024-08-17T16:39:38.609 DEBUG:teuthology.orchestra.run.smithi189:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T16:39:38.635 INFO:teuthology.orchestra.run.smithi001.stdout:45 files removed 2024-08-17T16:39:38.663 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T16:39:39.216 INFO:teuthology.orchestra.run.smithi189.stdout:ceph packages for x86_64 238 kB/s | 77 kB 00:00 2024-08-17T16:39:39.283 INFO:teuthology.orchestra.run.smithi001.stdout:ceph packages for x86_64 236 kB/s | 77 kB 00:00 2024-08-17T16:39:39.541 INFO:teuthology.orchestra.run.smithi189.stdout:ceph noarch packages 39 kB/s | 11 kB 00:00 2024-08-17T16:39:39.617 INFO:teuthology.orchestra.run.smithi001.stdout:ceph noarch packages 38 kB/s | 11 kB 00:00 2024-08-17T16:39:39.858 INFO:teuthology.orchestra.run.smithi189.stdout:ceph source packages 6.6 kB/s | 1.8 kB 00:00 2024-08-17T16:39:39.943 INFO:teuthology.orchestra.run.smithi001.stdout:ceph source packages 6.4 kB/s | 1.8 kB 00:00 2024-08-17T16:39:40.509 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-08-17T16:39:40.550 INFO:teuthology.orchestra.run.smithi189.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-08-17T16:39:44.968 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - AppStream 6.0 MB/s | 20 MB 00:03 2024-08-17T16:39:47.367 INFO:teuthology.orchestra.run.smithi189.stdout:CentOS Stream 9 - AppStream 3.5 MB/s | 20 MB 00:05 2024-08-17T16:39:50.469 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 6.6 MB 00:01 2024-08-17T16:39:51.827 INFO:teuthology.orchestra.run.smithi189.stdout:CentOS Stream 9 - CRB 9.2 MB/s | 6.6 MB 00:00 2024-08-17T16:39:51.945 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - Extras packages 104 kB/s | 18 kB 00:00 2024-08-17T16:39:53.041 INFO:teuthology.orchestra.run.smithi001.stdout:Extra Packages for Enterprise Linux 23 MB/s | 22 MB 00:00 2024-08-17T16:39:53.452 INFO:teuthology.orchestra.run.smithi189.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 18 kB 00:00 2024-08-17T16:39:54.482 INFO:teuthology.orchestra.run.smithi189.stdout:Extra Packages for Enterprise Linux 25 MB/s | 22 MB 00:00 2024-08-17T16:39:58.664 INFO:teuthology.orchestra.run.smithi001.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-17T16:39:59.829 INFO:teuthology.orchestra.run.smithi189.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-08-17T16:40:01.010 INFO:teuthology.orchestra.run.smithi001.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:40:01.010 INFO:teuthology.orchestra.run.smithi001.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:40:01.073 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-08-17T16:40:01.080 INFO:teuthology.orchestra.run.smithi001.stdout:======================================================================================= 2024-08-17T16:40:01.080 INFO:teuthology.orchestra.run.smithi001.stdout: Package Arch Version Repository Size 2024-08-17T16:40:01.080 INFO:teuthology.orchestra.run.smithi001.stdout:======================================================================================= 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout:Installing: 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout: ceph x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 6.5 k 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-base x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 5.0 M 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-fuse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 813 k 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 137 k 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 1.4 M 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 124 k 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 3.4 M 2024-08-17T16:40:01.081 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 7.4 M 2024-08-17T16:40:01.082 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-rook noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 47 k 2024-08-17T16:40:01.082 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-radosgw x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 14 M 2024-08-17T16:40:01.082 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-test x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 48 M 2024-08-17T16:40:01.082 INFO:teuthology.orchestra.run.smithi001.stdout: cephadm noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 83 k 2024-08-17T16:40:01.082 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs-devel x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 25 k 2024-08-17T16:40:01.082 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 637 k 2024-08-17T16:40:01.082 INFO:teuthology.orchestra.run.smithi001.stdout: librados-devel x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 126 k 2024-08-17T16:40:01.082 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cephfs x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 182 k 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rados x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 368 k 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rbd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 343 k 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rgw x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 116 k 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-fuse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 82 k 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-mirror x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.9 M 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-nbd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 165 k 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout:Upgrading: 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: librados2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 3.1 M 2024-08-17T16:40:01.083 INFO:teuthology.orchestra.run.smithi001.stdout: librbd1 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.9 M 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout:Installing dependencies: 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-common x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 22 M 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 24 k 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mds x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.1 M 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 240 k 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mon x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 3.9 M 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-osd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 15 M 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 15 k 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-selinux x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 25 k 2024-08-17T16:40:01.084 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: libcephsqlite x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 162 k 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T16:40:01.085 INFO:teuthology.orchestra.run.smithi001.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T16:40:01.086 INFO:teuthology.orchestra.run.smithi001.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T16:40:01.086 INFO:teuthology.orchestra.run.smithi001.stdout: libradosstriper1 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 457 k 2024-08-17T16:40:01.086 INFO:teuthology.orchestra.run.smithi001.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T16:40:01.086 INFO:teuthology.orchestra.run.smithi001.stdout: librgw2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 4.9 M 2024-08-17T16:40:01.086 INFO:teuthology.orchestra.run.smithi001.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T16:40:01.086 INFO:teuthology.orchestra.run.smithi001.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T16:40:01.086 INFO:teuthology.orchestra.run.smithi001.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T16:40:01.086 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T16:40:01.087 INFO:teuthology.orchestra.run.smithi001.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T16:40:01.087 INFO:teuthology.orchestra.run.smithi001.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T16:40:01.087 INFO:teuthology.orchestra.run.smithi001.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T16:40:01.087 INFO:teuthology.orchestra.run.smithi001.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-argparse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 45 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-common x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 120 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T16:40:01.088 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T16:40:01.089 INFO:teuthology.orchestra.run.smithi001.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T16:40:01.090 INFO:teuthology.orchestra.run.smithi001.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T16:40:01.091 INFO:teuthology.orchestra.run.smithi001.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T16:40:01.092 INFO:teuthology.orchestra.run.smithi001.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T16:40:01.093 INFO:teuthology.orchestra.run.smithi001.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T16:40:01.093 INFO:teuthology.orchestra.run.smithi001.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T16:40:01.093 INFO:teuthology.orchestra.run.smithi001.stdout:Installing weak dependencies: 2024-08-17T16:40:01.093 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-17T16:40:01.093 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:01.093 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-08-17T16:40:01.094 INFO:teuthology.orchestra.run.smithi001.stdout:======================================================================================= 2024-08-17T16:40:01.094 INFO:teuthology.orchestra.run.smithi001.stdout:Install 112 Packages 2024-08-17T16:40:01.094 INFO:teuthology.orchestra.run.smithi001.stdout:Upgrade 2 Packages 2024-08-17T16:40:01.094 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:01.094 INFO:teuthology.orchestra.run.smithi001.stdout:Total download size: 190 M 2024-08-17T16:40:01.095 INFO:teuthology.orchestra.run.smithi001.stdout:Downloading Packages: 2024-08-17T16:40:01.581 INFO:teuthology.orchestra.run.smithi001.stdout:(1/114): ceph-17.2.7-1404.gf2c39d4d.el9.x86_64. 37 kB/s | 6.5 kB 00:00 2024-08-17T16:40:01.773 INFO:teuthology.orchestra.run.smithi001.stdout:(2/114): ceph-fuse-17.2.7-1404.gf2c39d4d.el9.x8 4.1 MB/s | 813 kB 00:00 2024-08-17T16:40:01.865 INFO:teuthology.orchestra.run.smithi001.stdout:(3/114): ceph-base-17.2.7-1404.gf2c39d4d.el9.x8 11 MB/s | 5.0 MB 00:00 2024-08-17T16:40:01.890 INFO:teuthology.orchestra.run.smithi001.stdout:(4/114): ceph-immutable-object-cache-17.2.7-140 1.1 MB/s | 137 kB 00:00 2024-08-17T16:40:01.974 INFO:teuthology.orchestra.run.smithi001.stdout:(5/114): ceph-mds-17.2.7-1404.gf2c39d4d.el9.x86 19 MB/s | 2.1 MB 00:00 2024-08-17T16:40:02.092 INFO:teuthology.orchestra.run.smithi189.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:40:02.093 INFO:teuthology.orchestra.run.smithi189.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:40:02.107 INFO:teuthology.orchestra.run.smithi001.stdout:(6/114): ceph-mgr-17.2.7-1404.gf2c39d4d.el9.x86 6.5 MB/s | 1.4 MB 00:00 2024-08-17T16:40:02.152 INFO:teuthology.orchestra.run.smithi189.stdout:Dependencies resolved. 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout:======================================================================================= 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout: Package Arch Version Repository Size 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout:======================================================================================= 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout:Installing: 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout: ceph x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 6.5 k 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-base x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 5.0 M 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-fuse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 813 k 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 137 k 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 1.4 M 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 124 k 2024-08-17T16:40:02.159 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 3.4 M 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 7.4 M 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-rook noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 47 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-radosgw x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 14 M 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-test x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 48 M 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: cephadm noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 83 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: libcephfs-devel x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 25 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: libcephfs2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 637 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: librados-devel x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 126 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cephfs x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 182 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: python3-rados x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 368 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: python3-rbd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 343 k 2024-08-17T16:40:02.160 INFO:teuthology.orchestra.run.smithi189.stdout: python3-rgw x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 116 k 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: rbd-fuse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 82 k 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: rbd-mirror x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.9 M 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: rbd-nbd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 165 k 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout:Upgrading: 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: librados2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 3.1 M 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: librbd1 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.9 M 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout:Installing dependencies: 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-common x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 22 M 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 24 k 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mds x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.1 M 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 240 k 2024-08-17T16:40:02.161 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mon x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 3.9 M 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-osd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 15 M 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 15 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-selinux x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 25 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: libcephsqlite x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 162 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T16:40:02.162 INFO:teuthology.orchestra.run.smithi189.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: libradosstriper1 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 457 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: librgw2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 4.9 M 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T16:40:02.163 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-ceph-argparse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 45 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-ceph-common x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 120 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T16:40:02.164 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T16:40:02.165 INFO:teuthology.orchestra.run.smithi189.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T16:40:02.166 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T16:40:02.167 INFO:teuthology.orchestra.run.smithi189.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout:Installing weak dependencies: 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction Summary 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout:======================================================================================= 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout:Install 112 Packages 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout:Upgrade 2 Packages 2024-08-17T16:40:02.168 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:02.169 INFO:teuthology.orchestra.run.smithi189.stdout:Total download size: 190 M 2024-08-17T16:40:02.169 INFO:teuthology.orchestra.run.smithi189.stdout:Downloading Packages: 2024-08-17T16:40:02.183 INFO:teuthology.orchestra.run.smithi001.stdout:(7/114): ceph-mon-17.2.7-1404.gf2c39d4d.el9.x86 19 MB/s | 3.9 MB 00:00 2024-08-17T16:40:02.763 INFO:teuthology.orchestra.run.smithi189.stdout:(1/114): ceph-17.2.7-1404.gf2c39d4d.el9.x86_64. 30 kB/s | 6.5 kB 00:00 2024-08-17T16:40:02.866 INFO:teuthology.orchestra.run.smithi001.stdout:(8/114): ceph-radosgw-17.2.7-1404.gf2c39d4d.el9 21 MB/s | 14 MB 00:00 2024-08-17T16:40:02.989 INFO:teuthology.orchestra.run.smithi189.stdout:(2/114): ceph-fuse-17.2.7-1404.gf2c39d4d.el9.x8 3.5 MB/s | 813 kB 00:00 2024-08-17T16:40:03.072 INFO:teuthology.orchestra.run.smithi189.stdout:(3/114): ceph-base-17.2.7-1404.gf2c39d4d.el9.x8 9.5 MB/s | 5.0 MB 00:00 2024-08-17T16:40:03.092 INFO:teuthology.orchestra.run.smithi001.stdout:(9/114): ceph-common-17.2.7-1404.gf2c39d4d.el9. 13 MB/s | 22 MB 00:01 2024-08-17T16:40:03.097 INFO:teuthology.orchestra.run.smithi189.stdout:(4/114): ceph-immutable-object-cache-17.2.7-140 1.2 MB/s | 137 kB 00:00 2024-08-17T16:40:03.117 INFO:teuthology.orchestra.run.smithi001.stdout:(10/114): ceph-selinux-17.2.7-1404.gf2c39d4d.el 101 kB/s | 25 kB 00:00 2024-08-17T16:40:03.173 INFO:teuthology.orchestra.run.smithi189.stdout:(5/114): ceph-mds-17.2.7-1404.gf2c39d4d.el9.x86 21 MB/s | 2.1 MB 00:00 2024-08-17T16:40:03.184 INFO:teuthology.orchestra.run.smithi001.stdout:(11/114): libcephfs-devel-17.2.7-1404.gf2c39d4d 374 kB/s | 25 kB 00:00 2024-08-17T16:40:03.415 INFO:teuthology.orchestra.run.smithi189.stdout:(6/114): ceph-mon-17.2.7-1404.gf2c39d4d.el9.x86 16 MB/s | 3.9 MB 00:00 2024-08-17T16:40:03.482 INFO:teuthology.orchestra.run.smithi189.stdout:(7/114): ceph-mgr-17.2.7-1404.gf2c39d4d.el9.x86 3.7 MB/s | 1.4 MB 00:00 2024-08-17T16:40:03.726 INFO:teuthology.orchestra.run.smithi001.stdout:(12/114): ceph-osd-17.2.7-1404.gf2c39d4d.el9.x8 9.5 MB/s | 15 MB 00:01 2024-08-17T16:40:03.776 INFO:teuthology.orchestra.run.smithi001.stdout:(13/114): libcephsqlite-17.2.7-1404.gf2c39d4d.e 3.2 MB/s | 162 kB 00:00 2024-08-17T16:40:03.818 INFO:teuthology.orchestra.run.smithi001.stdout:(14/114): libcephfs2-17.2.7-1404.gf2c39d4d.el9. 1.0 MB/s | 637 kB 00:00 2024-08-17T16:40:03.843 INFO:teuthology.orchestra.run.smithi001.stdout:(15/114): librados-devel-17.2.7-1404.gf2c39d4d. 1.8 MB/s | 126 kB 00:00 2024-08-17T16:40:03.894 INFO:teuthology.orchestra.run.smithi001.stdout:(16/114): libradosstriper1-17.2.7-1404.gf2c39d4 6.0 MB/s | 457 kB 00:00 2024-08-17T16:40:03.969 INFO:teuthology.orchestra.run.smithi001.stdout:(17/114): python3-ceph-argparse-17.2.7-1404.gf2 601 kB/s | 45 kB 00:00 2024-08-17T16:40:04.053 INFO:teuthology.orchestra.run.smithi001.stdout:(18/114): python3-ceph-common-17.2.7-1404.gf2c3 1.4 MB/s | 120 kB 00:00 2024-08-17T16:40:04.136 INFO:teuthology.orchestra.run.smithi001.stdout:(19/114): python3-cephfs-17.2.7-1404.gf2c39d4d. 2.1 MB/s | 182 kB 00:00 2024-08-17T16:40:04.220 INFO:teuthology.orchestra.run.smithi001.stdout:(20/114): python3-rados-17.2.7-1404.gf2c39d4d.e 4.3 MB/s | 368 kB 00:00 2024-08-17T16:40:04.304 INFO:teuthology.orchestra.run.smithi001.stdout:(21/114): python3-rbd-17.2.7-1404.gf2c39d4d.el9 4.0 MB/s | 343 kB 00:00 2024-08-17T16:40:04.387 INFO:teuthology.orchestra.run.smithi001.stdout:(22/114): librgw2-17.2.7-1404.gf2c39d4d.el9.x86 9.0 MB/s | 4.9 MB 00:00 2024-08-17T16:40:04.412 INFO:teuthology.orchestra.run.smithi001.stdout:(23/114): python3-rgw-17.2.7-1404.gf2c39d4d.el9 1.0 MB/s | 116 kB 00:00 2024-08-17T16:40:04.454 INFO:teuthology.orchestra.run.smithi001.stdout:(24/114): rbd-fuse-17.2.7-1404.gf2c39d4d.el9.x8 1.2 MB/s | 82 kB 00:00 2024-08-17T16:40:04.538 INFO:teuthology.orchestra.run.smithi001.stdout:(25/114): rbd-nbd-17.2.7-1404.gf2c39d4d.el9.x86 1.9 MB/s | 165 kB 00:00 2024-08-17T16:40:04.622 INFO:teuthology.orchestra.run.smithi001.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1404.g 293 kB/s | 24 kB 00:00 2024-08-17T16:40:04.688 INFO:teuthology.orchestra.run.smithi001.stdout:(27/114): rbd-mirror-17.2.7-1404.gf2c39d4d.el9. 11 MB/s | 2.9 MB 00:00 2024-08-17T16:40:04.714 INFO:teuthology.orchestra.run.smithi001.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1404.gf2c39d4 1.3 MB/s | 124 kB 00:00 2024-08-17T16:40:04.997 INFO:teuthology.orchestra.run.smithi001.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1404.gf2c39 11 MB/s | 3.4 MB 00:00 2024-08-17T16:40:05.056 INFO:teuthology.orchestra.run.smithi001.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1404.gf2 4.0 MB/s | 240 kB 00:00 2024-08-17T16:40:05.115 INFO:teuthology.orchestra.run.smithi001.stdout:(31/114): ceph-mgr-rook-17.2.7-1404.gf2c39d4d.e 813 kB/s | 47 kB 00:00 2024-08-17T16:40:05.165 INFO:teuthology.orchestra.run.smithi189.stdout:(8/114): ceph-osd-17.2.7-1404.gf2c39d4d.el9.x86 8.8 MB/s | 15 MB 00:01 2024-08-17T16:40:05.190 INFO:teuthology.orchestra.run.smithi001.stdout:(32/114): ceph-prometheus-alerts-17.2.7-1404.gf 195 kB/s | 15 kB 00:00 2024-08-17T16:40:05.232 INFO:teuthology.orchestra.run.smithi189.stdout:(9/114): ceph-selinux-17.2.7-1404.gf2c39d4d.el9 378 kB/s | 25 kB 00:00 2024-08-17T16:40:05.257 INFO:teuthology.orchestra.run.smithi001.stdout:(33/114): cephadm-17.2.7-1404.gf2c39d4d.el9.noa 1.2 MB/s | 83 kB 00:00 2024-08-17T16:40:05.449 INFO:teuthology.orchestra.run.smithi189.stdout:(10/114): ceph-common-17.2.7-1404.gf2c39d4d.el9 7.8 MB/s | 22 MB 00:02 2024-08-17T16:40:05.499 INFO:teuthology.orchestra.run.smithi189.stdout:(11/114): libcephfs-devel-17.2.7-1404.gf2c39d4d 502 kB/s | 25 kB 00:00 2024-08-17T16:40:05.591 INFO:teuthology.orchestra.run.smithi189.stdout:(12/114): libcephfs2-17.2.7-1404.gf2c39d4d.el9. 6.8 MB/s | 637 kB 00:00 2024-08-17T16:40:05.642 INFO:teuthology.orchestra.run.smithi189.stdout:(13/114): libcephsqlite-17.2.7-1404.gf2c39d4d.e 3.2 MB/s | 162 kB 00:00 2024-08-17T16:40:05.674 INFO:teuthology.orchestra.run.smithi001.stdout:(34/114): ceph-test-17.2.7-1404.gf2c39d4d.el9.x 19 MB/s | 48 MB 00:02 2024-08-17T16:40:05.700 INFO:teuthology.orchestra.run.smithi189.stdout:(14/114): librados-devel-17.2.7-1404.gf2c39d4d. 2.1 MB/s | 126 kB 00:00 2024-08-17T16:40:05.766 INFO:teuthology.orchestra.run.smithi001.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 7.0 MB/s | 7.4 MB 00:01 2024-08-17T16:40:05.767 INFO:teuthology.orchestra.run.smithi189.stdout:(15/114): libradosstriper1-17.2.7-1404.gf2c39d4 6.7 MB/s | 457 kB 00:00 2024-08-17T16:40:05.782 INFO:teuthology.orchestra.run.smithi001.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 152 kB/s | 80 kB 00:00 2024-08-17T16:40:05.916 INFO:teuthology.orchestra.run.smithi001.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-08-17T16:40:05.941 INFO:teuthology.orchestra.run.smithi001.stdout:(38/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-08-17T16:40:05.983 INFO:teuthology.orchestra.run.smithi001.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-08-17T16:40:06.034 INFO:teuthology.orchestra.run.smithi001.stdout:(40/114): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-08-17T16:40:06.092 INFO:teuthology.orchestra.run.smithi001.stdout:(41/114): libgfortran-11.4.1-3.el9.x86_64.rpm 1.9 MB/s | 803 kB 00:00 2024-08-17T16:40:06.117 INFO:teuthology.orchestra.run.smithi001.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-08-17T16:40:06.176 INFO:teuthology.orchestra.run.smithi001.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-08-17T16:40:06.193 INFO:teuthology.orchestra.run.smithi189.stdout:(16/114): ceph-radosgw-17.2.7-1404.gf2c39d4d.el 5.3 MB/s | 14 MB 00:02 2024-08-17T16:40:06.243 INFO:teuthology.orchestra.run.smithi001.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 3.8 MB/s | 1.2 MB 00:00 2024-08-17T16:40:06.259 INFO:teuthology.orchestra.run.smithi189.stdout:(17/114): librgw2-17.2.7-1404.gf2c39d4d.el9.x86 10 MB/s | 4.9 MB 00:00 2024-08-17T16:40:06.285 INFO:teuthology.orchestra.run.smithi189.stdout:(18/114): python3-ceph-argparse-17.2.7-1404.gf2 491 kB/s | 45 kB 00:00 2024-08-17T16:40:06.310 INFO:teuthology.orchestra.run.smithi189.stdout:(19/114): python3-ceph-common-17.2.7-1404.gf2c3 2.3 MB/s | 120 kB 00:00 2024-08-17T16:40:06.335 INFO:teuthology.orchestra.run.smithi189.stdout:(20/114): python3-cephfs-17.2.7-1404.gf2c39d4d. 3.5 MB/s | 182 kB 00:00 2024-08-17T16:40:06.361 INFO:teuthology.orchestra.run.smithi189.stdout:(21/114): python3-rados-17.2.7-1404.gf2c39d4d.e 7.2 MB/s | 368 kB 00:00 2024-08-17T16:40:06.411 INFO:teuthology.orchestra.run.smithi189.stdout:(22/114): python3-rbd-17.2.7-1404.gf2c39d4d.el9 4.5 MB/s | 343 kB 00:00 2024-08-17T16:40:06.436 INFO:teuthology.orchestra.run.smithi189.stdout:(23/114): python3-rgw-17.2.7-1404.gf2c39d4d.el9 1.5 MB/s | 116 kB 00:00 2024-08-17T16:40:06.461 INFO:teuthology.orchestra.run.smithi189.stdout:(24/114): rbd-fuse-17.2.7-1404.gf2c39d4d.el9.x8 1.6 MB/s | 82 kB 00:00 2024-08-17T16:40:06.520 INFO:teuthology.orchestra.run.smithi189.stdout:(25/114): rbd-nbd-17.2.7-1404.gf2c39d4d.el9.x86 2.8 MB/s | 165 kB 00:00 2024-08-17T16:40:06.570 INFO:teuthology.orchestra.run.smithi189.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1404.g 489 kB/s | 24 kB 00:00 2024-08-17T16:40:06.629 INFO:teuthology.orchestra.run.smithi189.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1404.gf2c39d4 2.1 MB/s | 124 kB 00:00 2024-08-17T16:40:06.710 INFO:teuthology.orchestra.run.smithi001.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 55 kB/s | 33 kB 00:00 2024-08-17T16:40:06.712 INFO:teuthology.orchestra.run.smithi189.stdout:(28/114): rbd-mirror-17.2.7-1404.gf2c39d4d.el9. 11 MB/s | 2.9 MB 00:00 2024-08-17T16:40:06.777 INFO:teuthology.orchestra.run.smithi001.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 34 kB/s | 18 kB 00:00 2024-08-17T16:40:07.285 INFO:teuthology.orchestra.run.smithi001.stdout:(47/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.7 MB/s | 3.0 MB 00:01 2024-08-17T16:40:07.378 INFO:teuthology.orchestra.run.smithi001.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 75 kB/s | 45 kB 00:00 2024-08-17T16:40:07.469 INFO:teuthology.orchestra.run.smithi001.stdout:(49/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 211 kB/s | 160 kB 00:00 2024-08-17T16:40:07.515 INFO:teuthology.orchestra.run.smithi189.stdout:(29/114): ceph-test-17.2.7-1404.gf2c39d4d.el9.x 21 MB/s | 48 MB 00:02 2024-08-17T16:40:07.572 INFO:teuthology.orchestra.run.smithi189.stdout:(30/114): ceph-mgr-dashboard-17.2.7-1404.gf2c39 3.6 MB/s | 3.4 MB 00:00 2024-08-17T16:40:07.597 INFO:teuthology.orchestra.run.smithi189.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1404.gf2 2.8 MB/s | 240 kB 00:00 2024-08-17T16:40:07.622 INFO:teuthology.orchestra.run.smithi189.stdout:(32/114): ceph-mgr-rook-17.2.7-1404.gf2c39d4d.e 949 kB/s | 47 kB 00:00 2024-08-17T16:40:07.647 INFO:teuthology.orchestra.run.smithi189.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1404.gf 291 kB/s | 15 kB 00:00 2024-08-17T16:40:07.681 INFO:teuthology.orchestra.run.smithi189.stdout:(34/114): cephadm-17.2.7-1404.gf2c39d4d.el9.noa 1.4 MB/s | 83 kB 00:00 2024-08-17T16:40:07.781 INFO:teuthology.orchestra.run.smithi189.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 6.9 MB/s | 7.4 MB 00:01 2024-08-17T16:40:08.061 INFO:teuthology.orchestra.run.smithi001.stdout:(50/114): openblas-0.3.21-2.el9.x86_64.rpm 59 kB/s | 35 kB 00:00 2024-08-17T16:40:08.098 INFO:teuthology.orchestra.run.smithi189.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 177 kB/s | 80 kB 00:00 2024-08-17T16:40:08.148 INFO:teuthology.orchestra.run.smithi189.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 532 kB/s | 195 kB 00:00 2024-08-17T16:40:08.182 INFO:teuthology.orchestra.run.smithi189.stdout:(38/114): libgfortran-11.4.1-3.el9.x86_64.rpm 1.6 MB/s | 803 kB 00:00 2024-08-17T16:40:08.195 INFO:teuthology.orchestra.run.smithi001.stdout:(51/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 358 kB/s | 292 kB 00:00 2024-08-17T16:40:08.220 INFO:teuthology.orchestra.run.smithi001.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 709 kB/s | 662 kB 00:00 2024-08-17T16:40:08.274 INFO:teuthology.orchestra.run.smithi189.stdout:(39/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.4 MB/s | 253 kB 00:00 2024-08-17T16:40:08.333 INFO:teuthology.orchestra.run.smithi189.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 709 kB/s | 106 kB 00:00 2024-08-17T16:40:08.399 INFO:teuthology.orchestra.run.smithi189.stdout:(41/114): python3-cryptography-36.0.1-4.el9.x86 4.9 MB/s | 1.2 MB 00:00 2024-08-17T16:40:08.475 INFO:teuthology.orchestra.run.smithi189.stdout:(42/114): python3-pycparser-2.20-6.el9.noarch.r 673 kB/s | 135 kB 00:00 2024-08-17T16:40:08.550 INFO:teuthology.orchestra.run.smithi189.stdout:(43/114): python3-requests-2.25.1-8.el9.noarch. 575 kB/s | 125 kB 00:00 2024-08-17T16:40:08.584 INFO:teuthology.orchestra.run.smithi189.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 302 kB/s | 33 kB 00:00 2024-08-17T16:40:08.609 INFO:teuthology.orchestra.run.smithi189.stdout:(45/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.0 MB/s | 215 kB 00:00 2024-08-17T16:40:08.634 INFO:teuthology.orchestra.run.smithi189.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-08-17T16:40:08.718 INFO:teuthology.orchestra.run.smithi189.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 544 kB/s | 45 kB 00:00 2024-08-17T16:40:08.810 INFO:teuthology.orchestra.run.smithi189.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 799 kB/s | 160 kB 00:00 2024-08-17T16:40:08.862 INFO:teuthology.orchestra.run.smithi001.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 131 kB/s | 87 kB 00:00 2024-08-17T16:40:08.902 INFO:teuthology.orchestra.run.smithi189.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 3.5 MB/s | 662 kB 00:00 2024-08-17T16:40:08.927 INFO:teuthology.orchestra.run.smithi189.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-08-17T16:40:08.952 INFO:teuthology.orchestra.run.smithi189.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 703 kB/s | 35 kB 00:00 2024-08-17T16:40:09.003 INFO:teuthology.orchestra.run.smithi189.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-08-17T16:40:09.611 INFO:teuthology.orchestra.run.smithi189.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-08-17T16:40:09.746 INFO:teuthology.orchestra.run.smithi001.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 276 kB/s | 244 kB 00:00 2024-08-17T16:40:09.761 INFO:teuthology.orchestra.run.smithi189.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 1.6 MB/s | 244 kB 00:00 2024-08-17T16:40:09.812 INFO:teuthology.orchestra.run.smithi189.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 350 kB/s | 17 kB 00:00 2024-08-17T16:40:09.953 INFO:teuthology.orchestra.run.smithi189.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 1.7 MB/s | 248 kB 00:00 2024-08-17T16:40:10.012 INFO:teuthology.orchestra.run.smithi189.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 440 kB/s | 26 kB 00:00 2024-08-17T16:40:10.054 INFO:teuthology.orchestra.run.smithi189.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 460 kB/s | 19 kB 00:00 2024-08-17T16:40:10.171 INFO:teuthology.orchestra.run.smithi189.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-08-17T16:40:10.213 INFO:teuthology.orchestra.run.smithi189.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 834 kB/s | 35 kB 00:00 2024-08-17T16:40:10.246 INFO:teuthology.orchestra.run.smithi001.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 35 kB/s | 17 kB 00:00 2024-08-17T16:40:10.497 INFO:teuthology.orchestra.run.smithi189.stdout:(61/114): openblas-openmp-0.3.21-2.el9.x86_64.r 3.0 MB/s | 4.7 MB 00:01 2024-08-17T16:40:10.638 INFO:teuthology.orchestra.run.smithi001.stdout:(56/114): openblas-openmp-0.3.21-2.el9.x86_64.r 1.8 MB/s | 4.7 MB 00:02 2024-08-17T16:40:10.638 INFO:teuthology.orchestra.run.smithi189.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-08-17T16:40:10.781 INFO:teuthology.orchestra.run.smithi189.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 222 kB 00:00 2024-08-17T16:40:10.864 INFO:teuthology.orchestra.run.smithi189.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 930 kB/s | 77 kB 00:00 2024-08-17T16:40:10.914 INFO:teuthology.orchestra.run.smithi189.stdout:(65/114): python3-pluggy-0.13.1-7.el9.noarch.rp 829 kB/s | 41 kB 00:00 2024-08-17T16:40:10.965 INFO:teuthology.orchestra.run.smithi189.stdout:(66/114): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-08-17T16:40:11.046 INFO:teuthology.orchestra.run.smithi001.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 310 kB/s | 248 kB 00:00 2024-08-17T16:40:11.197 INFO:teuthology.orchestra.run.smithi001.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 46 kB/s | 26 kB 00:00 2024-08-17T16:40:11.223 INFO:teuthology.orchestra.run.smithi189.stdout:(67/114): python3-py-1.10.0-6.el9.noarch.rpm 1.8 MB/s | 477 kB 00:00 2024-08-17T16:40:11.313 INFO:teuthology.orchestra.run.smithi001.stdout:(59/114): python3-babel-2.9.1-2.el9.noarch.rpm 1.9 MB/s | 6.0 MB 00:03 2024-08-17T16:40:11.332 INFO:teuthology.orchestra.run.smithi189.stdout:(68/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-08-17T16:40:11.499 INFO:teuthology.orchestra.run.smithi189.stdout:(69/114): python3-pyasn1-modules-0.4.8-6.el9.no 1.6 MB/s | 279 kB 00:00 2024-08-17T16:40:11.639 INFO:teuthology.orchestra.run.smithi001.stdout:(60/114): python3-jsonpointer-2.0-4.el9.noarch. 32 kB/s | 19 kB 00:00 2024-08-17T16:40:11.774 INFO:teuthology.orchestra.run.smithi189.stdout:(70/114): python3-babel-2.9.1-2.el9.noarch.rpm 2.2 MB/s | 6.0 MB 00:02 2024-08-17T16:40:11.833 INFO:teuthology.orchestra.run.smithi189.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 1.5 MB/s | 519 kB 00:00 2024-08-17T16:40:11.858 INFO:teuthology.orchestra.run.smithi189.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 609 kB/s | 51 kB 00:00 2024-08-17T16:40:11.884 INFO:teuthology.orchestra.run.smithi189.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-08-17T16:40:11.934 INFO:teuthology.orchestra.run.smithi189.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 834 kB/s | 42 kB 00:00 2024-08-17T16:40:11.956 INFO:teuthology.orchestra.run.smithi001.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 57 kB/s | 35 kB 00:00 2024-08-17T16:40:12.097 INFO:teuthology.orchestra.run.smithi001.stdout:(62/114): python3-mako-1.1.4-6.el9.noarch.rpm 191 kB/s | 172 kB 00:00 2024-08-17T16:40:12.104 INFO:teuthology.orchestra.run.smithi189.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 1.8 MB/s | 304 kB 00:00 2024-08-17T16:40:12.193 INFO:teuthology.orchestra.run.smithi189.stdout:(76/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 716 kB/s | 64 kB 00:00 2024-08-17T16:40:12.260 INFO:teuthology.orchestra.run.smithi189.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.6 MB/s | 309 kB 00:00 2024-08-17T16:40:12.285 INFO:teuthology.orchestra.run.smithi189.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-08-17T16:40:12.310 INFO:teuthology.orchestra.run.smithi189.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-08-17T16:40:12.344 INFO:teuthology.orchestra.run.smithi189.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 16 MB/s | 548 kB 00:00 2024-08-17T16:40:12.369 INFO:teuthology.orchestra.run.smithi189.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-17T16:40:12.395 INFO:teuthology.orchestra.run.smithi189.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-17T16:40:12.521 INFO:teuthology.orchestra.run.smithi189.stdout:(83/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.2 MB/s | 5.1 MB 00:02 2024-08-17T16:40:12.545 INFO:teuthology.orchestra.run.smithi189.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 94 kB/s | 14 kB 00:00 2024-08-17T16:40:12.604 INFO:teuthology.orchestra.run.smithi189.stdout:(85/114): python3-cherrypy-18.6.1-2.el9.noarch. 11 MB/s | 358 kB 00:00 2024-08-17T16:40:12.646 INFO:teuthology.orchestra.run.smithi189.stdout:(86/114): python3-google-auth-2.33.0-1.el9.noar 5.5 MB/s | 220 kB 00:00 2024-08-17T16:40:12.671 INFO:teuthology.orchestra.run.smithi189.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 429 kB/s | 11 kB 00:00 2024-08-17T16:40:12.697 INFO:teuthology.orchestra.run.smithi189.stdout:(88/114): python3-cheroot-8.6.0-4.el9.noarch.rp 980 kB/s | 172 kB 00:00 2024-08-17T16:40:12.722 INFO:teuthology.orchestra.run.smithi189.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 351 kB/s | 18 kB 00:00 2024-08-17T16:40:12.747 INFO:teuthology.orchestra.run.smithi189.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-08-17T16:40:12.772 INFO:teuthology.orchestra.run.smithi189.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-08-17T16:40:12.798 INFO:teuthology.orchestra.run.smithi189.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-17T16:40:12.823 INFO:teuthology.orchestra.run.smithi189.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-08-17T16:40:12.848 INFO:teuthology.orchestra.run.smithi189.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 813 kB/s | 41 kB 00:00 2024-08-17T16:40:12.864 INFO:teuthology.orchestra.run.smithi001.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 276 kB/s | 250 kB 00:00 2024-08-17T16:40:12.882 INFO:teuthology.orchestra.run.smithi189.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.4 MB/s | 46 kB 00:00 2024-08-17T16:40:12.916 INFO:teuthology.orchestra.run.smithi189.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 2.3 MB/s | 79 kB 00:00 2024-08-17T16:40:12.940 INFO:teuthology.orchestra.run.smithi001.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 264 kB/s | 222 kB 00:00 2024-08-17T16:40:12.949 INFO:teuthology.orchestra.run.smithi189.stdout:(97/114): python3-kubernetes-26.1.0-2.el9.noarc 8.1 MB/s | 1.0 MB 00:00 2024-08-17T16:40:13.000 INFO:teuthology.orchestra.run.smithi189.stdout:(98/114): python3-natsort-7.1.1-5.el9.noarch.rp 687 kB/s | 58 kB 00:00 2024-08-17T16:40:13.025 INFO:teuthology.orchestra.run.smithi189.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 659 kB/s | 16 kB 00:00 2024-08-17T16:40:13.050 INFO:teuthology.orchestra.run.smithi189.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-17T16:40:13.076 INFO:teuthology.orchestra.run.smithi189.stdout:(101/114): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-08-17T16:40:13.101 INFO:teuthology.orchestra.run.smithi189.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-08-17T16:40:13.126 INFO:teuthology.orchestra.run.smithi189.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-17T16:40:13.160 INFO:teuthology.orchestra.run.smithi189.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-08-17T16:40:13.185 INFO:teuthology.orchestra.run.smithi189.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 610 kB/s | 36 kB 00:00 2024-08-17T16:40:13.210 INFO:teuthology.orchestra.run.smithi189.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-17T16:40:13.236 INFO:teuthology.orchestra.run.smithi189.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-17T16:40:13.269 INFO:teuthology.orchestra.run.smithi189.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-08-17T16:40:13.286 INFO:teuthology.orchestra.run.smithi189.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-08-17T16:40:13.320 INFO:teuthology.orchestra.run.smithi189.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-08-17T16:40:13.379 INFO:teuthology.orchestra.run.smithi189.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-08-17T16:40:13.546 INFO:teuthology.orchestra.run.smithi189.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 9.6 MB/s | 16 MB 00:01 2024-08-17T16:40:13.565 INFO:teuthology.orchestra.run.smithi001.stdout:(65/114): python3-pluggy-0.13.1-7.el9.noarch.rp 66 kB/s | 41 kB 00:00 2024-08-17T16:40:13.590 INFO:teuthology.orchestra.run.smithi001.stdout:(66/114): python3-packaging-20.9-5.el9.noarch.r 106 kB/s | 77 kB 00:00 2024-08-17T16:40:13.687 INFO:teuthology.orchestra.run.smithi189.stdout:(113/114): librbd1-17.2.7-1404.gf2c39d4d.el9.x8 9.5 MB/s | 2.9 MB 00:00 2024-08-17T16:40:13.829 INFO:teuthology.orchestra.run.smithi189.stdout:(114/114): librados2-17.2.7-1404.gf2c39d4d.el9. 6.0 MB/s | 3.1 MB 00:00 2024-08-17T16:40:13.833 INFO:teuthology.orchestra.run.smithi189.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:40:13.834 INFO:teuthology.orchestra.run.smithi189.stdout:Total 16 MB/s | 190 MB 00:11 2024-08-17T16:40:14.165 INFO:teuthology.orchestra.run.smithi001.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 71 kB/s | 42 kB 00:00 2024-08-17T16:40:14.491 INFO:teuthology.orchestra.run.smithi001.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 530 kB/s | 477 kB 00:00 2024-08-17T16:40:14.580 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction check 2024-08-17T16:40:14.676 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction check succeeded. 2024-08-17T16:40:14.676 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction test 2024-08-17T16:40:14.733 INFO:teuthology.orchestra.run.smithi001.stdout:(69/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.6 MB/s | 5.1 MB 00:03 2024-08-17T16:40:14.924 INFO:teuthology.orchestra.run.smithi001.stdout:(70/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 209 kB/s | 159 kB 00:00 2024-08-17T16:40:15.375 INFO:teuthology.orchestra.run.smithi001.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 316 kB/s | 279 kB 00:00 2024-08-17T16:40:15.575 INFO:teuthology.orchestra.run.smithi001.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 78 kB/s | 51 kB 00:00 2024-08-17T16:40:15.675 INFO:teuthology.orchestra.run.smithi001.stdout:(73/114): python3-pytest-6.2.2-7.el9.noarch.rpm 569 kB/s | 519 kB 00:00 2024-08-17T16:40:15.992 INFO:teuthology.orchestra.run.smithi001.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 87 kB/s | 54 kB 00:00 2024-08-17T16:40:16.264 INFO:teuthology.orchestra.run.smithi189.stdout:Transaction test succeeded. 2024-08-17T16:40:16.265 INFO:teuthology.orchestra.run.smithi189.stdout:Running transaction 2024-08-17T16:40:16.275 INFO:teuthology.orchestra.run.smithi001.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 69 kB/s | 42 kB 00:00 2024-08-17T16:40:16.792 INFO:teuthology.orchestra.run.smithi001.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 381 kB/s | 304 kB 00:00 2024-08-17T16:40:16.868 INFO:teuthology.orchestra.run.smithi001.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.1 MB/s | 309 kB 00:00 2024-08-17T16:40:16.893 INFO:teuthology.orchestra.run.smithi001.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-08-17T16:40:16.919 INFO:teuthology.orchestra.run.smithi001.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-08-17T16:40:16.946 INFO:teuthology.orchestra.run.smithi001.stdout:(80/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 95 kB/s | 64 kB 00:00 2024-08-17T16:40:17.011 INFO:teuthology.orchestra.run.smithi001.stdout:(81/114): python3-asyncssh-2.13.2-5.el9.noarch. 5.9 MB/s | 548 kB 00:00 2024-08-17T16:40:17.036 INFO:teuthology.orchestra.run.smithi001.stdout:(82/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 473 kB/s | 43 kB 00:00 2024-08-17T16:40:17.061 INFO:teuthology.orchestra.run.smithi001.stdout:(83/114): python3-cachetools-4.2.4-1.el9.noarch 640 kB/s | 32 kB 00:00 2024-08-17T16:40:17.087 INFO:teuthology.orchestra.run.smithi001.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 281 kB/s | 14 kB 00:00 2024-08-17T16:40:17.112 INFO:teuthology.orchestra.run.smithi001.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.4 MB/s | 172 kB 00:00 2024-08-17T16:40:17.146 INFO:teuthology.orchestra.run.smithi001.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-08-17T16:40:17.171 INFO:teuthology.orchestra.run.smithi001.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 430 kB/s | 11 kB 00:00 2024-08-17T16:40:17.196 INFO:teuthology.orchestra.run.smithi001.stdout:(88/114): python3-google-auth-2.33.0-1.el9.noar 2.6 MB/s | 220 kB 00:00 2024-08-17T16:40:17.221 INFO:teuthology.orchestra.run.smithi001.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 352 kB/s | 18 kB 00:00 2024-08-17T16:40:17.247 INFO:teuthology.orchestra.run.smithi001.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-08-17T16:40:17.272 INFO:teuthology.orchestra.run.smithi001.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 388 kB/s | 19 kB 00:00 2024-08-17T16:40:17.297 INFO:teuthology.orchestra.run.smithi001.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 393 kB/s | 20 kB 00:00 2024-08-17T16:40:17.322 INFO:teuthology.orchestra.run.smithi001.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-08-17T16:40:17.348 INFO:teuthology.orchestra.run.smithi001.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 812 kB/s | 41 kB 00:00 2024-08-17T16:40:17.373 INFO:teuthology.orchestra.run.smithi001.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-17T16:40:17.398 INFO:teuthology.orchestra.run.smithi001.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-17T16:40:17.423 INFO:teuthology.orchestra.run.smithi001.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-17T16:40:17.466 INFO:teuthology.orchestra.run.smithi001.stdout:(98/114): python3-kubernetes-26.1.0-2.el9.noarc 7.1 MB/s | 1.0 MB 00:00 2024-08-17T16:40:17.490 INFO:teuthology.orchestra.run.smithi001.stdout:(99/114): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-08-17T16:40:17.516 INFO:teuthology.orchestra.run.smithi001.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 664 kB/s | 16 kB 00:00 2024-08-17T16:40:17.541 INFO:teuthology.orchestra.run.smithi001.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-08-17T16:40:17.566 INFO:teuthology.orchestra.run.smithi001.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-08-17T16:40:17.592 INFO:teuthology.orchestra.run.smithi001.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-17T16:40:17.617 INFO:teuthology.orchestra.run.smithi001.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-08-17T16:40:17.643 INFO:teuthology.orchestra.run.smithi001.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 710 kB/s | 36 kB 00:00 2024-08-17T16:40:17.668 INFO:teuthology.orchestra.run.smithi001.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-17T16:40:17.693 INFO:teuthology.orchestra.run.smithi001.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-17T16:40:17.720 INFO:teuthology.orchestra.run.smithi001.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 2.9 MB/s | 230 kB 00:00 2024-08-17T16:40:17.746 INFO:teuthology.orchestra.run.smithi001.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 799 kB/s | 20 kB 00:00 2024-08-17T16:40:17.971 INFO:teuthology.orchestra.run.smithi001.stdout:(110/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.8 MB/s | 16 MB 00:02 2024-08-17T16:40:17.996 INFO:teuthology.orchestra.run.smithi001.stdout:(111/114): python3-werkzeug-2.0.3-3.el9.1.noarc 1.4 MB/s | 427 kB 00:00 2024-08-17T16:40:18.063 INFO:teuthology.orchestra.run.smithi001.stdout:(112/114): thrift-0.15.0-2.el9.x86_64.rpm 5.0 MB/s | 1.6 MB 00:00 2024-08-17T16:40:18.238 INFO:teuthology.orchestra.run.smithi001.stdout:(113/114): librados2-17.2.7-1404.gf2c39d4d.el9. 12 MB/s | 3.1 MB 00:00 2024-08-17T16:40:18.297 INFO:teuthology.orchestra.run.smithi001.stdout:(114/114): librbd1-17.2.7-1404.gf2c39d4d.el9.x8 9.8 MB/s | 2.9 MB 00:00 2024-08-17T16:40:18.302 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:40:18.303 INFO:teuthology.orchestra.run.smithi001.stdout:Total 11 MB/s | 190 MB 00:17 2024-08-17T16:40:19.074 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-08-17T16:40:19.179 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-08-17T16:40:19.179 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-08-17T16:40:20.861 INFO:teuthology.orchestra.run.smithi189.stdout: Preparing : 1/1 2024-08-17T16:40:20.883 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-08-17T16:40:20.883 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-08-17T16:40:20.923 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-17T16:40:20.957 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-17T16:40:21.013 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-17T16:40:21.321 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-17T16:40:21.435 INFO:teuthology.orchestra.run.smithi189.stdout: Upgrading : librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 5/116 2024-08-17T16:40:21.549 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 5/116 2024-08-17T16:40:21.578 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:40:21.680 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:40:21.728 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 7/116 2024-08-17T16:40:21.758 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-17T16:40:22.197 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-17T16:40:22.231 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:40:22.305 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:40:22.331 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:40:22.432 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:40:22.457 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 12/116 2024-08-17T16:40:22.586 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 12/116 2024-08-17T16:40:22.620 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-17T16:40:22.670 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-17T16:40:22.774 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-17T16:40:22.923 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-17T16:40:22.999 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-17T16:40:23.049 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-17T16:40:23.090 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-17T16:40:23.117 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-17T16:40:23.187 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-17T16:40:23.240 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-17T16:40:23.274 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-17T16:40:23.313 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-17T16:40:23.348 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-17T16:40:23.394 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el 26/116 2024-08-17T16:40:23.468 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_6 27/116 2024-08-17T16:40:23.614 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-17T16:40:23.679 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-17T16:40:24.225 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-17T16:40:24.308 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-17T16:40:24.353 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-17T16:40:24.387 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-17T16:40:24.422 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-17T16:40:24.462 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-17T16:40:24.497 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 36/116 2024-08-17T16:40:24.535 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_6 37/116 2024-08-17T16:40:24.565 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-17T16:40:24.602 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-17T16:40:24.658 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-17T16:40:24.740 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-17T16:40:24.778 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-17T16:40:24.814 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-17T16:40:24.862 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-17T16:40:24.906 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-17T16:40:24.949 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-17T16:40:25.089 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-17T16:40:25.134 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-17T16:40:25.175 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-17T16:40:25.280 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-17T16:40:25.317 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 51/116 2024-08-17T16:40:25.369 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-17T16:40:25.404 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-17T16:40:25.448 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-17T16:40:25.576 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-17T16:40:25.614 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-17T16:40:25.653 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-17T16:40:25.770 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-17T16:40:25.776 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-08-17T16:40:25.825 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-17T16:40:25.876 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-17T16:40:25.900 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-17T16:40:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-17T16:40:26.290 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-17T16:40:26.393 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 5/116 2024-08-17T16:40:26.492 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 5/116 2024-08-17T16:40:26.519 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:40:26.577 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-17T16:40:26.625 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:40:26.629 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-17T16:40:26.663 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-17T16:40:26.670 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 7/116 2024-08-17T16:40:26.697 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-17T16:40:26.698 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-17T16:40:26.801 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-17T16:40:26.855 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-17T16:40:26.890 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-17T16:40:27.067 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-17T16:40:27.097 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-17T16:40:27.173 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-17T16:40:27.174 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-17T16:40:27.205 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:40:27.280 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:40:27.306 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:40:27.399 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:40:27.427 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 12/116 2024-08-17T16:40:27.538 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 12/116 2024-08-17T16:40:27.570 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-17T16:40:27.611 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-17T16:40:27.641 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-17T16:40:27.681 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-17T16:40:27.758 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-17T16:40:27.808 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-17T16:40:27.848 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-17T16:40:27.870 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-17T16:40:27.874 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-17T16:40:27.946 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-17T16:40:27.988 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-17T16:40:28.007 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-17T16:40:28.042 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-17T16:40:28.080 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-17T16:40:28.115 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-17T16:40:28.152 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el 26/116 2024-08-17T16:40:28.229 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_6 27/116 2024-08-17T16:40:28.375 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-17T16:40:28.428 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-17T16:40:28.994 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-17T16:40:29.085 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-17T16:40:29.136 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-17T16:40:29.170 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-17T16:40:29.204 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-17T16:40:29.253 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-17T16:40:29.296 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 36/116 2024-08-17T16:40:29.303 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-17T16:40:29.334 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_6 37/116 2024-08-17T16:40:29.364 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-17T16:40:29.386 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-17T16:40:29.401 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-17T16:40:29.458 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-17T16:40:29.540 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-17T16:40:29.577 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-17T16:40:29.614 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-17T16:40:29.661 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-17T16:40:29.678 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-17T16:40:29.706 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-17T16:40:29.723 INFO:teuthology.orchestra.run.smithi189.stdout: Upgrading : librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 75/116 2024-08-17T16:40:29.749 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-17T16:40:29.818 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 75/116 2024-08-17T16:40:29.853 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 76/116 2024-08-17T16:40:29.893 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-17T16:40:29.911 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-17T16:40:29.933 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-17T16:40:29.966 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-17T16:40:29.967 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-17T16:40:30.074 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-17T16:40:30.116 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 51/116 2024-08-17T16:40:30.156 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-17T16:40:30.166 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-17T16:40:30.202 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-17T16:40:30.216 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-17T16:40:30.247 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-17T16:40:30.295 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-17T16:40:30.377 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-17T16:40:30.385 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-17T16:40:30.413 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-17T16:40:30.444 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-17T16:40:30.525 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-17T16:40:30.865 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-17T16:40:30.865 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-17T16:40:30.865 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-17T16:40:30.866 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-17T16:40:30.866 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-17T16:40:30.866 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-17T16:40:30.866 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-17T16:40:31.181 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 89/116 2024-08-17T16:40:31.207 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 89/116 2024-08-17T16:40:31.237 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.e 90/116 2024-08-17T16:40:31.303 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d. 91/116 2024-08-17T16:40:31.332 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9. 92/116 2024-08-17T16:40:31.392 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-17T16:40:31.445 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-17T16:40:31.478 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-17T16:40:31.512 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-17T16:40:31.618 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-17T16:40:31.680 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-17T16:40:31.713 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-17T16:40:31.896 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-17T16:40:31.928 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-17T16:40:32.013 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-17T16:40:32.723 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-17T16:40:32.848 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-17T16:40:33.723 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:40:33.762 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:40:34.208 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-17T16:40:34.272 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:40:34.292 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-17T16:40:34.315 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 94/116 2024-08-17T16:40:34.412 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 94/116 2024-08-17T16:40:34.412 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T16:40:34.412 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T16:40:34.412 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:34.449 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 95/116 2024-08-17T16:40:34.598 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-17T16:40:34.645 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 75/116 2024-08-17T16:40:34.724 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 75/116 2024-08-17T16:40:34.759 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 76/116 2024-08-17T16:40:34.819 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-17T16:40:34.885 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-17T16:40:35.086 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-17T16:40:35.138 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-17T16:40:35.222 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-17T16:40:35.318 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-17T16:40:35.468 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-17T16:40:35.518 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-17T16:40:35.546 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-17T16:40:35.582 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-17T16:40:35.621 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-17T16:40:35.649 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-17T16:40:36.104 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 89/116 2024-08-17T16:40:36.129 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 89/116 2024-08-17T16:40:36.159 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.e 90/116 2024-08-17T16:40:36.236 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d. 91/116 2024-08-17T16:40:36.262 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9. 92/116 2024-08-17T16:40:38.764 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:40:38.799 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:40:39.334 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:40:39.377 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 94/116 2024-08-17T16:40:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 94/116 2024-08-17T16:40:39.603 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T16:40:39.603 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T16:40:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 95/116 2024-08-17T16:40:45.889 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 95/116 2024-08-17T16:40:45.889 INFO:teuthology.orchestra.run.smithi189.stdout:skipping the directory /sys 2024-08-17T16:40:45.889 INFO:teuthology.orchestra.run.smithi189.stdout:skipping the directory /proc 2024-08-17T16:40:45.890 INFO:teuthology.orchestra.run.smithi189.stdout:skipping the directory /mnt 2024-08-17T16:40:45.890 INFO:teuthology.orchestra.run.smithi189.stdout:skipping the directory /var/tmp 2024-08-17T16:40:45.890 INFO:teuthology.orchestra.run.smithi189.stdout:skipping the directory /home 2024-08-17T16:40:45.890 INFO:teuthology.orchestra.run.smithi189.stdout:skipping the directory /root 2024-08-17T16:40:45.890 INFO:teuthology.orchestra.run.smithi189.stdout:skipping the directory /tmp 2024-08-17T16:40:45.890 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:45.965 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 96/116 2024-08-17T16:40:47.005 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 96/116 2024-08-17T16:40:47.044 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 97/116 2024-08-17T16:40:48.007 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 97/116 2024-08-17T16:40:48.044 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 98/116 2024-08-17T16:40:48.148 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 98/116 2024-08-17T16:40:48.310 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el 99/116 2024-08-17T16:40:48.338 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 100/116 2024-08-17T16:40:48.362 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 100/116 2024-08-17T16:40:48.362 INFO:teuthology.orchestra.run.smithi189.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:48.362 INFO:teuthology.orchestra.run.smithi189.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T16:40:48.362 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:40:48.362 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:40:48.362 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:48.405 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 101/116 2024-08-17T16:40:48.589 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 101/116 2024-08-17T16:40:48.622 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 102/116 2024-08-17T16:40:48.645 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 102/116 2024-08-17T16:40:48.646 INFO:teuthology.orchestra.run.smithi189.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:48.646 INFO:teuthology.orchestra.run.smithi189.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T16:40:48.646 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:40:48.646 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:40:48.646 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:49.015 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 103/116 2024-08-17T16:40:49.038 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 103/116 2024-08-17T16:40:49.039 INFO:teuthology.orchestra.run.smithi189.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:49.039 INFO:teuthology.orchestra.run.smithi189.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T16:40:49.039 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:40:49.039 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:40:49.039 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:50.366 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 104/116 2024-08-17T16:40:50.393 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 104/116 2024-08-17T16:40:50.394 INFO:teuthology.orchestra.run.smithi189.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:50.394 INFO:teuthology.orchestra.run.smithi189.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T16:40:50.394 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:40:50.394 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:40:50.394 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:51.211 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 95/116 2024-08-17T16:40:51.211 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /sys 2024-08-17T16:40:51.211 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /proc 2024-08-17T16:40:51.211 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /mnt 2024-08-17T16:40:51.211 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /var/tmp 2024-08-17T16:40:51.211 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /home 2024-08-17T16:40:51.211 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /root 2024-08-17T16:40:51.212 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /tmp 2024-08-17T16:40:51.212 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:51.279 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 96/116 2024-08-17T16:40:51.629 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 105/116 2024-08-17T16:40:51.658 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 106/116 2024-08-17T16:40:51.720 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 106/116 2024-08-17T16:40:51.720 INFO:teuthology.orchestra.run.smithi189.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:51.720 INFO:teuthology.orchestra.run.smithi189.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T16:40:51.720 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:40:51.720 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:40:51.720 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:51.768 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 107/116 2024-08-17T16:40:51.791 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 107/116 2024-08-17T16:40:51.791 INFO:teuthology.orchestra.run.smithi189.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:51.791 INFO:teuthology.orchestra.run.smithi189.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T16:40:51.791 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:52.086 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 108/116 2024-08-17T16:40:52.109 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 108/116 2024-08-17T16:40:52.109 INFO:teuthology.orchestra.run.smithi189.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:52.109 INFO:teuthology.orchestra.run.smithi189.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T16:40:52.109 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:40:52.109 INFO:teuthology.orchestra.run.smithi189.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:40:52.110 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:40:52.315 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 96/116 2024-08-17T16:40:52.350 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 97/116 2024-08-17T16:40:53.364 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 97/116 2024-08-17T16:40:53.384 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 98/116 2024-08-17T16:40:53.491 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 98/116 2024-08-17T16:40:53.662 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el 99/116 2024-08-17T16:40:53.695 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 100/116 2024-08-17T16:40:53.720 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 100/116 2024-08-17T16:40:53.720 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:53.720 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T16:40:53.721 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:40:53.721 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:40:53.721 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:53.762 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 101/116 2024-08-17T16:40:53.957 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 101/116 2024-08-17T16:40:53.988 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 102/116 2024-08-17T16:40:54.012 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 102/116 2024-08-17T16:40:54.012 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:54.012 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T16:40:54.012 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:40:54.013 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:40:54.013 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:54.405 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 103/116 2024-08-17T16:40:54.430 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 103/116 2024-08-17T16:40:54.430 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:54.431 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T16:40:54.431 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:40:54.431 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:40:54.431 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:55.814 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 104/116 2024-08-17T16:40:55.842 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 104/116 2024-08-17T16:40:55.842 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:55.842 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T16:40:55.842 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:40:55.842 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:40:55.843 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:56.515 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 109/116 2024-08-17T16:40:56.563 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 110/116 2024-08-17T16:40:56.604 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 111/116 2024-08-17T16:40:56.726 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 112/116 2024-08-17T16:40:56.762 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-17T16:40:56.792 INFO:teuthology.orchestra.run.smithi189.stdout: Installing : libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_ 114/116 2024-08-17T16:40:56.792 INFO:teuthology.orchestra.run.smithi189.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T16:40:56.878 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T16:40:56.878 INFO:teuthology.orchestra.run.smithi189.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:40:57.150 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 105/116 2024-08-17T16:40:57.182 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 106/116 2024-08-17T16:40:57.262 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 106/116 2024-08-17T16:40:57.262 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:57.262 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T16:40:57.262 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:40:57.262 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:40:57.262 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:57.309 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 107/116 2024-08-17T16:40:57.332 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 107/116 2024-08-17T16:40:57.333 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:57.333 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T16:40:57.333 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:40:57.634 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 108/116 2024-08-17T16:40:57.659 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 108/116 2024-08-17T16:40:57.659 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:40:57.659 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T16:40:57.659 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:40:57.660 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:40:57.660 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:41:01.892 INFO:teuthology.orchestra.run.smithi189.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:41:01.893 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 1/116 2024-08-17T16:41:01.893 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2/116 2024-08-17T16:41:01.893 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 3/116 2024-08-17T16:41:01.893 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 4/116 2024-08-17T16:41:01.893 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 5/116 2024-08-17T16:41:01.893 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:41:01.893 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 7/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 8/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 9/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 12/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_ 13/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 14/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 15/116 2024-08-17T16:41:01.894 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_6 16/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 17/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 18/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el 19/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9. 20/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_6 21/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 22/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 23/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 24/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 25/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 26/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 27/116 2024-08-17T16:41:01.895 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d. 28/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 29/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 30/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 31/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el 32/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 33/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.e 34/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 35/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-17T16:41:01.896 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-17T16:41:01.897 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-17T16:41:01.898 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-17T16:41:01.899 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 88/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-17T16:41:01.900 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-17T16:41:01.901 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-17T16:41:01.902 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-17T16:41:01.902 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-17T16:41:01.902 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-17T16:41:01.902 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-17T16:41:01.902 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-17T16:41:01.902 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 113/116 2024-08-17T16:41:01.902 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-17T16:41:01.902 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 115/116 2024-08-17T16:41:02.336 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 109/116 2024-08-17T16:41:02.372 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 110/116 2024-08-17T16:41:02.430 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 111/116 2024-08-17T16:41:02.563 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 112/116 2024-08-17T16:41:02.603 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-17T16:41:02.627 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_ 114/116 2024-08-17T16:41:02.627 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T16:41:02.710 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T16:41:02.710 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout:Upgraded: 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout:Installed: 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.778 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-immutable-object-cache-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.779 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T16:41:03.780 INFO:teuthology.orchestra.run.smithi189.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T16:41:03.781 INFO:teuthology.orchestra.run.smithi189.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T16:41:03.782 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-17T16:41:03.783 INFO:teuthology.orchestra.run.smithi189.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T16:41:03.784 INFO:teuthology.orchestra.run.smithi189.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T16:41:03.785 INFO:teuthology.orchestra.run.smithi189.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T16:41:03.786 INFO:teuthology.orchestra.run.smithi189.stdout: rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.787 INFO:teuthology.orchestra.run.smithi189.stdout: rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.787 INFO:teuthology.orchestra.run.smithi189.stdout: rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:03.787 INFO:teuthology.orchestra.run.smithi189.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T16:41:03.787 INFO:teuthology.orchestra.run.smithi189.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T16:41:03.787 INFO:teuthology.orchestra.run.smithi189.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T16:41:03.787 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:41:03.787 INFO:teuthology.orchestra.run.smithi189.stdout:Complete! 2024-08-17T16:41:04.114 DEBUG:teuthology.parallel:result is None 2024-08-17T16:41:07.757 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 1/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 3/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 4/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 5/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 7/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 8/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 9/116 2024-08-17T16:41:07.758 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 12/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_ 13/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 14/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 15/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_6 16/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 17/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 18/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el 19/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9. 20/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_6 21/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 22/116 2024-08-17T16:41:07.759 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 23/116 2024-08-17T16:41:07.760 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 24/116 2024-08-17T16:41:07.760 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 25/116 2024-08-17T16:41:07.760 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 26/116 2024-08-17T16:41:07.760 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 27/116 2024-08-17T16:41:07.769 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d. 28/116 2024-08-17T16:41:07.769 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 29/116 2024-08-17T16:41:07.769 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 30/116 2024-08-17T16:41:07.769 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 31/116 2024-08-17T16:41:07.769 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el 32/116 2024-08-17T16:41:07.769 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 33/116 2024-08-17T16:41:07.769 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.e 34/116 2024-08-17T16:41:07.769 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 35/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-17T16:41:07.770 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-17T16:41:07.771 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-17T16:41:07.772 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-17T16:41:07.773 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 88/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-17T16:41:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-17T16:41:07.775 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-17T16:41:07.776 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-17T16:41:07.776 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-17T16:41:07.776 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-17T16:41:07.776 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-17T16:41:07.776 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 113/116 2024-08-17T16:41:07.776 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-17T16:41:07.776 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 115/116 2024-08-17T16:41:09.753 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout:Upgraded: 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout:Installed: 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-immutable-object-cache-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.754 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.755 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T16:41:09.756 INFO:teuthology.orchestra.run.smithi001.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T16:41:09.757 INFO:teuthology.orchestra.run.smithi001.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T16:41:09.758 INFO:teuthology.orchestra.run.smithi001.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T16:41:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T16:41:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T16:41:09.761 INFO:teuthology.orchestra.run.smithi001.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T16:41:09.762 INFO:teuthology.orchestra.run.smithi001.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T16:41:09.763 INFO:teuthology.orchestra.run.smithi001.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T16:41:09.763 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:41:09.763 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-08-17T16:41:10.208 DEBUG:teuthology.parallel:result is None 2024-08-17T16:41:10.209 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:41:10.209 INFO:teuthology.packaging:ref: None 2024-08-17T16:41:10.209 INFO:teuthology.packaging:tag: None 2024-08-17T16:41:10.209 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:41:10.209 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:41:10.209 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T16:41:10.462 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T16:41:10.487 INFO:teuthology.orchestra.run.smithi001.stdout:17.2.7-1404.gf2c39d4d.el9 2024-08-17T16:41:10.487 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1404.gf2c39d4d.el9 2024-08-17T16:41:10.487 INFO:teuthology.task.install:The correct ceph version 17.2.7-1404.gf2c39d4d is installed. 2024-08-17T16:41:10.489 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:41:10.489 INFO:teuthology.packaging:ref: None 2024-08-17T16:41:10.489 INFO:teuthology.packaging:tag: None 2024-08-17T16:41:10.489 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:41:10.489 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:41:10.490 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T16:41:10.740 DEBUG:teuthology.orchestra.run.smithi189:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T16:41:10.766 INFO:teuthology.orchestra.run.smithi189.stdout:17.2.7-1404.gf2c39d4d.el9 2024-08-17T16:41:10.767 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1404.gf2c39d4d.el9 2024-08-17T16:41:10.767 INFO:teuthology.task.install:The correct ceph version 17.2.7-1404.gf2c39d4d is installed. 2024-08-17T16:41:10.768 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-17T16:41:10.769 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:41:10.769 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T16:41:10.802 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:41:10.802 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T16:41:10.838 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-17T16:41:10.839 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:41:10.839 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T16:41:10.874 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T16:41:10.943 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:41:10.943 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T16:41:10.972 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T16:41:11.043 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-17T16:41:11.043 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:41:11.043 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T16:41:11.072 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T16:41:11.143 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:41:11.143 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T16:41:11.169 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T16:41:11.235 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-17T16:41:11.235 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:41:11.236 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T16:41:11.267 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T16:41:11.337 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:41:11.337 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T16:41:11.364 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T16:41:11.430 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:41:11.439 INFO:teuthology.task.print:**** done install task... 2024-08-17T16:41:11.439 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:41:11.446 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-17T16:41:11.447 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-17T16:41:11.545 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'OSD_DOWN', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSDMAP_FLAGS', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'} 2024-08-17T16:41:11.545 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T16:41:11.546 INFO:tasks.cephadm:Cluster fsid is 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:41:11.546 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-17T16:41:11.546 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.1', 'mon.c': '[v2:172.21.15.1:3301,v1:172.21.15.1:6790]', 'mon.b': '172.21.15.189'} 2024-08-17T16:41:11.546 INFO:tasks.cephadm:First mon is mon.a on smithi001 2024-08-17T16:41:11.546 INFO:tasks.cephadm:First mgr is y 2024-08-17T16:41:11.546 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-17T16:41:11.546 DEBUG:teuthology.orchestra.run.smithi001:> sudo hostname $(hostname -s) 2024-08-17T16:41:11.578 DEBUG:teuthology.orchestra.run.smithi189:> sudo hostname $(hostname -s) 2024-08-17T16:41:11.604 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-17T16:41:11.605 DEBUG:teuthology.orchestra.run.smithi001:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T16:41:11.771 INFO:teuthology.orchestra.run.smithi001.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 17 16:41 /home/ubuntu/cephtest/cephadm 2024-08-17T16:41:11.771 DEBUG:teuthology.orchestra.run.smithi189:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T16:41:11.922 INFO:teuthology.orchestra.run.smithi189.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 17 16:41 /home/ubuntu/cephtest/cephadm 2024-08-17T16:41:11.922 DEBUG:teuthology.orchestra.run.smithi001:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T16:41:11.945 DEBUG:teuthology.orchestra.run.smithi189:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T16:41:12.240 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-17T16:41:12.240 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-17T16:41:12.243 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-17T16:41:13.132 INFO:teuthology.orchestra.run.smithi001.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T16:41:13.165 INFO:teuthology.orchestra.run.smithi189.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T16:41:39.766 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:41:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_version": "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)", 2024-08-17T16:41:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "image_id": "f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce", 2024-08-17T16:41:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "repo_digests": [ 2024-08-17T16:41:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251" 2024-08-17T16:41:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-08-17T16:41:39.766 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:41:40.178 INFO:teuthology.orchestra.run.smithi189.stdout:{ 2024-08-17T16:41:40.178 INFO:teuthology.orchestra.run.smithi189.stdout: "ceph_version": "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)", 2024-08-17T16:41:40.178 INFO:teuthology.orchestra.run.smithi189.stdout: "image_id": "f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce", 2024-08-17T16:41:40.178 INFO:teuthology.orchestra.run.smithi189.stdout: "repo_digests": [ 2024-08-17T16:41:40.178 INFO:teuthology.orchestra.run.smithi189.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251" 2024-08-17T16:41:40.178 INFO:teuthology.orchestra.run.smithi189.stdout: ] 2024-08-17T16:41:40.178 INFO:teuthology.orchestra.run.smithi189.stdout:} 2024-08-17T16:41:40.197 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /etc/ceph 2024-08-17T16:41:40.226 DEBUG:teuthology.orchestra.run.smithi189:> sudo mkdir -p /etc/ceph 2024-08-17T16:41:40.254 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 777 /etc/ceph 2024-08-17T16:41:40.291 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 777 /etc/ceph 2024-08-17T16:41:40.318 INFO:tasks.cephadm:Writing seed config... 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-17T16:41:40.320 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-17T16:41:40.321 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:41:40.321 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-17T16:41:40.348 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 82d3bbd4-5cb7-11ef-bccf-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-17T16:41:40.348 DEBUG:teuthology.orchestra.run.smithi001:mon.a> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a.service 2024-08-17T16:41:40.390 DEBUG:teuthology.orchestra.run.smithi001:mgr.y> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y.service 2024-08-17T16:41:40.434 INFO:tasks.cephadm:Bootstrapping... 2024-08-17T16:41:40.434 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.1 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:41:40.647 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:41:40.647 INFO:teuthology.orchestra.run.smithi001.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '82d3bbd4-5cb7-11ef-bccf-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.1', '--skip-admin-label'] 2024-08-17T16:41:40.674 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:41:40.674 INFO:teuthology.orchestra.run.smithi001.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-17T16:41:40.675 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying podman|docker is present... 2024-08-17T16:41:40.699 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:41:40.699 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying lvm2 is present... 2024-08-17T16:41:40.699 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying time synchronization is in place... 2024-08-17T16:41:40.708 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T16:41:40.708 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T16:41:40.715 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T16:41:40.715 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-08-17T16:41:40.722 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout enabled 2024-08-17T16:41:40.729 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout active 2024-08-17T16:41:40.729 INFO:teuthology.orchestra.run.smithi001.stdout:Unit chronyd.service is enabled and running 2024-08-17T16:41:40.729 INFO:teuthology.orchestra.run.smithi001.stdout:Repeating the final host check... 2024-08-17T16:41:40.754 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:41:40.754 INFO:teuthology.orchestra.run.smithi001.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-17T16:41:40.754 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl is present 2024-08-17T16:41:40.754 INFO:teuthology.orchestra.run.smithi001.stdout:lvcreate is present 2024-08-17T16:41:40.761 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T16:41:40.761 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T16:41:40.767 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T16:41:40.767 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-08-17T16:41:40.774 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout enabled 2024-08-17T16:41:40.781 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout active 2024-08-17T16:41:40.781 INFO:teuthology.orchestra.run.smithi001.stdout:Unit chronyd.service is enabled and running 2024-08-17T16:41:40.781 INFO:teuthology.orchestra.run.smithi001.stdout:Host looks OK 2024-08-17T16:41:40.782 INFO:teuthology.orchestra.run.smithi001.stdout:Cluster fsid: 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:41:40.782 INFO:teuthology.orchestra.run.smithi001.stdout:Acquiring lock 140239081403248 on /run/cephadm/82d3bbd4-5cb7-11ef-bccf-c7b262605968.lock 2024-08-17T16:41:40.782 INFO:teuthology.orchestra.run.smithi001.stdout:Lock 140239081403248 acquired on /run/cephadm/82d3bbd4-5cb7-11ef-bccf-c7b262605968.lock 2024-08-17T16:41:40.782 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying IP 172.21.15.1 port 3300 ... 2024-08-17T16:41:40.782 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying IP 172.21.15.1 port 6789 ... 2024-08-17T16:41:40.782 INFO:teuthology.orchestra.run.smithi001.stdout:Base mon IP(s) is [172.21.15.1:3300, 172.21.15.1:6789], mon addrv is [v2:172.21.15.1:3300,v1:172.21.15.1:6789] 2024-08-17T16:41:40.786 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.1 metric 100 2024-08-17T16:41:40.786 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.1 metric 100 2024-08-17T16:41:40.789 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-17T16:41:40.789 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-08-17T16:41:40.789 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-08-17T16:41:40.791 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-17T16:41:40.792 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-17T16:41:40.792 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T16:41:40.792 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 3: ens1f0: mtu 1500 state UP qlen 1000 2024-08-17T16:41:40.792 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15e8/64 scope link noprefixroute 2024-08-17T16:41:40.792 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T16:41:40.792 INFO:teuthology.orchestra.run.smithi001.stdout:Mon IP `172.21.15.1` is in CIDR network `172.21.0.0/20` 2024-08-17T16:41:40.793 INFO:teuthology.orchestra.run.smithi001.stdout:Mon IP `172.21.15.1` is in CIDR network `172.21.0.0/20` 2024-08-17T16:41:40.793 INFO:teuthology.orchestra.run.smithi001.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-17T16:41:40.793 INFO:teuthology.orchestra.run.smithi001.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-17T16:41:40.794 INFO:teuthology.orchestra.run.smithi001.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T16:41:41.442 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce 2024-08-17T16:41:41.442 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T16:41:41.442 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Getting image source signatures 2024-08-17T16:41:41.442 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying blob sha256:11a3dd1ce731c9342fb0d936b067311689a4bd18187bbc27c4f481cc3262ce2c 2024-08-17T16:41:41.442 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-17T16:41:41.442 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying config sha256:f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce 2024-08-17T16:41:41.442 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-17T16:41:42.413 INFO:teuthology.orchestra.run.smithi001.stdout:ceph: stdout ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable) 2024-08-17T16:41:42.413 INFO:teuthology.orchestra.run.smithi001.stdout:Ceph version: ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable) 2024-08-17T16:41:42.413 INFO:teuthology.orchestra.run.smithi001.stdout:Extracting ceph user uid/gid from container image... 2024-08-17T16:41:43.318 INFO:teuthology.orchestra.run.smithi001.stdout:stat: stdout 167 167 2024-08-17T16:41:43.318 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial keys... 2024-08-17T16:41:44.190 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQDH0sBmO3fAJxAAZI7MxQS7FfMDam9lLc7IpA== 2024-08-17T16:41:45.229 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQDI0sBmfQiiHhAA3m8RRHb7YYGHT+sKFqPaMg== 2024-08-17T16:41:46.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQDJ0sBmqE3xJBAAoAd7hJAl6578Wn+U71xVMQ== 2024-08-17T16:41:46.119 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial monmap... 2024-08-17T16:41:47.073 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout:monmaptool for a [v2:172.21.15.1:3300,v1:172.21.15.1:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout:setting min_mon_release = octopus 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: set fsid to 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:41:47.074 INFO:teuthology.orchestra.run.smithi001.stdout:Creating mon... 2024-08-17T16:41:48.046 INFO:teuthology.orchestra.run.smithi001.stdout:create mon.a on 2024-08-17T16:41:48.247 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-17T16:41:48.398 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-17T16:41:48.554 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968.target. 2024-08-17T16:41:48.554 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968.target. 2024-08-17T16:41:48.734 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a 2024-08-17T16:41:48.734 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to reset failed state of unit ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a.service: Unit ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a.service not loaded. 2024-08-17T16:41:48.909 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968.target.wants/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a.service → /etc/systemd/system/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@.service. 2024-08-17T16:41:49.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:49 smithi001 ceph-mon[29352]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:41:49.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:49 smithi001 bash[29313]: 5eababe7e12339b783683caa5f6d3561100a2b428d870326a829762ce7914b94 2024-08-17T16:41:49.434 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:41:49.435 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-08-17T16:41:49.442 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:41:49.442 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-08-17T16:41:49.442 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-08-17T16:41:49.443 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T16:41:49.443 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mon to start... 2024-08-17T16:41:49.443 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mon... 2024-08-17T16:41:49.677 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:49 smithi001 systemd[1]: Started Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:41:50.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:50 smithi001 ceph-mon[29352]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:41:50.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:50 smithi001 ceph-mon[29352]: monmap e1: 1 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:41:50.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:50 smithi001 ceph-mon[29352]: fsmap 2024-08-17T16:41:50.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:50 smithi001 ceph-mon[29352]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T16:41:50.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:50 smithi001 ceph-mon[29352]: mgrmap e1: no daemons active 2024-08-17T16:41:50.494 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:50 smithi001 ceph-mon[29352]: from='client.? 172.21.15.1:0/1179951354' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T16:41:50.496 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout cluster: 2024-08-17T16:41:50.498 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout id: 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:41:50.498 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-17T16:41:50.498 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout services: 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.569865s) 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout data: 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout pgs: 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:mon is available 2024-08-17T16:41:50.499 INFO:teuthology.orchestra.run.smithi001.stdout:Assimilating anything we can from ceph.conf... 2024-08-17T16:41:51.538 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:41:51.538 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T16:41:51.538 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout fsid = 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:41:51.539 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-17T16:41:51.539 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.1:3300,v1:172.21.15.1:6789] 2024-08-17T16:41:51.539 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T16:41:51.539 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T16:41:51.539 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T16:41:51.539 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T16:41:51.540 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:41:51.540 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T16:41:51.540 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T16:41:51.540 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:41:51.540 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T16:41:51.540 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T16:41:51.540 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T16:41:51.541 INFO:teuthology.orchestra.run.smithi001.stdout:Generating new minimal ceph.conf... 2024-08-17T16:41:51.651 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:51 smithi001 ceph-mon[29352]: from='client.? 172.21.15.1:0/304378345' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T16:41:51.651 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:51 smithi001 ceph-mon[29352]: from='client.? 172.21.15.1:0/304378345' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-17T16:41:52.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:52 smithi001 ceph-mon[29352]: from='client.? 172.21.15.1:0/3413423820' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:41:57.080 INFO:teuthology.orchestra.run.smithi001.stdout:Restarting the monitor... 2024-08-17T16:41:57.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:57 smithi001 systemd[1]: Stopping Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:41:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a[29329]: 2024-08-17T16:41:58.027+0000 7fe460d61640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:41:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a[29329]: 2024-08-17T16:41:58.027+0000 7fe460d61640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-17T16:41:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:41:58 smithi001 podman[29672]: 2024-08-17 16:41:58.172488396 +0000 UTC m=+0.905635521 container died 5eababe7e12339b783683caa5f6d3561100a2b428d870326a829762ce7914b94 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4) 2024-08-17T16:42:01.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:01 smithi001 podman[29672]: 2024-08-17 16:42:01.514551008 +0000 UTC m=+4.247698121 container cleanup 5eababe7e12339b783683caa5f6d3561100a2b428d870326a829762ce7914b94 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-17T16:42:01.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:01 smithi001 bash[29672]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a 2024-08-17T16:42:03.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 podman[29690]: 2024-08-17 16:42:03.064684504 +0000 UTC m=+4.882610886 container remove 5eababe7e12339b783683caa5f6d3561100a2b428d870326a829762ce7914b94 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T16:42:03.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T16:42:03.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 systemd[1]: Stopped Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:42:03.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 systemd[1]: Starting Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 podman[29790]: 2024-08-17 16:42:03.498771537 +0000 UTC m=+0.085093130 container create 7e20f9397d1bbe341844f479919233c1b21c36f795e3bd995255bb802166ff71 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 podman[29790]: 2024-08-17 16:42:03.431439848 +0000 UTC m=+0.017761446 image pull f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 podman[29790]: 2024-08-17 16:42:03.692952924 +0000 UTC m=+0.279274522 container init 7e20f9397d1bbe341844f479919233c1b21c36f795e3bd995255bb802166ff71 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 podman[29790]: 2024-08-17 16:42:03.69810752 +0000 UTC m=+0.284429106 container start 7e20f9397d1bbe341844f479919233c1b21c36f795e3bd995255bb802166ff71 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0) 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable), process ceph-mon, pid 7 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: pidfile_write: ignore empty --pid-file 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: load: jerasure load: lrc 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: RocksDB version: 6.15.5 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-17T16:42:03.781 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Compile date Aug 17 2024 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: DB SUMMARY 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: DB Session ID: 9URYA4Z93FAKPYRHSXUF 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83653 ; 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:42:03.782 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.env: 0x56291b441480 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.fs: Posix File System 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.info_log: 0x56291d3f0f80 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.statistics: (nil) 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.use_fsync: 0 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:42:03.784 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.db_log_dir: 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:42:03.785 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.write_buffer_manager: 0x56291d4ae780 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:42:03.786 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.unordered_write: 0 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.row_cache: None 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.wal_filter: None 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.preserve_deletes: 0 2024-08-17T16:42:03.787 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:42:03.788 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_open_files: -1 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:42:03.789 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Compression algorithms supported: 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: kZSTD supported: 0 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-17T16:42:03.790 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.merge_operator: 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_filter: None 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56291d397a78) 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:42:03.791 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_type: 0 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_index_type: 0 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_shortening: 1 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: hash_index_allow_collision: 1 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: checksum: 1 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: no_block_cache: 0 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache: 0x56291d3cd1f0 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_options: 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: capacity : 536870912 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_shard_bits : 4 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: strict_capacity_limit : 0 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:42:03.792 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_compressed: (nil) 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: persistent_cache: (nil) 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size: 4096 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size_deviation: 10 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_restart_interval: 16 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_block_restart_interval: 1 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: metadata_block_size: 4096 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: partition_filters: 0 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: use_delta_encoding: 1 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: whole_key_filtering: 1 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: verify_compression: 0 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: format_version: 4 2024-08-17T16:42:03.793 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_index_compression: 1 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_align: 0 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compression: NoCompression 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.num_levels: 7 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:42:03.794 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:42:03.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:42:03.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.arena_block_size: 4194304 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:42:03.797 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:42:03.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.ttl: 2592000 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723912923721568, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-17T16:42:03.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723912923722368, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80226, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78468, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72682, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723912923, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "4ed868df-15ca-446f-b415-923a309f5143", "db_session_id": "9URYA4Z93FAKPYRHSXUF"}} 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723912923722742, "job": 1, "event": "recovery_finished"} 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x56291d400700 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: DB pointer 0x56291d3d0000 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** DB Stats ** 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:42:03.800 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: L0 2/0 80.13 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.0 0.00 0.00 1 0.001 0 0 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: Sum 2/0 80.13 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.0 0.00 0.00 1 0.001 0 0 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.0 0.00 0.00 1 0.001 0 0 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:42:03.801 INFO:journalctl@ceph.mon.a.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 148.0 0.00 0.00 1 0.001 0 0 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative compaction: 0.00 GB write, 23.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval compaction: 0.00 GB write, 23.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:42:03.802 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: L0 2/0 80.13 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.0 0.00 0.00 1 0.001 0 0 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: Sum 2/0 80.13 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.0 0.00 0.00 1 0.001 0 0 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 148.0 0.00 0.00 1 0.001 0 0 2024-08-17T16:42:03.803 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative compaction: 0.00 GB write, 23.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: starting mon.a rank 0 at public addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] at bind addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a@-1(???) e1 preinit fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a@-1(???).mds e1 new map 2024-08-17T16:42:03.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a@-1(???).mds e1 print_map 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: e1 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: legacy client fscid: -1 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout: No filesystems configured 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:42:03.805 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:42:03.806 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-17T16:42:03.806 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:42:03.806 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: monmap e1: 1 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:42:03.806 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: fsmap 2024-08-17T16:42:03.806 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T16:42:03.806 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 ceph-mon[29829]: mgrmap e1: no daemons active 2024-08-17T16:42:03.806 INFO:teuthology.orchestra.run.smithi001.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-17T16:42:04.047 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 bash[29790]: 7e20f9397d1bbe341844f479919233c1b21c36f795e3bd995255bb802166ff71 2024-08-17T16:42:04.047 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:03 smithi001 systemd[1]: Started Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:42:04.802 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-17T16:42:04.803 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:42:04.803 INFO:teuthology.orchestra.run.smithi001.stdout:Creating mgr... 2024-08-17T16:42:04.803 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-17T16:42:04.803 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-17T16:42:04.989 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y 2024-08-17T16:42:04.989 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to reset failed state of unit ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y.service: Unit ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y.service not loaded. 2024-08-17T16:42:05.146 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968.target.wants/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@.service. 2024-08-17T16:42:05.312 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 systemd[1]: Starting Ceph mgr.y for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:42:05.627 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:05 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1348798104' entity='client.admin' 2024-08-17T16:42:05.627 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 podman[30065]: 2024-08-17 16:42:05.290589157 +0000 UTC m=+0.017482348 image pull f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T16:42:05.628 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 podman[30065]: 2024-08-17 16:42:05.40803522 +0000 UTC m=+0.134928444 container create decd6ba969e1df2b3496ec44b99876982bb4f4d86cb22324355a305574ff8f2d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T16:42:05.628 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 podman[30065]: 2024-08-17 16:42:05.626817859 +0000 UTC m=+0.353711059 container init decd6ba969e1df2b3496ec44b99876982bb4f4d86cb22324355a305574ff8f2d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4) 2024-08-17T16:42:05.750 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:42:05.751 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-08-17T16:42:05.759 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:42:05.759 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-08-17T16:42:05.759 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-08-17T16:42:05.759 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T16:42:05.768 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:42:05.768 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-08-17T16:42:05.779 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:42:05.779 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-08-17T16:42:05.779 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-08-17T16:42:05.779 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-17T16:42:05.779 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr to start... 2024-08-17T16:42:05.780 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr... 2024-08-17T16:42:05.885 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 podman[30065]: 2024-08-17 16:42:05.632156555 +0000 UTC m=+0.359049737 container start decd6ba969e1df2b3496ec44b99876982bb4f4d86cb22324355a305574ff8f2d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T16:42:05.885 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 bash[30065]: decd6ba969e1df2b3496ec44b99876982bb4f4d86cb22324355a305574ff8f2d 2024-08-17T16:42:05.885 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 systemd[1]: Started Ceph mgr.y for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:42:05.885 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:05.751+0000 7fd0e6ab7ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:42:05.885 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:05.883+0000 7fd0e6ab7ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:42:06.136 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:05.951+0000 7fd0e6ab7ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:42:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:06 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/401361058' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:42:06.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:06 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:06.212+0000 7fd0e6ab7ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:42:06.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:06 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:06.272+0000 7fd0e6ab7ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:42:06.858 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:42:06.858 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:42:06.858 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "82d3bbd4-5cb7-11ef-bccf-c7b262605968", 2024-08-17T16:42:06.858 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:42:06.858 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:42:06.859 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:42:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:42:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:06.862 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:41:49.359581+0000", 2024-08-17T16:42:06.863 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:42:06.863 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:06.863 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:42:06.863 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:42:06.863 INFO:teuthology.orchestra.run.smithi001.stdout:mgr not available, waiting (1/15)... 2024-08-17T16:42:07.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:07.246+0000 7fd0e6ab7ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:42:07.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:07.360+0000 7fd0e6ab7ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:42:07.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:07.417+0000 7fd0e6ab7ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:42:07.619 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:07.612+0000 7fd0e6ab7ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:42:07.871 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:07.674+0000 7fd0e6ab7ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:42:07.871 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:07.742+0000 7fd0e6ab7ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:42:07.871 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:07.869+0000 7fd0e6ab7ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:42:08.600 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:08.297+0000 7fd0e6ab7ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:42:08.600 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:08.598+0000 7fd0e6ab7ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:42:08.890 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:08.668+0000 7fd0e6ab7ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:42:08.890 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:08.800+0000 7fd0e6ab7ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:42:09.147 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:09.077+0000 7fd0e6ab7ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:42:09.147 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:09.145+0000 7fd0e6ab7ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:42:09.397 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:09.343+0000 7fd0e6ab7ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:42:09.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:09 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1268646761' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:42:09.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:09.412+0000 7fd0e6ab7ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:42:09.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:09.499+0000 7fd0e6ab7ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:42:09.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:09.559+0000 7fd0e6ab7ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:42:10.071 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:42:10.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:42:10.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "82d3bbd4-5cb7-11ef-bccf-c7b262605968", 2024-08-17T16:42:10.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:42:10.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:42:10.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:42:10.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:42:10.074 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:10.075 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:42:10.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:10.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:42:10.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:42:10.076 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:42:10.079 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:42:10.079 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:42:10.079 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:42:10.079 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:42:10.080 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:10.081 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:41:49.359581+0000", 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:42:10.082 INFO:teuthology.orchestra.run.smithi001.stdout:mgr not available, waiting (2/15)... 2024-08-17T16:42:10.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:10.111+0000 7fd0e6ab7ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:42:10.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:10.250+0000 7fd0e6ab7ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: Activating manager daemon y 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: mgrmap e2: y(active, starting, since 0.00284872s) 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: Manager daemon y is now available 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:42:10.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:42:10.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' 2024-08-17T16:42:10.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' 2024-08-17T16:42:10.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:10 smithi001 ceph-mon[29829]: from='mgr.14100 172.21.15.1:0/1461425767' entity='mgr.y' 2024-08-17T16:42:12.522 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:12 smithi001 ceph-mon[29829]: mgrmap e3: y(active, since 1.00721s) 2024-08-17T16:42:13.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:42:13.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:42:13.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "82d3bbd4-5cb7-11ef-bccf-c7b262605968", 2024-08-17T16:42:13.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:42:13.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:42:13.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T16:42:13.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:42:13.264 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:13.264 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:42:13.264 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:13.264 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:42:13.264 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:42:13.264 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:42:13.268 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:42:13.268 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:42:13.268 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:42:13.268 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:13.268 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:42:13.268 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:42:13.268 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:42:13.268 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:42:13.269 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:41:49.359581+0000", 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:42:13.270 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:42:13.271 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:42:13.271 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:42:13.271 INFO:teuthology.orchestra.run.smithi001.stdout:mgr is available 2024-08-17T16:42:13.383 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:13 smithi001 ceph-mon[29829]: mgrmap e4: y(active, since 2s) 2024-08-17T16:42:13.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:13 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/800193423' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:42:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:14 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1985188301' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T16:42:14.434 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:42:14.434 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T16:42:14.434 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout fsid = 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:42:14.434 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-17T16:42:14.434 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T16:42:14.434 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T16:42:14.435 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling cephadm module... 2024-08-17T16:42:15.536 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:15 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3885703635' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-17T16:42:15.536 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:15 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ignoring --setuser ceph since I am not root 2024-08-17T16:42:15.536 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:15 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ignoring --setgroup ceph since I am not root 2024-08-17T16:42:15.536 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:15 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:15.409+0000 7f7e76441ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:42:15.536 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:15 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:15.535+0000 7f7e76441ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:42:15.855 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:15 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:15.603+0000 7f7e76441ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:42:16.146 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:15 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:15.854+0000 7f7e76441ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:42:16.146 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:15 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:15.918+0000 7f7e76441ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:42:16.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:16 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3885703635' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-17T16:42:16.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:16 smithi001 ceph-mon[29829]: mgrmap e5: y(active, since 5s) 2024-08-17T16:42:17.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:16 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:16.889+0000 7f7e76441ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:42:17.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:17.005+0000 7f7e76441ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:42:17.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:17.063+0000 7f7e76441ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:42:17.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:42:17.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-17T16:42:17.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:42:17.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T16:42:17.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T16:42:17.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:42:17.247 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for the mgr to restart... 2024-08-17T16:42:17.247 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr epoch 5... 2024-08-17T16:42:17.501 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:17 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/837995659' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T16:42:17.501 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:17.260+0000 7f7e76441ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:42:17.501 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:17.325+0000 7f7e76441ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:42:17.501 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:17.393+0000 7f7e76441ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:42:17.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:17.523+0000 7f7e76441ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:42:18.257 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:17.957+0000 7f7e76441ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:42:18.258 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:18.256+0000 7f7e76441ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:42:18.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:18.323+0000 7f7e76441ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:42:18.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:18.454+0000 7f7e76441ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:42:19.031 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:18.716+0000 7f7e76441ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:42:19.032 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:18.778+0000 7f7e76441ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:42:19.032 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:18.966+0000 7f7e76441ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:42:19.032 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:19.030+0000 7f7e76441ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:42:19.361 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:19.114+0000 7f7e76441ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:42:19.361 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:19.173+0000 7f7e76441ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:42:20.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:19.715+0000 7f7e76441ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:42:20.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:19.855+0000 7f7e76441ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:42:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: Active manager daemon y restarted 2024-08-17T16:42:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: Activating manager daemon y 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: osdmap e2: 0 total, 0 up, 0 in 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: mgrmap e6: y(active, starting, since 0.00313924s) 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: Manager daemon y is now available 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:42:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:42:20.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:19 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:42:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:20 smithi001 ceph-mon[29829]: Found migration_current of "None". Setting to last migration. 2024-08-17T16:42:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:20 smithi001 ceph-mon[29829]: mgrmap e7: y(active, since 1.00463s) 2024-08-17T16:42:21.709 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:42:21.710 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-17T16:42:21.710 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T16:42:21.710 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:42:21.710 INFO:teuthology.orchestra.run.smithi001.stdout:mgr epoch 5 is available 2024-08-17T16:42:21.710 INFO:teuthology.orchestra.run.smithi001.stdout:Setting orchestrator backend to cephadm... 2024-08-17T16:42:22.068 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:21 smithi001 ceph-mon[29829]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T16:42:22.068 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:21 smithi001 ceph-mon[29829]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T16:42:22.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:22.072+0000 7f7e287c8640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:42:22] ENGINE Error in HTTPServer.serve 2024-08-17T16:42:22.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: Traceback (most recent call last): 2024-08-17T16:42:22.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:42:22.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._connections.run(self.expiration_interval) 2024-08-17T16:42:22.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:42:22.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._run(expiration_interval) 2024-08-17T16:42:22.353 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: s = self.context.wrap_socket( 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: return self.sslsocket_class._create( 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self.do_handshake() 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._sslobj.do_handshake() 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:42:22.354 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: mgrmap e8: y(active, since 2s) 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: [17/Aug/2024:16:42:21] ENGINE Bus STARTING 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: [17/Aug/2024:16:42:22] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: [17/Aug/2024:16:42:22] ENGINE Bus STARTED 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: [17/Aug/2024:16:42:22] ENGINE Error in HTTPServer.serve 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:42:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:23.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:22 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:42:24.002 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:23 smithi001 ceph-mon[29829]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:24.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-17T16:42:24.247 INFO:teuthology.orchestra.run.smithi001.stdout:Generating ssh key... 2024-08-17T16:42:25.060 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:24 smithi001 ceph-mon[29829]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: Generating public/private rsa key pair. 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: Your identification has been saved in /tmp/tmpbsbszfyb/key 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: Your public key has been saved in /tmp/tmpbsbszfyb/key.pub 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: The key fingerprint is: 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: SHA256:RAO4LYl1ajkO1vmwAIVTndu7vh+0yXNUI5eeXbwrhu8 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: The key's randomart image is: 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: +---[RSA 3072]----+ 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: | +o. o..o | 2024-08-17T16:42:25.411 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: |+ = .. . . . | 2024-08-17T16:42:25.412 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: | o + @ . . = o| 2024-08-17T16:42:25.412 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: | = & o. = + ..| 2024-08-17T16:42:25.412 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: | . = * .S . o .. | 2024-08-17T16:42:25.412 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: | o oo + . .| 2024-08-17T16:42:25.412 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: | .* .. o . | 2024-08-17T16:42:25.412 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: | . + o . | 2024-08-17T16:42:25.412 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: | .oo. .E | 2024-08-17T16:42:25.412 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: +----[SHA256]-----+ 2024-08-17T16:42:26.295 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:26 smithi001 ceph-mon[29829]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:26.295 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:26 smithi001 ceph-mon[29829]: Generating ssh key... 2024-08-17T16:42:26.295 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:26 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:26.295 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:26 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:26.877 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD2y560qyGcNL+em7HilmP//HKV6ilAIrMSftBY8MBuYeGaROAvuGo+vstzQHTcKLpIyTgdYD5hLm5flz7NODgRhDIfW7YN0DmVVWcEB554j0L5DptzFKOCQguk3rkZXh946TncTgRTpA8wncQBQdmxixHh5RMniSUNUqEkKj+wtwyH2Pbfux8wmZVJwiKnxkdH2AJgmsuG2ZRGrD2GkcWNkORyPJeyi7X969PPGq14JOxIFWYkWlyvxJou30D9b07BRTKv0DhOq4SPgT4pR3+BIM1gQWaVcbqduF3itqSy0WHs0ksoaz0zgVglatjuufXl89Pn+gK68r2a+9CcWvqeTcmj0IEibiu4JPakZ/q5fqVqZSFte2nPb3V+uCXCRnEGSFugwvzZ0Bxw87NAxGcmreEp0i6VVEltcgCGgXlOClZKLtiCn8iEZRv2CzYnsa8fjwrs0Fnidkif5lLj2EvagxAghG/MIdfz1k3zZVjAr/y90e6jLuieORSOQVNAojM= ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:42:26.878 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-17T16:42:26.878 INFO:teuthology.orchestra.run.smithi001.stdout:Adding key to root@localhost authorized_keys... 2024-08-17T16:42:26.878 INFO:teuthology.orchestra.run.smithi001.stdout:Adding host smithi001... 2024-08-17T16:42:27.125 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:27 smithi001 ceph-mon[29829]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:28.556 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:28 smithi001 ceph-mon[29829]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi001", "addr": "172.21.15.1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:29 smithi001 ceph-mon[29829]: Deploying cephadm binary to smithi001 2024-08-17T16:42:31.470 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Added host 'smithi001' with addr '172.21.15.1' 2024-08-17T16:42:31.470 INFO:teuthology.orchestra.run.smithi001.stdout:Deploying unmanaged mon service... 2024-08-17T16:42:32.113 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:31 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:32.114 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:31 smithi001 ceph-mon[29829]: Added host smithi001 2024-08-17T16:42:32.114 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:31 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:42:32.694 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-17T16:42:32.694 INFO:teuthology.orchestra.run.smithi001.stdout:Deploying unmanaged mgr service... 2024-08-17T16:42:33.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:33 smithi001 ceph-mon[29829]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:33.263 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:33 smithi001 ceph-mon[29829]: Saving service mon spec with placement count:5 2024-08-17T16:42:33.263 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:33 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:34.581 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-17T16:42:34.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:34 smithi001 ceph-mon[29829]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:34.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:34 smithi001 ceph-mon[29829]: Saving service mgr spec with placement count:2 2024-08-17T16:42:34.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:34 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:34.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:34 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:36 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:36 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3125425063' entity='client.admin' 2024-08-17T16:42:37.521 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling the dashboard module... 2024-08-17T16:42:37.530 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:37 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/719068852' entity='client.admin' 2024-08-17T16:42:37.531 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:37 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:39.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-mon[29829]: from='mgr.14118 172.21.15.1:0/3414833411' entity='mgr.y' 2024-08-17T16:42:39.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2562865822' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-17T16:42:39.360 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ignoring --setuser ceph since I am not root 2024-08-17T16:42:39.360 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ignoring --setgroup ceph since I am not root 2024-08-17T16:42:39.360 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:39.229+0000 7f5aaec8bec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:42:39.360 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:39.358+0000 7f5aaec8bec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:42:39.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:39.429+0000 7f5aaec8bec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:42:40.024 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:39.692+0000 7f5aaec8bec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:42:40.024 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:39.753+0000 7f5aaec8bec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:42:40.291 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:40 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2562865822' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-17T16:42:40.291 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:40 smithi001 ceph-mon[29829]: mgrmap e9: y(active, since 19s) 2024-08-17T16:42:41.082 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:40.773+0000 7f5aaec8bec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:42:41.082 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:40.892+0000 7f5aaec8bec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:42:41.082 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:40.949+0000 7f5aaec8bec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:42:41.409 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:41 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3828668738' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T16:42:41.410 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:41.149+0000 7f5aaec8bec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:42:41.410 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:41.212+0000 7f5aaec8bec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:42:41.410 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:41.280+0000 7f5aaec8bec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:42:41.410 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:41.408+0000 7f5aaec8bec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:42:41.493 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:42:41.493 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-17T16:42:41.493 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:42:41.493 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T16:42:41.493 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T16:42:41.493 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:42:41.494 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for the mgr to restart... 2024-08-17T16:42:41.494 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr epoch 9... 2024-08-17T16:42:42.159 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:41.854+0000 7f5aaec8bec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:42:42.159 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:42.157+0000 7f5aaec8bec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:42:42.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:42.224+0000 7f5aaec8bec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:42:42.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:42.355+0000 7f5aaec8bec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:42:42.871 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:42.620+0000 7f5aaec8bec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:42:42.871 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:42.681+0000 7f5aaec8bec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:42:43.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:42.870+0000 7f5aaec8bec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:42:43.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:42.935+0000 7f5aaec8bec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:42:43.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:43.019+0000 7f5aaec8bec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:42:43.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:43.078+0000 7f5aaec8bec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:42:43.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:43.619+0000 7f5aaec8bec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:42:43.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:43.760+0000 7f5aaec8bec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: Active manager daemon y restarted 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: Activating manager daemon y 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: osdmap e3: 0 total, 0 up, 0 in 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: mgrmap e10: y(active, starting, since 0.00304839s) 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: Manager daemon y is now available 2024-08-17T16:42:43.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:42:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:42:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:45.454+0000 7f5a5f7c1640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:42:45] ENGINE Error in HTTPServer.serve 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: Traceback (most recent call last): 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._connections.run(self.expiration_interval) 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._run(expiration_interval) 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:42:45.617 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: s = self.context.wrap_socket( 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: return self.sslsocket_class._create( 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self.do_handshake() 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._sslobj.do_handshake() 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:42:45.618 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:42:45.619 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:42:45.619 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-17T16:42:45.619 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T16:42:45.619 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:42:45.619 INFO:teuthology.orchestra.run.smithi001.stdout:mgr epoch 9 is available 2024-08-17T16:42:45.620 INFO:teuthology.orchestra.run.smithi001.stdout:Generating a dashboard self-signed certificate... 2024-08-17T16:42:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-mon[29829]: mgrmap e11: y(active, since 1.00518s) 2024-08-17T16:42:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-mon[29829]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T16:42:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-mon[29829]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T16:42:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:46.850 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-17T16:42:46.850 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial admin user... 2024-08-17T16:42:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: [17/Aug/2024:16:42:45] ENGINE Bus STARTING 2024-08-17T16:42:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: [17/Aug/2024:16:42:45] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:42:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: [17/Aug/2024:16:42:45] ENGINE Bus STARTED 2024-08-17T16:42:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: [17/Aug/2024:16:42:45] ENGINE Error in HTTPServer.serve 2024-08-17T16:42:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:42:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:42:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-08-17T16:42:47.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:42:47.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:42:47.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:42:47.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:47.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:47.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:47.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: mgrmap e12: y(active, since 2s) 2024-08-17T16:42:47.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:47 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:48.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:48 smithi001 ceph-mon[29829]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:48.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:48 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:49.046 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$GP6gqHoa6CJ0WTb2m6lcduYxgy/sLTAztwTemOoW2J6WoINb.Sz2.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1723912967, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-17T16:42:49.046 INFO:teuthology.orchestra.run.smithi001.stdout:Fetching dashboard port number... 2024-08-17T16:42:49.303 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:49 smithi001 ceph-mon[29829]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:42:50.292 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:50 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/663772882' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-17T16:42:50.294 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 8443 2024-08-17T16:42:50.305 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:42:50.305 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-08-17T16:42:50.312 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:42:50.313 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-08-17T16:42:50.313 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-08-17T16:42:50.313 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-17T16:42:50.315 INFO:teuthology.orchestra.run.smithi001.stdout:Ceph Dashboard is now available at: 2024-08-17T16:42:50.315 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:50.315 INFO:teuthology.orchestra.run.smithi001.stdout: URL: https://smithi001.front.sepia.ceph.com:8443/ 2024-08-17T16:42:50.315 INFO:teuthology.orchestra.run.smithi001.stdout: User: admin 2024-08-17T16:42:50.315 INFO:teuthology.orchestra.run.smithi001.stdout: Password: 6wboti58c3 2024-08-17T16:42:50.315 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:50.315 INFO:teuthology.orchestra.run.smithi001.stdout:Saving cluster configuration to /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config directory 2024-08-17T16:42:50.316 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling autotune for osd_memory_target 2024-08-17T16:42:51.256 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:51 smithi001 ceph-mon[29829]: mgrmap e13: y(active, since 6s) 2024-08-17T16:42:52.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-17T16:42:52.775 INFO:teuthology.orchestra.run.smithi001.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-17T16:42:52.775 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:52.775 INFO:teuthology.orchestra.run.smithi001.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:42:52.775 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:52.775 INFO:teuthology.orchestra.run.smithi001.stdout:Or, if you are only running a single cluster on this host: 2024-08-17T16:42:52.775 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout: ceph telemetry on 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout:For more information see: 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:42:52.776 INFO:teuthology.orchestra.run.smithi001.stdout:Bootstrap complete. 2024-08-17T16:42:52.819 INFO:tasks.cephadm:Fetching config... 2024-08-17T16:42:52.819 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:42:52.819 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-17T16:42:52.837 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-17T16:42:52.837 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:42:52.837 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-17T16:42:52.896 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-17T16:42:52.897 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:42:52.897 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-17T16:42:52.964 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-17T16:42:52.964 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:42:52.964 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-17T16:42:53.021 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-17T16:42:53.022 DEBUG:teuthology.orchestra.run.smithi001:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD2y560qyGcNL+em7HilmP//HKV6ilAIrMSftBY8MBuYeGaROAvuGo+vstzQHTcKLpIyTgdYD5hLm5flz7NODgRhDIfW7YN0DmVVWcEB554j0L5DptzFKOCQguk3rkZXh946TncTgRTpA8wncQBQdmxixHh5RMniSUNUqEkKj+wtwyH2Pbfux8wmZVJwiKnxkdH2AJgmsuG2ZRGrD2GkcWNkORyPJeyi7X969PPGq14JOxIFWYkWlyvxJou30D9b07BRTKv0DhOq4SPgT4pR3+BIM1gQWaVcbqduF3itqSy0WHs0ksoaz0zgVglatjuufXl89Pn+gK68r2a+9CcWvqeTcmj0IEibiu4JPakZ/q5fqVqZSFte2nPb3V+uCXCRnEGSFugwvzZ0Bxw87NAxGcmreEp0i6VVEltcgCGgXlOClZKLtiCn8iEZRv2CzYnsa8fjwrs0Fnidkif5lLj2EvagxAghG/MIdfz1k3zZVjAr/y90e6jLuieORSOQVNAojM= ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T16:42:53.098 INFO:teuthology.orchestra.run.smithi001.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD2y560qyGcNL+em7HilmP//HKV6ilAIrMSftBY8MBuYeGaROAvuGo+vstzQHTcKLpIyTgdYD5hLm5flz7NODgRhDIfW7YN0DmVVWcEB554j0L5DptzFKOCQguk3rkZXh946TncTgRTpA8wncQBQdmxixHh5RMniSUNUqEkKj+wtwyH2Pbfux8wmZVJwiKnxkdH2AJgmsuG2ZRGrD2GkcWNkORyPJeyi7X969PPGq14JOxIFWYkWlyvxJou30D9b07BRTKv0DhOq4SPgT4pR3+BIM1gQWaVcbqduF3itqSy0WHs0ksoaz0zgVglatjuufXl89Pn+gK68r2a+9CcWvqeTcmj0IEibiu4JPakZ/q5fqVqZSFte2nPb3V+uCXCRnEGSFugwvzZ0Bxw87NAxGcmreEp0i6VVEltcgCGgXlOClZKLtiCn8iEZRv2CzYnsa8fjwrs0Fnidkif5lLj2EvagxAghG/MIdfz1k3zZVjAr/y90e6jLuieORSOQVNAojM= ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:42:53.109 DEBUG:teuthology.orchestra.run.smithi189:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD2y560qyGcNL+em7HilmP//HKV6ilAIrMSftBY8MBuYeGaROAvuGo+vstzQHTcKLpIyTgdYD5hLm5flz7NODgRhDIfW7YN0DmVVWcEB554j0L5DptzFKOCQguk3rkZXh946TncTgRTpA8wncQBQdmxixHh5RMniSUNUqEkKj+wtwyH2Pbfux8wmZVJwiKnxkdH2AJgmsuG2ZRGrD2GkcWNkORyPJeyi7X969PPGq14JOxIFWYkWlyvxJou30D9b07BRTKv0DhOq4SPgT4pR3+BIM1gQWaVcbqduF3itqSy0WHs0ksoaz0zgVglatjuufXl89Pn+gK68r2a+9CcWvqeTcmj0IEibiu4JPakZ/q5fqVqZSFte2nPb3V+uCXCRnEGSFugwvzZ0Bxw87NAxGcmreEp0i6VVEltcgCGgXlOClZKLtiCn8iEZRv2CzYnsa8fjwrs0Fnidkif5lLj2EvagxAghG/MIdfz1k3zZVjAr/y90e6jLuieORSOQVNAojM= ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T16:42:53.151 INFO:teuthology.orchestra.run.smithi189.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD2y560qyGcNL+em7HilmP//HKV6ilAIrMSftBY8MBuYeGaROAvuGo+vstzQHTcKLpIyTgdYD5hLm5flz7NODgRhDIfW7YN0DmVVWcEB554j0L5DptzFKOCQguk3rkZXh946TncTgRTpA8wncQBQdmxixHh5RMniSUNUqEkKj+wtwyH2Pbfux8wmZVJwiKnxkdH2AJgmsuG2ZRGrD2GkcWNkORyPJeyi7X969PPGq14JOxIFWYkWlyvxJou30D9b07BRTKv0DhOq4SPgT4pR3+BIM1gQWaVcbqduF3itqSy0WHs0ksoaz0zgVglatjuufXl89Pn+gK68r2a+9CcWvqeTcmj0IEibiu4JPakZ/q5fqVqZSFte2nPb3V+uCXCRnEGSFugwvzZ0Bxw87NAxGcmreEp0i6VVEltcgCGgXlOClZKLtiCn8iEZRv2CzYnsa8fjwrs0Fnidkif5lLj2EvagxAghG/MIdfz1k3zZVjAr/y90e6jLuieORSOQVNAojM= ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:42:53.164 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-17T16:42:53.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:53 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3313090179' entity='client.admin' 2024-08-17T16:42:53.426 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:42:56.310 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:56.310 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:56.310 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi001", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:42:56.310 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:56.310 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:42:56.311 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:56.311 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/106185891' entity='client.admin' 2024-08-17T16:42:56.311 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:42:56.311 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:42:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:42:56.655 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-17T16:42:56.655 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-17T16:42:57.348 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:42:59.806 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi189 2024-08-17T16:42:59.806 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:42:59.807 DEBUG:teuthology.orchestra.run.smithi189:> dd of=/etc/ceph/ceph.conf 2024-08-17T16:42:59.826 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:42:59.827 DEBUG:teuthology.orchestra.run.smithi189:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:42:59.885 INFO:tasks.cephadm:Adding host smithi189 to orchestrator... 2024-08-17T16:42:59.885 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch host add smithi189 2024-08-17T16:43:00.148 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:43:00.350 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:00.350 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:00.350 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:00.350 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:00.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:00.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:43:00.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:00.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:00.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:01 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:01 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:43:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:01 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:43:02.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:02 smithi001 ceph-mon[29829]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi189", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:03.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:03 smithi001 ceph-mon[29829]: Deploying cephadm binary to smithi189 2024-08-17T16:43:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:04 smithi001 ceph-mon[29829]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:05.258 INFO:teuthology.orchestra.run.smithi001.stdout:Added host 'smithi189' with addr '172.21.15.189' 2024-08-17T16:43:05.854 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch host ls --format=json 2024-08-17T16:43:06.116 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:43:06.485 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:06.485 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:06 smithi001 ceph-mon[29829]: Added host smithi189 2024-08-17T16:43:06.485 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:06.485 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:06.486 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:06 smithi001 ceph-mon[29829]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:06.486 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:07.812 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:43:07.813 INFO:teuthology.orchestra.run.smithi001.stdout:[{"addr": "172.21.15.1", "hostname": "smithi001", "labels": [], "status": ""}, {"addr": "172.21.15.189", "hostname": "smithi189", "labels": [], "status": ""}] 2024-08-17T16:43:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:07 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:08.446 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-17T16:43:08.446 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd crush tunables default 2024-08-17T16:43:08.706 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:43:08.829 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:08 smithi001 ceph-mon[29829]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:08.829 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:08 smithi001 ceph-mon[29829]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:43:10.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:10.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi189", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:10.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:11.382 INFO:teuthology.orchestra.run.smithi001.stderr:adjusted tunables profile to default 2024-08-17T16:43:11.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:11 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/81486609' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-17T16:43:11.957 INFO:tasks.cephadm:Adding mon.a on smithi001 2024-08-17T16:43:11.957 INFO:tasks.cephadm:Adding mon.c on smithi001 2024-08-17T16:43:11.957 INFO:tasks.cephadm:Adding mon.b on smithi189 2024-08-17T16:43:11.957 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch apply mon '3;smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi189:172.21.15.189=b' 2024-08-17T16:43:12.207 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:12.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:12 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/81486609' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T16:43:12.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:12 smithi001 ceph-mon[29829]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:43:12.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:12 smithi001 ceph-mon[29829]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:13.909 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled mon update... 2024-08-17T16:43:14.453 DEBUG:teuthology.orchestra.run.smithi001:mon.c> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.c.service 2024-08-17T16:43:14.456 DEBUG:teuthology.orchestra.run.smithi189:mon.b> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.b.service 2024-08-17T16:43:14.458 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:43:14.458 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:43:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi189:172.21.15.189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: Saving service mon spec with placement smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi189:172.21.15.189=b;count:3 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:14 smithi001 ceph-mon[29829]: Deploying daemon mon.b on smithi189 2024-08-17T16:43:15.396 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:16 smithi001 ceph-mon[29829]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:18.374 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:43:18.374 INFO:teuthology.orchestra.run.smithi189.stdout:{"epoch":1,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","modified":"2024-08-17T16:41:46.521301Z","created":"2024-08-17T16:41:46.521301Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-17T16:43:18.374 INFO:teuthology.orchestra.run.smithi189.stderr:dumped monmap epoch 1 2024-08-17T16:43:20.163 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:43:20.163 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:43:20.421 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:43:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: mon.a calling monitor election 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: mon.b calling monitor election 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: monmap e2: 2 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: fsmap 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: mgrmap e13: y(active, since 40s) 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: overall HEALTH_OK 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:24.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:25.068 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:43:25.068 INFO:teuthology.orchestra.run.smithi189.stdout:{"epoch":2,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","modified":"2024-08-17T16:43:18.756035Z","created":"2024-08-17T16:41:46.521301Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:3300","nonce":0},{"type":"v1","addr":"172.21.15.189:6789","nonce":0}]},"addr":"172.21.15.189:6789/0","public_addr":"172.21.15.189:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-17T16:43:25.068 INFO:teuthology.orchestra.run.smithi189.stderr:dumped monmap epoch 2 2024-08-17T16:43:25.114 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:24 smithi001 ceph-mon[29829]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:25.114 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:24 smithi001 ceph-mon[29829]: Deploying daemon mon.c on smithi001 2024-08-17T16:43:25.114 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:24 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:25.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:25 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/593037081' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:43:26.137 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:25 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/593037081' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:43:26.698 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:43:26.698 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:43:26.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 podman[41627]: 2024-08-17 16:43:26.737886919 +0000 UTC m=+0.125177669 container create 16470c7da98e16aa63b723ec55a62503f7450ae447cd1e19b13dd3007ff09d87 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:43:26.951 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:43:27.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:26 smithi189 ceph-mon[33558]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[29829]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 podman[41627]: 2024-08-17 16:43:26.923563089 +0000 UTC m=+0.310853791 container init 16470c7da98e16aa63b723ec55a62503f7450ae447cd1e19b13dd3007ff09d87 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, ceph=True, RELEASE=quincy-f2c39d4, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:43:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 podman[41627]: 2024-08-17 16:43:26.92808358 +0000 UTC m=+0.315374292 container start 16470c7da98e16aa63b723ec55a62503f7450ae447cd1e19b13dd3007ff09d87 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:43:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:43:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable), process ceph-mon, pid 7 2024-08-17T16:43:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pidfile_write: ignore empty --pid-file 2024-08-17T16:43:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: load: jerasure load: lrc 2024-08-17T16:43:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: RocksDB version: 6.15.5 2024-08-17T16:43:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Compile date Aug 17 2024 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: DB SUMMARY 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: DB Session ID: VKI10ABPGI28H8XCG899 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:43:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.env: 0x5612a5884480 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.fs: Posix File System 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.info_log: 0x5612a68f0f80 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.statistics: (nil) 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.use_fsync: 0 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:43:27.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.db_log_dir: 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:43:27.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.write_buffer_manager: 0x5612a69ae750 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.unordered_write: 0 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:43:27.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:43:27.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:43:27.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:43:27.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.row_cache: None 2024-08-17T16:43:27.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.wal_filter: None 2024-08-17T16:43:27.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:43:27.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:43:27.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.preserve_deletes: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:43:27.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_open_files: -1 2024-08-17T16:43:27.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Compression algorithms supported: 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: kZSTD supported: 0 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:43:27.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.merge_operator: 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_filter: None 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5612a6897a78) 2024-08-17T16:43:27.190 INFO:journalctl@ceph.mon.c.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_type: 0 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_block_index_type: 0 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_shortening: 1 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: hash_index_allow_collision: 1 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: checksum: 1 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: no_block_cache: 0 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache: 0x5612a68cd350 2024-08-17T16:43:27.191 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_options: 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: capacity : 536870912 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: num_shard_bits : 4 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: strict_capacity_limit : 0 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_compressed: (nil) 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: persistent_cache: (nil) 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_size: 4096 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_size_deviation: 10 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_restart_interval: 16 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_block_restart_interval: 1 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: metadata_block_size: 4096 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: partition_filters: 0 2024-08-17T16:43:27.192 INFO:journalctl@ceph.mon.c.smithi001.stdout: use_delta_encoding: 1 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout: whole_key_filtering: 1 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout: verify_compression: 0 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout: format_version: 4 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout: enable_index_compression: 1 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_align: 0 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compression: NoCompression 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:43:27.193 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.num_levels: 7 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:43:27.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:43:27.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.arena_block_size: 4194304 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:43:27.196 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:43:27.197 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.ttl: 2592000 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:43:27.198 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913006952690, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913006953030, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723913006, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "1e39a906-a8c4-423e-9dfc-2fe838ee9816", "db_session_id": "VKI10ABPGI28H8XCG899"}} 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913006953413, "job": 1, "event": "recovery_finished"} 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5612a6900700 2024-08-17T16:43:27.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: DB pointer 0x5612a68d0000 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** DB Stats ** 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:43:27.200 INFO:journalctl@ceph.mon.c.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:43:27.201 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-08-17T16:43:27.202 INFO:journalctl@ceph.mon.c.smithi001.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.9 0.00 0.00 1 0.000 0 0 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:43:27.203 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: using public_addrv [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: starting mon.c rank -1 at public addrs [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] at bind addrs [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(???) e0 preinit fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).mds e1 new map 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: e1 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: legacy client fscid: -1 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:43:27.204 INFO:journalctl@ceph.mon.c.smithi001.stdout: No filesystems configured 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.205 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi189", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/81486609' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-17T16:43:27.206 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/81486609' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi189:172.21.15.189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: Saving service mon spec with placement smithi001:172.21.15.1=a;smithi001:[v2:172.21.15.1:3301,v1:172.21.15.1:6790]=c;smithi189:172.21.15.189=b;count:3 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: Deploying daemon mon.b on smithi189 2024-08-17T16:43:27.207 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.a calling monitor election 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.b calling monitor election 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:43:27.208 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: monmap e2: 2 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: fsmap 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mgrmap e13: y(active, since 40s) 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: overall HEALTH_OK 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: Deploying daemon mon.c on smithi001 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:27.209 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/593037081' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:43:27.210 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:27.210 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 ceph-mon[41665]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-17T16:43:27.210 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 bash[41627]: 16470c7da98e16aa63b723ec55a62503f7450ae447cd1e19b13dd3007ff09d87 2024-08-17T16:43:27.210 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:26 smithi001 systemd[1]: Started Ceph mon.c for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: mon.a calling monitor election 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: mon.b calling monitor election 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: mon.c calling monitor election 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0],c=[v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: fsmap 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: mgrmap e13: y(active, since 48s) 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: overall HEALTH_OK 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:43:32.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: mon.a calling monitor election 2024-08-17T16:43:32.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:32.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: mon.b calling monitor election 2024-08-17T16:43:32.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:32.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: mon.c calling monitor election 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0],c=[v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: fsmap 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: mgrmap e13: y(active, since 48s) 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: overall HEALTH_OK 2024-08-17T16:43:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: mon.a calling monitor election 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: mon.b calling monitor election 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: mon.c calling monitor election 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0],c=[v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: fsmap 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: mgrmap e13: y(active, since 48s) 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: overall HEALTH_OK 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:32.992 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:43:32.992 INFO:teuthology.orchestra.run.smithi189.stdout:{"epoch":3,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","modified":"2024-08-17T16:43:26.976198Z","created":"2024-08-17T16:41:46.521301Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:3300","nonce":0},{"type":"v1","addr":"172.21.15.189:6789","nonce":0}]},"addr":"172.21.15.189:6789/0","public_addr":"172.21.15.189:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3301","nonce":0},{"type":"v1","addr":"172.21.15.1:6790","nonce":0}]},"addr":"172.21.15.1:6790/0","public_addr":"172.21.15.1:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-17T16:43:32.993 INFO:teuthology.orchestra.run.smithi189.stderr:dumped monmap epoch 3 2024-08-17T16:43:33.395 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:33 smithi189 ceph-mon[33558]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:33.396 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:33 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:33.396 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:33 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:33.396 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:33 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/3637242098' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:43:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:33 smithi001 ceph-mon[29829]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:33 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:33 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:33 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/3637242098' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:43:33.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:33 smithi001 ceph-mon[41665]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:33 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:33 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:43:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:33 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/3637242098' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:43:33.730 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-17T16:43:33.731 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph config generate-minimal-conf 2024-08-17T16:43:33.994 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:43:34.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:34.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:34.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:34.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:34 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:34.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:34.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:34.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:34 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:35 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:43:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:35 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:43:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:35 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:35 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:35 smithi189 ceph-mon[33558]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:43:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:35 smithi189 ceph-mon[33558]: Reconfiguring daemon mon.a on smithi001 2024-08-17T16:43:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:35 smithi189 ceph-mon[33558]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[29829]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[29829]: Reconfiguring daemon mon.a on smithi001 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[29829]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:43:35.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:35.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:43:35.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[41665]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:43:35.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[41665]: Reconfiguring daemon mon.a on smithi001 2024-08-17T16:43:35.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:35 smithi001 ceph-mon[41665]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:36.696 INFO:teuthology.orchestra.run.smithi001.stdout:# minimal ceph.conf for 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:43:36.696 INFO:teuthology.orchestra.run.smithi001.stdout:[global] 2024-08-17T16:43:36.696 INFO:teuthology.orchestra.run.smithi001.stdout: fsid = 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:43:36.697 INFO:teuthology.orchestra.run.smithi001.stdout: mon_host = [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] 2024-08-17T16:43:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:43:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:37.352 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: Reconfiguring daemon mon.c on smithi001 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1127809605' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: Reconfiguring daemon mon.c on smithi001 2024-08-17T16:43:37.353 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:37 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1127809605' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:37.379 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-17T16:43:37.379 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:43:37.379 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T16:43:37.408 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:43:37.408 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:43:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:43:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: Reconfiguring daemon mon.c on smithi001 2024-08-17T16:43:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:37 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1127809605' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:37.476 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:43:37.476 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T16:43:37.509 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:43:37.509 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:43:37.578 INFO:tasks.cephadm:Adding mgr.y on smithi001 2024-08-17T16:43:37.578 INFO:tasks.cephadm:Adding mgr.x on smithi189 2024-08-17T16:43:37.578 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch apply mgr '2;smithi001=y;smithi189=x' 2024-08-17T16:43:37.868 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:43:39.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:39 smithi189 ceph-mon[33558]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:39.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:39 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:39.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:39 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:39.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:39 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:39.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:39 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:39.383 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:39 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:39.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[29829]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[41665]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:39.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:43:39.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:43:39.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:39 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:39.654 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled mgr update... 2024-08-17T16:43:40.294 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:40 smithi189 ceph-mon[33558]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:43:40.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:40 smithi189 ceph-mon[33558]: Reconfiguring daemon mon.b on smithi189 2024-08-17T16:43:40.295 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:40 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:40 smithi001 ceph-mon[29829]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:43:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:40 smithi001 ceph-mon[29829]: Reconfiguring daemon mon.b on smithi189 2024-08-17T16:43:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:40 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:40 smithi001 ceph-mon[41665]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:43:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:40 smithi001 ceph-mon[41665]: Reconfiguring daemon mon.b on smithi189 2024-08-17T16:43:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:40 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:40.895 DEBUG:teuthology.orchestra.run.smithi189:mgr.x> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service 2024-08-17T16:43:40.897 DEBUG:tasks.cephadm:set 0 configs 2024-08-17T16:43:40.898 INFO:tasks.cephadm:Deploying OSDs... 2024-08-17T16:43:40.898 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:43:40.898 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T16:43:40.915 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T16:43:40.915 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_1 2024-08-17T16:43:40.972 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T16:43:40.972 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:43:40.972 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-08-17T16:43:40.972 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:43:40.972 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:43:40.973 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-08-17 16:43:26.445877866 +0000 2024-08-17T16:43:40.973 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-08-17 16:39:35.996468132 +0000 2024-08-17T16:43:40.973 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-08-17 16:39:35.996468132 +0000 2024-08-17T16:43:40.973 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-08-17 16:39:35.996468132 +0000 2024-08-17T16:43:40.973 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T16:43:41.039 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-08-17T16:43:41.039 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-08-17T16:43:41.039 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000115108 s, 4.4 MB/s 2024-08-17T16:43:41.040 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T16:43:41.098 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_2 2024-08-17T16:43:41.116 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi001=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:41.116 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: Saving service mgr spec with placement smithi001=y;smithi189=x;count:2 2024-08-17T16:43:41.116 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:43:41.117 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:41.155 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T16:43:41.155 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:43:41.155 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 988 Links: 1 2024-08-17T16:43:41.155 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:43:41.155 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:43:41.155 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-08-17 16:43:26.446877854 +0000 2024-08-17T16:43:41.155 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-08-17 16:39:35.996468132 +0000 2024-08-17T16:43:41.156 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-08-17 16:39:35.996468132 +0000 2024-08-17T16:43:41.156 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-08-17 16:39:35.996468132 +0000 2024-08-17T16:43:41.156 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T16:43:41.220 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-08-17T16:43:41.220 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-08-17T16:43:41.220 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000110367 s, 4.6 MB/s 2024-08-17T16:43:41.222 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T16:43:41.279 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_3 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 958 Links: 1 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-08-17 16:43:26.446877854 +0000 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-08-17 16:39:35.994468156 +0000 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-08-17 16:39:35.994468156 +0000 2024-08-17T16:43:41.336 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-08-17 16:39:35.994468156 +0000 2024-08-17T16:43:41.337 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T16:43:41.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi001=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:41.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: Saving service mgr spec with placement smithi001=y;smithi189=x;count:2 2024-08-17T16:43:41.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:41.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi001=y;smithi189=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: Saving service mgr spec with placement smithi001=y;smithi189=x;count:2 2024-08-17T16:43:41.399 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:43:41.400 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:41.401 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-08-17T16:43:41.401 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-08-17T16:43:41.401 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000102432 s, 5.0 MB/s 2024-08-17T16:43:41.402 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T16:43:41.459 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_4 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 961 Links: 1 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-08-17 16:43:26.447877843 +0000 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-08-17 16:39:35.994468156 +0000 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-08-17 16:39:35.994468156 +0000 2024-08-17T16:43:41.515 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-08-17 16:39:35.994468156 +0000 2024-08-17T16:43:41.516 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T16:43:41.579 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-08-17T16:43:41.579 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-08-17T16:43:41.579 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000109073 s, 4.7 MB/s 2024-08-17T16:43:41.580 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T16:43:41.637 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:43:41.637 DEBUG:teuthology.orchestra.run.smithi189:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T16:43:41.655 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T16:43:41.656 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_1 2024-08-17T16:43:41.712 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T16:43:41.712 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:43:41.712 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 966 Links: 1 2024-08-17T16:43:41.712 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:43:41.713 INFO:teuthology.orchestra.run.smithi189.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:43:41.713 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-08-17 16:43:17.866608348 +0000 2024-08-17T16:43:41.713 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-08-17 16:39:35.448244779 +0000 2024-08-17T16:43:41.713 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-08-17 16:39:35.448244779 +0000 2024-08-17T16:43:41.713 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: 2024-08-17 16:39:35.448244779 +0000 2024-08-17T16:43:41.713 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T16:43:41.777 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-08-17T16:43:41.778 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-08-17T16:43:41.778 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000210841 s, 2.4 MB/s 2024-08-17T16:43:41.779 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T16:43:41.835 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_2 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-08-17 16:43:17.866608348 +0000 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-08-17 16:39:35.450244738 +0000 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-08-17 16:39:35.450244738 +0000 2024-08-17T16:43:41.892 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: 2024-08-17 16:39:35.450244738 +0000 2024-08-17T16:43:41.893 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T16:43:42.099 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-08-17T16:43:42.099 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-08-17T16:43:42.099 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000202944 s, 2.5 MB/s 2024-08-17T16:43:42.101 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T16:43:42.117 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_3 2024-08-17T16:43:42.176 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T16:43:42.177 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:43:42.177 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-08-17T16:43:42.177 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:43:42.177 INFO:teuthology.orchestra.run.smithi189.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:43:42.177 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-08-17 16:43:42.051116182 +0000 2024-08-17T16:43:42.177 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-08-17 16:39:35.449244759 +0000 2024-08-17T16:43:42.177 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-08-17 16:39:35.449244759 +0000 2024-08-17T16:43:42.177 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: 2024-08-17 16:39:35.449244759 +0000 2024-08-17T16:43:42.178 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T16:43:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:42 smithi189 ceph-mon[33558]: Deploying daemon mgr.x on smithi189 2024-08-17T16:43:42.272 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-08-17T16:43:42.272 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-08-17T16:43:42.273 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000217797 s, 2.4 MB/s 2024-08-17T16:43:42.274 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T16:43:42.291 DEBUG:teuthology.orchestra.run.smithi189:> stat /dev/vg_nvme/lv_4 2024-08-17T16:43:42.348 INFO:teuthology.orchestra.run.smithi189.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T16:43:42.348 INFO:teuthology.orchestra.run.smithi189.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:43:42.348 INFO:teuthology.orchestra.run.smithi189.stdout:Device: 5h/5d Inode: 979 Links: 1 2024-08-17T16:43:42.348 INFO:teuthology.orchestra.run.smithi189.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:43:42.348 INFO:teuthology.orchestra.run.smithi189.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:43:42.348 INFO:teuthology.orchestra.run.smithi189.stdout:Access: 2024-08-17 16:43:42.230112540 +0000 2024-08-17T16:43:42.348 INFO:teuthology.orchestra.run.smithi189.stdout:Modify: 2024-08-17 16:39:35.449244759 +0000 2024-08-17T16:43:42.349 INFO:teuthology.orchestra.run.smithi189.stdout:Change: 2024-08-17 16:39:35.449244759 +0000 2024-08-17T16:43:42.349 INFO:teuthology.orchestra.run.smithi189.stdout: Birth: 2024-08-17 16:39:35.449244759 +0000 2024-08-17T16:43:42.349 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T16:43:42.417 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records in 2024-08-17T16:43:42.417 INFO:teuthology.orchestra.run.smithi189.stderr:1+0 records out 2024-08-17T16:43:42.417 INFO:teuthology.orchestra.run.smithi189.stderr:512 bytes copied, 0.000194546 s, 2.6 MB/s 2024-08-17T16:43:42.419 DEBUG:teuthology.orchestra.run.smithi189:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T16:43:42.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:42 smithi001 ceph-mon[29829]: Deploying daemon mgr.x on smithi189 2024-08-17T16:43:42.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:42 smithi001 ceph-mon[41665]: Deploying daemon mgr.x on smithi189 2024-08-17T16:43:42.476 INFO:tasks.cephadm:Deploying osd.0 on smithi001 with /dev/vg_nvme/lv_4... 2024-08-17T16:43:42.476 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T16:43:42.746 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:43:42.764 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:42 smithi189 podman[35567]: 2024-08-17 16:43:42.545595267 +0000 UTC m=+0.154475457 container create 2a125fb5495346d89ed82d1a4651364e7bc4f49bc861bca49a52ed7018395ffd (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T16:43:42.765 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:42 smithi189 podman[35567]: 2024-08-17 16:43:42.764337139 +0000 UTC m=+0.373217286 container init 2a125fb5495346d89ed82d1a4651364e7bc4f49bc861bca49a52ed7018395ffd (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=quincy-f2c39d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T16:43:43.019 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:42 smithi189 podman[35567]: 2024-08-17 16:43:42.769494156 +0000 UTC m=+0.378374304 container start 2a125fb5495346d89ed82d1a4651364e7bc4f49bc861bca49a52ed7018395ffd (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T16:43:43.019 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:42 smithi189 ceph-mgr[35643]: -- 172.21.15.189:0/2854605499 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5642f01c89c0 con 0x5642f01d5000 2024-08-17T16:43:43.019 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:42 smithi189 bash[35567]: 2a125fb5495346d89ed82d1a4651364e7bc4f49bc861bca49a52ed7018395ffd 2024-08-17T16:43:43.019 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:42 smithi189 systemd[1]: Started Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:43:43.019 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:42.885+0000 7f78697cfec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:43:43.019 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:43.017+0000 7f78697cfec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:43:43.135 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[29829]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:43.135 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.135 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.135 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.135 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.135 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:43.135 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[41665]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:43.135 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.136 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.136 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.136 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.136 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:43 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:43.355 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-mon[33558]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:43.356 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.356 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.356 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.356 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:43.356 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:43.356 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:43.087+0000 7f78697cfec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:43:43.356 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:43.354+0000 7f78697cfec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:43:43.642 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:43.419+0000 7f78697cfec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:43:44.678 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:44.366+0000 7f78697cfec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:43:44.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:44.476+0000 7f78697cfec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:43:44.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:44.530+0000 7f78697cfec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:43:45.050 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:43:45.072 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:45.072 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.072 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.072 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.072 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:45.072 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.073 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:45.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:45.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:43:45.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:43:45.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:45.075 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi001:vg_nvme/lv_4 2024-08-17T16:43:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:44.716+0000 7f78697cfec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:44.776+0000 7f78697cfec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:44.842+0000 7f78697cfec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:43:45.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:44.963+0000 7f78697cfec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:43:45.651 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:45.367+0000 7f78697cfec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:43:45.651 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:45.650+0000 7f78697cfec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:43:45.740 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:43:45.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:45 smithi189 ceph-mon[33558]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:43:45.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:45 smithi189 ceph-mon[33558]: Reconfiguring daemon mgr.y on smithi001 2024-08-17T16:43:45.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:45.713+0000 7f78697cfec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:43:45.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:45.840+0000 7f78697cfec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:43:46.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:45 smithi001 ceph-mon[29829]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:43:46.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:45 smithi001 ceph-mon[29829]: Reconfiguring daemon mgr.y on smithi001 2024-08-17T16:43:46.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:45 smithi001 ceph-mon[41665]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:43:46.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:45 smithi001 ceph-mon[41665]: Reconfiguring daemon mgr.y on smithi001 2024-08-17T16:43:46.386 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:46.090+0000 7f78697cfec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:43:46.387 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:46.148+0000 7f78697cfec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:43:46.387 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:46.325+0000 7f78697cfec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:43:46.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:46.385+0000 7f78697cfec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:43:46.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:46.466+0000 7f78697cfec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:43:46.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:46.525+0000 7f78697cfec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:43:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[41665]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:46.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[29829]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:46.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:46.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:46.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:46.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:46.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:46.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:47.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:47.040+0000 7f78697cfec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:43:47.174 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:43:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:43:47.173+0000 7f78697cfec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:43:47.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-mon[33558]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:47.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:47.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:47.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:43:47.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:47.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:43:47.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:43:47.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[29829]: Standby manager daemon x started 2024-08-17T16:43:47.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:43:47.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:43:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:43:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:43:47.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[41665]: Standby manager daemon x started 2024-08-17T16:43:47.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:43:47.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:43:47.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:43:47.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:47 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:43:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:47 smithi189 ceph-mon[33558]: Standby manager daemon x started 2024-08-17T16:43:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:47 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:43:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:47 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:43:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:47 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:43:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:47 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2696284651' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:43:49.073 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[29829]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[29829]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[29829]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[41665]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[41665]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:43:49.074 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[41665]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:49.075 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:43:49.075 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:43:49.075 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:48 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:48 smithi189 ceph-mon[33558]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:48 smithi189 ceph-mon[33558]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-17T16:43:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:48 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:43:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:48 smithi189 ceph-mon[33558]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:43:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:48 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:43:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:48 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:43:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:48 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:50 smithi189 ceph-mon[33558]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:50 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/536650588' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]: dispatch 2024-08-17T16:43:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:50 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]: dispatch 2024-08-17T16:43:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:50 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]': finished 2024-08-17T16:43:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:50 smithi189 ceph-mon[33558]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:43:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:50 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:43:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[29829]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/536650588' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]: dispatch 2024-08-17T16:43:51.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]: dispatch 2024-08-17T16:43:51.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]': finished 2024-08-17T16:43:51.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[29829]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:43:51.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:43:51.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[41665]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:51.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/536650588' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]: dispatch 2024-08-17T16:43:51.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]: dispatch 2024-08-17T16:43:51.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "074d5f7d-1c56-4d34-83f1-4ee5755b3a9b"}]': finished 2024-08-17T16:43:51.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[41665]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:43:51.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:50 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:43:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:51 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1997265094' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:43:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:51 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1997265094' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:43:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:51 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1997265094' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:43:53.077 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:52 smithi001 ceph-mon[29829]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:53.078 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:52 smithi001 ceph-mon[41665]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:53.079 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:52 smithi189 ceph-mon[33558]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:55.101 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:54 smithi001 ceph-mon[29829]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:55.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:54 smithi001 ceph-mon[41665]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:54 smithi189 ceph-mon[33558]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:57.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:56 smithi001 ceph-mon[41665]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:57.028 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:56 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:43:57.028 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:56 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:57.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:56 smithi001 ceph-mon[29829]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:57.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:43:57.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:56 smithi189 ceph-mon[33558]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:56 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:43:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:56 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:43:57.836 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:57 smithi001 ceph-mon[41665]: Deploying daemon osd.0 on smithi001 2024-08-17T16:43:57.836 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:57 smithi001 ceph-mon[29829]: Deploying daemon osd.0 on smithi001 2024-08-17T16:43:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:57 smithi189 ceph-mon[33558]: Deploying daemon osd.0 on smithi001 2024-08-17T16:43:58.921 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:43:58 smithi001 ceph-mon[29829]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:58.921 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:43:58 smithi001 ceph-mon[41665]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:43:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:43:58 smithi189 ceph-mon[33558]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:01.055 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:00 smithi001 ceph-mon[29829]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:01.056 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:00 smithi001 ceph-mon[41665]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:00 smithi189 ceph-mon[33558]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:02.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:02.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:02.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:02.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:02.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:02.042 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:02 smithi001 ceph-mon[29829]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:02.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:02 smithi001 ceph-mon[41665]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:02 smithi189 ceph-mon[33558]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 0 on host 'smithi001' 2024-08-17T16:44:05.083 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:04 smithi001 ceph-mon[41665]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:05.083 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:04 smithi001 ceph-mon[41665]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:44:05.084 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:05.084 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:05.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:04 smithi001 ceph-mon[29829]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:05.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:04 smithi001 ceph-mon[29829]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:44:05.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:05.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:05.113 DEBUG:teuthology.orchestra.run.smithi001:osd.0> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.0.service 2024-08-17T16:44:05.116 INFO:tasks.cephadm:Deploying osd.1 on smithi001 with /dev/vg_nvme/lv_3... 2024-08-17T16:44:05.116 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T16:44:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:04 smithi189 ceph-mon[33558]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:04 smithi189 ceph-mon[33558]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:44:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:05.420 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:44:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:05 smithi189 ceph-mon[33558]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:44:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:05 smithi189 ceph-mon[33558]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:44:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:05 smithi189 ceph-mon[33558]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[29829]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:44:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[29829]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:44:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[29829]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[41665]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[41665]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[41665]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:06.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[45958]: 2024-08-17T16:44:05.850+0000 7f2741e4a640 -1 osd.0 0 waiting for initial osdmap 2024-08-17T16:44:06.181 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[45958]: 2024-08-17T16:44:05.853+0000 7f273cc81640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:44:07.001 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[29829]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:07.001 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[29829]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:07.001 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[29829]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:44:07.001 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:07.001 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:07.001 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[41665]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:07.001 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[41665]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:07.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[41665]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:44:07.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:07.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:06 smithi189 ceph-mon[33558]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:06 smithi189 ceph-mon[33558]: from='osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:06 smithi189 ceph-mon[33558]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:44:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:07.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[41665]: purged_snaps scrub starts 2024-08-17T16:44:07.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[41665]: purged_snaps scrub ok 2024-08-17T16:44:07.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[41665]: osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332] boot 2024-08-17T16:44:07.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[41665]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:44:07.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:07.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[29829]: purged_snaps scrub starts 2024-08-17T16:44:07.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[29829]: purged_snaps scrub ok 2024-08-17T16:44:07.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[29829]: osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332] boot 2024-08-17T16:44:07.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[29829]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:44:07.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:07 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:07 smithi189 ceph-mon[33558]: purged_snaps scrub starts 2024-08-17T16:44:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:07 smithi189 ceph-mon[33558]: purged_snaps scrub ok 2024-08-17T16:44:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:07 smithi189 ceph-mon[33558]: osd.0 [v2:172.21.15.1:6802/3681991332,v1:172.21.15.1:6803/3681991332] boot 2024-08-17T16:44:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:07 smithi189 ceph-mon[33558]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:44:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:07 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:44:08.627 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:44:08.652 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi001:vg_nvme/lv_3 2024-08-17T16:44:08.878 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:08 smithi001 ceph-mon[29829]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:08.878 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:08 smithi001 ceph-mon[29829]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:44:08.878 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:08 smithi001 ceph-mon[41665]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:08.878 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:08 smithi001 ceph-mon[41665]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:44:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:08 smithi189 ceph-mon[33558]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:44:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:08 smithi189 ceph-mon[33558]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:44:09.231 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:44:11.126 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:11.126 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.126 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.126 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:11.126 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.126 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:11.126 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:11.126 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:10 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:10 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:12.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[41665]: Detected new or changed devices on smithi001 2024-08-17T16:44:12.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi001 to 16068M 2024-08-17T16:44:12.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:12.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:12.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[29829]: Detected new or changed devices on smithi001 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi001 to 16068M 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:12.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:44:12.120 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:44:12.120 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:11 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:11 smithi189 ceph-mon[33558]: Detected new or changed devices on smithi001 2024-08-17T16:44:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:11 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi001 to 16068M 2024-08-17T16:44:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:11 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:11 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:11 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:11 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:44:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:11 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:44:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:11 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:13.133 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:13 smithi001 ceph-mon[29829]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:44:13.133 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:13 smithi001 ceph-mon[29829]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:13.133 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:13 smithi001 ceph-mon[41665]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:44:13.133 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:13 smithi001 ceph-mon[41665]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:13 smithi189 ceph-mon[33558]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:44:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:13 smithi189 ceph-mon[33558]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:15 smithi189 ceph-mon[33558]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:15 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/639624879' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34f44685-72c5-4107-a1a8-79686d7b7573"}]: dispatch 2024-08-17T16:44:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:15 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/639624879' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34f44685-72c5-4107-a1a8-79686d7b7573"}]': finished 2024-08-17T16:44:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:15 smithi189 ceph-mon[33558]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:44:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:15 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:15 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/297432046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:44:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[29829]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/639624879' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34f44685-72c5-4107-a1a8-79686d7b7573"}]: dispatch 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/639624879' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34f44685-72c5-4107-a1a8-79686d7b7573"}]': finished 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[29829]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/297432046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[41665]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/639624879' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34f44685-72c5-4107-a1a8-79686d7b7573"}]: dispatch 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/639624879' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34f44685-72c5-4107-a1a8-79686d7b7573"}]': finished 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[41665]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:15 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/297432046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:44:17.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:17 smithi001 ceph-mon[29829]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:17 smithi001 ceph-mon[41665]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:17.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:17 smithi189 ceph-mon[33558]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:19.198 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:19 smithi001 ceph-mon[29829]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:19.199 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:19 smithi001 ceph-mon[41665]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:19.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:19 smithi189 ceph-mon[33558]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:21 smithi189 ceph-mon[33558]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:44:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:21 smithi189 ceph-mon[33558]: Deploying daemon osd.1 on smithi001 2024-08-17T16:44:21.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:21 smithi001 ceph-mon[41665]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:21.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:44:21.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:21.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:21 smithi001 ceph-mon[41665]: Deploying daemon osd.1 on smithi001 2024-08-17T16:44:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:21 smithi001 ceph-mon[29829]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:44:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:21 smithi001 ceph-mon[29829]: Deploying daemon osd.1 on smithi001 2024-08-17T16:44:23.351 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:23 smithi001 ceph-mon[29829]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:23.351 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:23 smithi001 ceph-mon[41665]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:23.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:23 smithi189 ceph-mon[33558]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:25.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:25 smithi189 ceph-mon[33558]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:25 smithi001 ceph-mon[29829]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:25.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:25 smithi001 ceph-mon[41665]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:26.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:26.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:26.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:26 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:26.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:26 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:26.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:26 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:26.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:26 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:26 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:26 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:26 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:27 smithi189 ceph-mon[33558]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:27.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:27 smithi001 ceph-mon[29829]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:27.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:27 smithi001 ceph-mon[41665]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:28.305 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 1 on host 'smithi001' 2024-08-17T16:44:28.921 DEBUG:teuthology.orchestra.run.smithi001:osd.1> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.1.service 2024-08-17T16:44:28.924 INFO:tasks.cephadm:Deploying osd.2 on smithi001 with /dev/vg_nvme/lv_2... 2024-08-17T16:44:28.924 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T16:44:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[29829]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[29829]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[41665]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[41665]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.242 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:44:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:29 smithi189 ceph-mon[33558]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:29 smithi189 ceph-mon[33558]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:44:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:30.400 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-mon[29829]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:44:30.400 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-mon[29829]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:44:30.400 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:30.401 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-mon[29829]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:30.401 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-mon[41665]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:44:30.401 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-mon[41665]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:44:30.401 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:30.401 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-mon[41665]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:30.401 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[52251]: 2024-08-17T16:44:30.145+0000 7fd02c555640 -1 osd.1 0 waiting for initial osdmap 2024-08-17T16:44:30.401 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:30 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[52251]: 2024-08-17T16:44:30.148+0000 7fd029390640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:44:30.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:30 smithi189 ceph-mon[33558]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:44:30.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:30 smithi189 ceph-mon[33558]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:44:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:30 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:30 smithi189 ceph-mon[33558]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:31.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[29829]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:31.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[29829]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:31.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[29829]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:44:31.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:31.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:31.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[41665]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:31.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[41665]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:31.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[41665]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:44:31.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:31.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:31 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:31 smithi189 ceph-mon[33558]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:31 smithi189 ceph-mon[33558]: from='osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:31 smithi189 ceph-mon[33558]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:44:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:31 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:31 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:32 smithi189 ceph-mon[33558]: purged_snaps scrub starts 2024-08-17T16:44:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:32 smithi189 ceph-mon[33558]: purged_snaps scrub ok 2024-08-17T16:44:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:32 smithi189 ceph-mon[33558]: osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909] boot 2024-08-17T16:44:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:32 smithi189 ceph-mon[33558]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:44:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:32.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[41665]: purged_snaps scrub starts 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[41665]: purged_snaps scrub ok 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[41665]: osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909] boot 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[41665]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[29829]: purged_snaps scrub starts 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[29829]: purged_snaps scrub ok 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[29829]: osd.1 [v2:172.21.15.1:6810/640822909,v1:172.21.15.1:6811/640822909] boot 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[29829]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:44:32.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:44:32.763 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:44:32.787 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi001:vg_nvme/lv_2 2024-08-17T16:44:33.353 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:44:33.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:33 smithi189 ceph-mon[33558]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:33 smithi001 ceph-mon[29829]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:33.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:33 smithi001 ceph-mon[41665]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:44:34.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:34 smithi189 ceph-mon[33558]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:44:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:34 smithi189 ceph-mon[33558]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:34.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:34 smithi001 ceph-mon[29829]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:44:34.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:34 smithi001 ceph-mon[29829]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:34.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:34 smithi001 ceph-mon[41665]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:44:34.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:34 smithi001 ceph-mon[41665]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: Detected new or changed devices on smithi001 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi001 to 8034M 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:35.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:35.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:35.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:35.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: Detected new or changed devices on smithi001 2024-08-17T16:44:35.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi001 to 8034M 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: Detected new or changed devices on smithi001 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi001 to 8034M 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:35.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:35.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:36.921 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[29829]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[29829]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[41665]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[41665]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:44:36.922 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:36 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:36.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:36 smithi189 ceph-mon[33558]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:36.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:36 smithi189 ceph-mon[33558]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:44:36.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:36 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:44:36.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:36 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:44:36.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:36 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:38 smithi189 ceph-mon[33558]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:38 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1898870762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]: dispatch 2024-08-17T16:44:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:38 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]: dispatch 2024-08-17T16:44:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:38 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]': finished 2024-08-17T16:44:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:38 smithi189 ceph-mon[33558]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:44:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:38 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:38 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1881663475' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:44:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[29829]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1898870762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]: dispatch 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]: dispatch 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]': finished 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[29829]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1881663475' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[41665]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1898870762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]: dispatch 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]: dispatch 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "11e528e1-1fdc-47d1-b49b-5113f1db4e41"}]': finished 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[41665]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:38 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1881663475' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:44:41.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:40 smithi189 ceph-mon[33558]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:41.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:40 smithi001 ceph-mon[41665]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:41.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:40 smithi001 ceph-mon[29829]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:42.887 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:42 smithi001 ceph-mon[29829]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:42.888 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:42 smithi001 ceph-mon[41665]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:43.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:42 smithi189 ceph-mon[33558]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:44.885 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:44 smithi001 ceph-mon[41665]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:44.885 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:44:44.885 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:44.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:44 smithi001 ceph-mon[29829]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:44.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:44:44.885 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:44 smithi189 ceph-mon[33558]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:44:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:46.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:45 smithi001 ceph-mon[29829]: Deploying daemon osd.2 on smithi001 2024-08-17T16:44:46.087 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:45 smithi001 ceph-mon[41665]: Deploying daemon osd.2 on smithi001 2024-08-17T16:44:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:45 smithi189 ceph-mon[33558]: Deploying daemon osd.2 on smithi001 2024-08-17T16:44:47.095 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:46 smithi001 ceph-mon[29829]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:47.095 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:46 smithi001 ceph-mon[41665]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:46 smithi189 ceph-mon[33558]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:48.980 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:48 smithi001 ceph-mon[29829]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:48.980 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:48 smithi001 ceph-mon[41665]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:48 smithi189 ceph-mon[33558]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:50.069 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:50.069 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:50.069 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:50.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:50.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:50.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:51 smithi001 ceph-mon[29829]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:51.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:51 smithi001 ceph-mon[41665]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:51 smithi189 ceph-mon[33558]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:52.000 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 2 on host 'smithi001' 2024-08-17T16:44:52.611 DEBUG:teuthology.orchestra.run.smithi001:osd.2> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.2.service 2024-08-17T16:44:52.613 INFO:tasks.cephadm:Deploying osd.3 on smithi001 with /dev/vg_nvme/lv_1... 2024-08-17T16:44:52.613 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T16:44:52.928 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:44:53.301 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[41665]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[41665]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[29829]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.302 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[29829]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:44:53.303 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.303 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:52 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:52 smithi189 ceph-mon[33558]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:53.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:52 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:52 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:52 smithi189 ceph-mon[33558]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:44:53.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:52 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:53.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:52 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:54.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-mon[41665]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:44:54.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-mon[41665]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:44:54.377 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:54.377 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-mon[41665]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:54.377 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-mon[29829]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:44:54.377 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-mon[29829]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:44:54.377 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:54.377 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-mon[29829]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:54.377 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[58697]: 2024-08-17T16:44:54.042+0000 7f7c4cf95640 -1 osd.2 0 waiting for initial osdmap 2024-08-17T16:44:54.378 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:44:54 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[58697]: 2024-08-17T16:44:54.046+0000 7f7c47dcc640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:44:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:54 smithi189 ceph-mon[33558]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:44:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:54 smithi189 ceph-mon[33558]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:44:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:54 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:54 smithi189 ceph-mon[33558]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:44:55.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:55 smithi189 ceph-mon[33558]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:55 smithi189 ceph-mon[33558]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:55 smithi189 ceph-mon[33558]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:44:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:55 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:55 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:55.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[29829]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[29829]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[29829]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[41665]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[41665]: from='osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[41665]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:55.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:55 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:56.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[41665]: purged_snaps scrub starts 2024-08-17T16:44:56.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[41665]: purged_snaps scrub ok 2024-08-17T16:44:56.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[41665]: osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048] boot 2024-08-17T16:44:56.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[41665]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:44:56.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:56.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T16:44:56.555 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[29829]: purged_snaps scrub starts 2024-08-17T16:44:56.555 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[29829]: purged_snaps scrub ok 2024-08-17T16:44:56.555 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[29829]: osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048] boot 2024-08-17T16:44:56.555 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[29829]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:44:56.555 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:56.555 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T16:44:56.560 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:44:56.580 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi001:vg_nvme/lv_1 2024-08-17T16:44:56.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:56 smithi189 ceph-mon[33558]: purged_snaps scrub starts 2024-08-17T16:44:56.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:56 smithi189 ceph-mon[33558]: purged_snaps scrub ok 2024-08-17T16:44:56.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:56 smithi189 ceph-mon[33558]: osd.2 [v2:172.21.15.1:6818/4224973048,v1:172.21.15.1:6819/4224973048] boot 2024-08-17T16:44:56.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:56 smithi189 ceph-mon[33558]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:44:56.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:56 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:44:56.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:56 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T16:44:57.154 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:44:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:57 smithi001 ceph-mon[29829]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:57 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T16:44:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:57 smithi001 ceph-mon[29829]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:44:57.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:57 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:44:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:57 smithi001 ceph-mon[41665]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:57 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T16:44:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:57 smithi001 ceph-mon[41665]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:44:57.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:57 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:44:57.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:57 smithi189 ceph-mon[33558]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T16:44:57.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:57 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T16:44:57.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:57 smithi189 ceph-mon[33558]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:44:57.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:57 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:44:58.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:44:58.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:58 smithi001 ceph-mon[29829]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:44:58.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:58 smithi001 ceph-mon[29829]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:44:58.365 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:44:58.365 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:58 smithi001 ceph-mon[41665]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:44:58.365 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:58 smithi001 ceph-mon[41665]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:44:58.676 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:58 smithi001 sudo[62881]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:44:58.676 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:58 smithi001 sudo[62881]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:44:58.676 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:58 smithi001 sudo[62881]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:44:58.677 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:58 smithi001 sudo[62881]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:44:58.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:44:58.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:58 smithi189 ceph-mon[33558]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:44:58.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:58 smithi189 ceph-mon[33558]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:44:58.929 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:58 smithi001 sudo[62891]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:44:58.929 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:58 smithi001 sudo[62891]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:44:58.929 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:58 smithi001 sudo[62891]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:44:58.929 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:44:58 smithi001 sudo[62891]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:44:59.564 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:59 smithi001 sudo[62981]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:44:59.564 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:59 smithi001 sudo[62981]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:44:59.564 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:59 smithi001 sudo[62981]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:44:59.564 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:59 smithi001 sudo[62981]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: Detected new or changed devices on smithi001 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi001 to 5356M 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:59.565 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: Detected new or changed devices on smithi001 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.566 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi001 to 5356M 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:59.567 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:44:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: Detected new or changed devices on smithi001 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi001 to 5356M 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:59.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:59.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:44:59.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:44:59.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:44:59.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:44:59.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:44:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:00.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:59 smithi001 sudo[63075]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:45:00.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:59 smithi001 sudo[63075]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:00.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:59 smithi001 sudo[63075]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:00.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:44:59 smithi001 sudo[63075]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:00.467 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[41665]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:00.468 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:00.468 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:00.468 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:00.468 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[41665]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:00.468 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:45:00 smithi001 sudo[63134]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:45:00.468 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:45:00 smithi001 sudo[63134]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:00.468 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:45:00 smithi001 sudo[63134]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:00.468 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:45:00 smithi001 sudo[63134]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[29829]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:00 smithi001 ceph-mon[29829]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:00.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:00 smithi189 ceph-mon[33558]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:00.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:00.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:00.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:00.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:00 smithi189 ceph-mon[33558]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:01.178 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:45:00 smithi001 sudo[63174]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:45:01.178 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:45:00 smithi001 sudo[63174]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:01.178 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:45:00 smithi001 sudo[63174]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:01.179 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:45:00 smithi001 sudo[63174]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 sudo[63187]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:45:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 sudo[63187]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 sudo[63187]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 sudo[63187]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:01.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 sudo[63238]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:45:01.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 sudo[63238]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:01.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 sudo[63238]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:01.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 sudo[63238]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:01.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 ceph-mon[29829]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:45:01.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:01 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:01.808 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:01 smithi001 ceph-mon[41665]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:45:01.808 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:01 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:01.910 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:01 smithi189 ceph-mon[33558]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:45:01.910 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:01 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:01.910 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:01 smithi189 sudo[36295]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:45:01.910 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:01 smithi189 sudo[36295]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:01.910 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:01 smithi189 sudo[36295]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:01.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:01 smithi189 sudo[36295]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:02 smithi189 sudo[36298]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:45:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:02 smithi189 sudo[36298]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:02 smithi189 sudo[36298]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:02 smithi189 sudo[36298]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:02.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:02 smithi001 sudo[63314]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:45:02.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:02 smithi001 sudo[63314]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:02.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:02 smithi001 sudo[63314]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:02.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:02 smithi001 sudo[63314]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/286909764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]: dispatch 2024-08-17T16:45:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]: dispatch 2024-08-17T16:45:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]': finished 2024-08-17T16:45:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T16:45:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:03.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:03 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:03.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/286909764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]: dispatch 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]: dispatch 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]': finished 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 sudo[63365]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 sudo[63365]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:45:03.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 sudo[63365]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 sudo[63365]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:03.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/286909764' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]: dispatch 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]: dispatch 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb1a449-bfdb-4b17-885b-b91f192a1196"}]': finished 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:45:03.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:03 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:45:04.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:04 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:04.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:04 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1876415331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:04.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:04 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:04.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:04 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:04.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:04 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1876415331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:04.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:04 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:04.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:04 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:45:04.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:04 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1876415331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:04.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:04 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:45:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:05 smithi001 ceph-mon[29829]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:05 smithi001 ceph-mon[41665]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:05.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:05 smithi189 ceph-mon[33558]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:07 smithi001 ceph-mon[41665]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:07 smithi001 ceph-mon[29829]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:07.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:07 smithi189 ceph-mon[33558]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:09.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:09 smithi189 ceph-mon[33558]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 196 KiB/s wr, 11 op/s 2024-08-17T16:45:09.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:09 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:45:09.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:09 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:09.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:09 smithi001 ceph-mon[29829]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 196 KiB/s wr, 11 op/s 2024-08-17T16:45:09.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:09 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:45:09.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:09 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:09.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:09 smithi001 ceph-mon[41665]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 196 KiB/s wr, 11 op/s 2024-08-17T16:45:09.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:09 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:45:09.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:09 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:10.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:10 smithi001 ceph-mon[29829]: Deploying daemon osd.3 on smithi001 2024-08-17T16:45:10.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:10 smithi001 ceph-mon[41665]: Deploying daemon osd.3 on smithi001 2024-08-17T16:45:10.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:10 smithi189 ceph-mon[33558]: Deploying daemon osd.3 on smithi001 2024-08-17T16:45:11.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:11 smithi189 ceph-mon[33558]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 131 KiB/s wr, 7 op/s 2024-08-17T16:45:11.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:11 smithi001 ceph-mon[29829]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 131 KiB/s wr, 7 op/s 2024-08-17T16:45:11.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:11 smithi001 ceph-mon[41665]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 131 KiB/s wr, 7 op/s 2024-08-17T16:45:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:13 smithi189 ceph-mon[33558]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.4 KiB/s rd, 98 KiB/s wr, 5 op/s 2024-08-17T16:45:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:13 smithi001 ceph-mon[29829]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.4 KiB/s rd, 98 KiB/s wr, 5 op/s 2024-08-17T16:45:13.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:13 smithi001 ceph-mon[41665]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.4 KiB/s rd, 98 KiB/s wr, 5 op/s 2024-08-17T16:45:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:14 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:14 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:14 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:14.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:14.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:14.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:14 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:14 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:14 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:15.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:15 smithi189 ceph-mon[33558]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 78 KiB/s wr, 4 op/s 2024-08-17T16:45:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:15 smithi001 ceph-mon[29829]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 78 KiB/s wr, 4 op/s 2024-08-17T16:45:15.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:15 smithi001 ceph-mon[41665]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 78 KiB/s wr, 4 op/s 2024-08-17T16:45:16.562 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 3 on host 'smithi001' 2024-08-17T16:45:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:17 smithi001 ceph-mon[29829]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 938 B/s rd, 65 KiB/s wr, 3 op/s 2024-08-17T16:45:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:17 smithi001 ceph-mon[29829]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:45:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:17 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:17 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:17 smithi001 ceph-mon[41665]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 938 B/s rd, 65 KiB/s wr, 3 op/s 2024-08-17T16:45:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:17 smithi001 ceph-mon[41665]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:45:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:17 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:17 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:17.217 DEBUG:teuthology.orchestra.run.smithi001:osd.3> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.3.service 2024-08-17T16:45:17.219 INFO:tasks.cephadm:Deploying osd.4 on smithi189 with /dev/vg_nvme/lv_4... 2024-08-17T16:45:17.219 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T16:45:17.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:17 smithi189 ceph-mon[33558]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 938 B/s rd, 65 KiB/s wr, 3 op/s 2024-08-17T16:45:17.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:17 smithi189 ceph-mon[33558]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:45:17.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:17 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:17.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:17 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:17.476 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:45:18.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:18 smithi189 ceph-mon[33558]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:45:18.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:18 smithi189 ceph-mon[33558]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:45:18.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:18 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:18.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:18 smithi189 ceph-mon[33558]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:45:18.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:18 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:18.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:18 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:18.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[41665]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:45:18.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[41665]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:45:18.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:18.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[41665]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:45:18.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:18.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:18.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[29829]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:45:18.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[29829]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:45:18.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:18.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[29829]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-08-17T16:45:18.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:18.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:18.431 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[65103]: 2024-08-17T16:45:18.123+0000 7fb8d1153640 -1 osd.3 0 waiting for initial osdmap 2024-08-17T16:45:18.431 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:45:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[65103]: 2024-08-17T16:45:18.128+0000 7fb8cc78b640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:45:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[29829]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[29829]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:45:19.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[29829]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:45:19.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:19.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[41665]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[41665]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:45:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[41665]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:45:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:19 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:19.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:19 smithi189 ceph-mon[33558]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:19 smithi189 ceph-mon[33558]: from='osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-08-17T16:45:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:19 smithi189 ceph-mon[33558]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:45:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:19 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:19 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:19.742 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:45:19.763 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_4 2024-08-17T16:45:20.009 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:45:20.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:20 smithi189 ceph-mon[33558]: purged_snaps scrub starts 2024-08-17T16:45:20.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:20 smithi189 ceph-mon[33558]: purged_snaps scrub ok 2024-08-17T16:45:20.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:20 smithi189 ceph-mon[33558]: osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869] boot 2024-08-17T16:45:20.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:20 smithi189 ceph-mon[33558]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T16:45:20.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:20 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:20.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[29829]: purged_snaps scrub starts 2024-08-17T16:45:20.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[29829]: purged_snaps scrub ok 2024-08-17T16:45:20.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[29829]: osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869] boot 2024-08-17T16:45:20.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[29829]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T16:45:20.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:20.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[41665]: purged_snaps scrub starts 2024-08-17T16:45:20.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[41665]: purged_snaps scrub ok 2024-08-17T16:45:20.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[41665]: osd.3 [v2:172.21.15.1:6826/3439944869,v1:172.21.15.1:6827/3439944869] boot 2024-08-17T16:45:20.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[41665]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T16:45:20.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:20 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:45:21.353 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:21.353 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:45:21.353 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.353 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.354 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.354 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.354 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.354 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.354 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.354 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:21.355 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:21.355 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.355 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:21.355 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:21.355 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:21.355 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:21 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:21.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:21 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:22.373 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:22 smithi189 ceph-mon[33558]: Detected new or changed devices on smithi001 2024-08-17T16:45:22.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:22 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi001 to 4017M 2024-08-17T16:45:22.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:22 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:22.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:22 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:22.374 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:22 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:22.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[29829]: Detected new or changed devices on smithi001 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi001 to 4017M 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[41665]: Detected new or changed devices on smithi001 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi001 to 4017M 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:22.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:22 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:23.420 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:23 smithi189 ceph-mon[33558]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:23.421 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:23 smithi189 ceph-mon[33558]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:23.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:23 smithi001 ceph-mon[29829]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:23.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:23 smithi001 ceph-mon[29829]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:23.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:23 smithi001 ceph-mon[41665]: from='client.24202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:23.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:23 smithi001 ceph-mon[41665]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:24.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:24 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/2175269854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]: dispatch 2024-08-17T16:45:24.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:24 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]: dispatch 2024-08-17T16:45:24.405 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:24 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]': finished 2024-08-17T16:45:24.405 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:24 smithi189 ceph-mon[33558]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T16:45:24.405 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:24 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:24.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/2175269854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]: dispatch 2024-08-17T16:45:24.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]: dispatch 2024-08-17T16:45:24.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]': finished 2024-08-17T16:45:24.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[29829]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T16:45:24.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:24.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/2175269854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]: dispatch 2024-08-17T16:45:24.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]: dispatch 2024-08-17T16:45:24.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ed90fb78-d21e-4828-8407-85210f3ef600"}]': finished 2024-08-17T16:45:24.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[41665]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T16:45:24.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:24 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:25.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:25 smithi189 ceph-mon[33558]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:25.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:25 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/2160182166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:25 smithi001 ceph-mon[29829]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:25 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/2160182166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:25.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:25 smithi001 ceph-mon[41665]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:25.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:25 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/2160182166' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:27 smithi189 ceph-mon[33558]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:27.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:27 smithi001 ceph-mon[29829]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:27.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:27 smithi001 ceph-mon[41665]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:29.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:29 smithi189 ceph-mon[33558]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:29 smithi001 ceph-mon[29829]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:29.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:29 smithi001 ceph-mon[41665]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:30.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:30 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:45:30.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:30 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:30 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:45:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:30 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:30.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:30 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:45:30.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:30 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:31.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:31 smithi189 ceph-mon[33558]: Deploying daemon osd.4 on smithi189 2024-08-17T16:45:31.365 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:31 smithi189 ceph-mon[33558]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:31.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:31 smithi001 ceph-mon[29829]: Deploying daemon osd.4 on smithi189 2024-08-17T16:45:31.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:31 smithi001 ceph-mon[29829]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:31 smithi001 ceph-mon[41665]: Deploying daemon osd.4 on smithi189 2024-08-17T16:45:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:31 smithi001 ceph-mon[41665]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:33 smithi189 ceph-mon[33558]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:33 smithi001 ceph-mon[29829]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:33.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:33 smithi001 ceph-mon[41665]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:35.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:35 smithi189 ceph-mon[33558]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:35.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:35.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:35.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:35 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:35 smithi001 ceph-mon[29829]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:35 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:35.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:35 smithi001 ceph-mon[41665]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:35.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:35.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:35.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:35 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:36 smithi189 ceph-mon[33558]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:36.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:36 smithi001 ceph-mon[29829]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:36.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:36 smithi001 ceph-mon[41665]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:37.215 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 4 on host 'smithi189' 2024-08-17T16:45:37.775 DEBUG:teuthology.orchestra.run.smithi189:osd.4> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.4.service 2024-08-17T16:45:37.778 INFO:tasks.cephadm:Deploying osd.5 on smithi189 with /dev/vg_nvme/lv_3... 2024-08-17T16:45:37.779 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T16:45:38.080 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:45:38.511 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:38 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.511 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:38 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.511 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:38 smithi189 ceph-mon[33558]: from='osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:45:38.511 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:38 smithi189 ceph-mon[33558]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:45:38.511 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:38 smithi189 ceph-mon[33558]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:38.511 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:38 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.511 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:38 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.521 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.521 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.521 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[29829]: from='osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:45:38.521 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[29829]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:45:38.521 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[29829]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:38.522 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.522 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.522 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.522 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.522 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[41665]: from='osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:45:38.522 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[41665]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:45:38.522 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[41665]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:38.522 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:38.523 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:38 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:39.492 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:39 smithi189 ceph-mon[33558]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:45:39.492 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:39 smithi189 ceph-mon[33558]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:45:39.492 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:39 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:39.492 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:39 smithi189 ceph-mon[33558]: from='osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:45:39.492 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:39 smithi189 ceph-mon[33558]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:45:39.493 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:45:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[38980]: 2024-08-17T16:45:39.224+0000 7f4352795640 -1 osd.4 0 waiting for initial osdmap 2024-08-17T16:45:39.493 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:45:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[38980]: 2024-08-17T16:45:39.228+0000 7f434d5cc640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[41665]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[41665]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[41665]: from='osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[41665]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[29829]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[29829]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[29829]: from='osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:45:39.507 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:39 smithi001 ceph-mon[29829]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:45:40.357 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:40 smithi189 ceph-mon[33558]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:45:40.357 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:40 smithi189 ceph-mon[33558]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:45:40.357 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:40 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:40.357 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:40 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:40.357 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:40 smithi189 ceph-mon[33558]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:40.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[29829]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:45:40.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[29829]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:45:40.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:40.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:40.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[29829]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:40.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[41665]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:45:40.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[41665]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:45:40.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:40.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:40.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:40 smithi001 ceph-mon[41665]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T16:45:41.285 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:41 smithi189 ceph-mon[33558]: purged_snaps scrub starts 2024-08-17T16:45:41.285 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:41 smithi189 ceph-mon[33558]: purged_snaps scrub ok 2024-08-17T16:45:41.285 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:41 smithi189 ceph-mon[33558]: osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926] boot 2024-08-17T16:45:41.286 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:41 smithi189 ceph-mon[33558]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T16:45:41.286 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:41 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:41.286 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:41 smithi189 ceph-mon[33558]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:45:41.291 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:45:41.311 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_3 2024-08-17T16:45:41.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[29829]: purged_snaps scrub starts 2024-08-17T16:45:41.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[29829]: purged_snaps scrub ok 2024-08-17T16:45:41.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[29829]: osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926] boot 2024-08-17T16:45:41.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[29829]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T16:45:41.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[29829]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:45:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[41665]: purged_snaps scrub starts 2024-08-17T16:45:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[41665]: purged_snaps scrub ok 2024-08-17T16:45:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[41665]: osd.4 [v2:172.21.15.189:6800/436178926,v1:172.21.15.189:6801/436178926] boot 2024-08-17T16:45:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[41665]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T16:45:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:45:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:41 smithi001 ceph-mon[41665]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:45:41.823 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:45:42.513 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:42 smithi189 ceph-mon[33558]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:42.513 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:42 smithi189 ceph-mon[33558]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:45:42.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:42 smithi001 ceph-mon[29829]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:42.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:42 smithi001 ceph-mon[29829]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:45:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:42 smithi001 ceph-mon[41665]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:42 smithi001 ceph-mon[41665]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:45:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: Detected new or changed devices on smithi189 2024-08-17T16:45:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi189 to 17088M 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:44 smithi189 ceph-mon[33558]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:45:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: Detected new or changed devices on smithi189 2024-08-17T16:45:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi189 to 17088M 2024-08-17T16:45:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[29829]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: Detected new or changed devices on smithi189 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:45:44.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi189 to 17088M 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:44.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:44 smithi001 ceph-mon[41665]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:45:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:45 smithi189 ceph-mon[33558]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:45 smithi189 ceph-mon[33558]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:45 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:45 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:45 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:45 smithi189 ceph-mon[33558]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:45:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[29829]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[29829]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[29829]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[41665]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[41665]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:45.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:45 smithi001 ceph-mon[41665]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:45:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:47 smithi189 ceph-mon[33558]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:47 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/3038676010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]: dispatch 2024-08-17T16:45:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:47 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]: dispatch 2024-08-17T16:45:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:47 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]': finished 2024-08-17T16:45:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:47 smithi189 ceph-mon[33558]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T16:45:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:47 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:45:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:47 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/3774422452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[29829]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/3038676010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]: dispatch 2024-08-17T16:45:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]: dispatch 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]': finished 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[29829]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/3774422452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[41665]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/3038676010' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]: dispatch 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]: dispatch 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b"}]': finished 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[41665]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:45:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:47 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/3774422452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:45:49.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:49 smithi189 ceph-mon[33558]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-08-17T16:45:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:49 smithi001 ceph-mon[29829]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-08-17T16:45:49.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:49 smithi001 ceph-mon[41665]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-08-17T16:45:51.346 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:51 smithi189 ceph-mon[33558]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-08-17T16:45:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:51 smithi001 ceph-mon[29829]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-08-17T16:45:51.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:51 smithi001 ceph-mon[41665]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-08-17T16:45:53.260 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:53 smithi189 ceph-mon[33558]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:45:53.260 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:53 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T16:45:53.261 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:53 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:53 smithi001 ceph-mon[29829]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:45:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:53 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T16:45:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:53 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:53.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:53 smithi001 ceph-mon[41665]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:45:53.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:53 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T16:45:53.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:53 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:45:54.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:54 smithi189 ceph-mon[33558]: Deploying daemon osd.5 on smithi189 2024-08-17T16:45:54.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:54 smithi001 ceph-mon[29829]: Deploying daemon osd.5 on smithi189 2024-08-17T16:45:54.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:54 smithi001 ceph-mon[41665]: Deploying daemon osd.5 on smithi189 2024-08-17T16:45:55.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:55 smithi189 ceph-mon[33558]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-08-17T16:45:55.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:55 smithi001 ceph-mon[29829]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-08-17T16:45:55.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:55 smithi001 ceph-mon[41665]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-08-17T16:45:57.411 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:57 smithi189 ceph-mon[33558]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:45:57.411 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:57 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:57.411 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:57 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:57.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:57 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:57.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:57 smithi001 ceph-mon[29829]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:45:57.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:57 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:57.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:57 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:57.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:57 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:57.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:57 smithi001 ceph-mon[41665]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:45:57.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:57 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:45:57.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:57 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:57.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:57 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:45:59.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:45:59 smithi189 ceph-mon[33558]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-08-17T16:45:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:45:59 smithi001 ceph-mon[29829]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-08-17T16:45:59.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:45:59 smithi001 ceph-mon[41665]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-08-17T16:45:59.713 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 5 on host 'smithi189' 2024-08-17T16:46:00.301 DEBUG:teuthology.orchestra.run.smithi189:osd.5> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.5.service 2024-08-17T16:46:00.304 INFO:tasks.cephadm:Deploying osd.6 on smithi189 with /dev/vg_nvme/lv_2... 2024-08-17T16:46:00.304 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T16:46:00.602 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:46:00.984 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:00.984 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:00.984 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:00 smithi189 ceph-mon[33558]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:46:00.984 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:00 smithi189 ceph-mon[33558]: from='osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:46:00.984 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:00 smithi189 ceph-mon[33558]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:46:00.984 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:00.984 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[29829]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[29829]: from='osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[29829]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[41665]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[41665]: from='osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[41665]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:01 smithi189 ceph-mon[33558]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:46:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:01 smithi189 ceph-mon[33558]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T16:46:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:01 smithi189 ceph-mon[33558]: from='osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:01 smithi189 ceph-mon[33558]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:02.179 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:46:01 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[44844]: 2024-08-17T16:46:01.724+0000 7f8b2ebfd640 -1 osd.5 0 waiting for initial osdmap 2024-08-17T16:46:02.180 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:46:01 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[44844]: 2024-08-17T16:46:01.730+0000 7f8b27a30640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:46:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[29829]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:46:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[29829]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T16:46:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[29829]: from='osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[29829]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[41665]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:46:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[41665]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T16:46:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[41665]: from='osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:01 smithi001 ceph-mon[41665]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:03.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:02 smithi189 ceph-mon[33558]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:03.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:02 smithi189 ceph-mon[33558]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T16:46:03.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:02 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:02 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:02 smithi189 ceph-mon[33558]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:46:03.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:02 smithi189 ceph-mon[33558]: osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636] boot 2024-08-17T16:46:03.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:02 smithi189 ceph-mon[33558]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T16:46:03.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:02 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[29829]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[29829]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T16:46:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[29829]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[29829]: osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636] boot 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[29829]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[41665]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[41665]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[41665]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[41665]: osd.5 [v2:172.21.15.189:6808/2421407636,v1:172.21.15.189:6809/2421407636] boot 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[41665]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T16:46:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:02 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:46:03.788 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:46:03.806 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:03 smithi189 ceph-mon[33558]: purged_snaps scrub starts 2024-08-17T16:46:03.806 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:03 smithi189 ceph-mon[33558]: purged_snaps scrub ok 2024-08-17T16:46:03.806 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:03 smithi189 ceph-mon[33558]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T16:46:03.807 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_2 2024-08-17T16:46:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:03 smithi001 ceph-mon[29829]: purged_snaps scrub starts 2024-08-17T16:46:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:03 smithi001 ceph-mon[29829]: purged_snaps scrub ok 2024-08-17T16:46:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:03 smithi001 ceph-mon[29829]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T16:46:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:03 smithi001 ceph-mon[41665]: purged_snaps scrub starts 2024-08-17T16:46:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:03 smithi001 ceph-mon[41665]: purged_snaps scrub ok 2024-08-17T16:46:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:03 smithi001 ceph-mon[41665]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T16:46:04.295 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:46:05.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:04 smithi189 ceph-mon[33558]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:05.177 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:04 smithi189 ceph-mon[33558]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T16:46:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:04 smithi001 ceph-mon[29829]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:04 smithi001 ceph-mon[29829]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T16:46:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:04 smithi001 ceph-mon[41665]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:04 smithi001 ceph-mon[41665]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:05.923 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:07.000 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:06 smithi189 ceph-mon[33558]: Detected new or changed devices on smithi189 2024-08-17T16:46:07.000 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:06 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi189 to 8544M 2024-08-17T16:46:07.000 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:06 smithi189 ceph-mon[33558]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T16:46:07.000 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:06 smithi189 ceph-mon[33558]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:07.000 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:46:07.000 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:46:07.000 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[29829]: Detected new or changed devices on smithi189 2024-08-17T16:46:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi189 to 8544M 2024-08-17T16:46:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[29829]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[29829]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[41665]: Detected new or changed devices on smithi189 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi189 to 8544M 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[41665]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[41665]: pgmap v132: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:46:07.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:46:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:07.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:07 smithi189 ceph-mon[33558]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:07.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:07 smithi189 ceph-mon[33558]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T16:46:08.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:07 smithi001 ceph-mon[29829]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:08.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:07 smithi001 ceph-mon[29829]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T16:46:08.080 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:07 smithi001 ceph-mon[41665]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:08.080 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:07 smithi001 ceph-mon[41665]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T16:46:09.093 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[29829]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 141 KiB/s, 0 objects/s recovering 2024-08-17T16:46:09.093 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/3512012913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]: dispatch 2024-08-17T16:46:09.093 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]: dispatch 2024-08-17T16:46:09.093 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]': finished 2024-08-17T16:46:09.093 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[29829]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T16:46:09.093 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:09.094 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[41665]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 141 KiB/s, 0 objects/s recovering 2024-08-17T16:46:09.094 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/3512012913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]: dispatch 2024-08-17T16:46:09.094 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]: dispatch 2024-08-17T16:46:09.094 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]': finished 2024-08-17T16:46:09.094 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[41665]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T16:46:09.094 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:08 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:09.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:08 smithi189 ceph-mon[33558]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 141 KiB/s, 0 objects/s recovering 2024-08-17T16:46:09.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:08 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/3512012913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]: dispatch 2024-08-17T16:46:09.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:08 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]: dispatch 2024-08-17T16:46:09.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:08 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30db3683-45c3-4e29-be0e-c8ae779d17e5"}]': finished 2024-08-17T16:46:09.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:08 smithi189 ceph-mon[33558]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T16:46:09.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:08 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:09 smithi189 ceph-mon[33558]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T16:46:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:09 smithi189 ceph-mon[33558]: Cluster is now healthy 2024-08-17T16:46:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:09 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/2831885831' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:46:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:09 smithi001 ceph-mon[29829]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T16:46:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:09 smithi001 ceph-mon[29829]: Cluster is now healthy 2024-08-17T16:46:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:09 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/2831885831' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:46:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:09 smithi001 ceph-mon[41665]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T16:46:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:09 smithi001 ceph-mon[41665]: Cluster is now healthy 2024-08-17T16:46:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:09 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/2831885831' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:46:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:10 smithi189 ceph-mon[33558]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-08-17T16:46:11.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:10 smithi001 ceph-mon[29829]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-08-17T16:46:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:10 smithi001 ceph-mon[41665]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-08-17T16:46:12.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:12 smithi189 ceph-mon[33558]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:46:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:12 smithi001 ceph-mon[29829]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:46:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:12 smithi001 ceph-mon[41665]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:46:15.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:14 smithi189 ceph-mon[33558]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:46:15.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:14 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T16:46:15.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:14 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:14 smithi001 ceph-mon[29829]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:46:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T16:46:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:14 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:14 smithi001 ceph-mon[41665]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:46:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:14 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T16:46:15.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:14 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:16.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:15 smithi189 ceph-mon[33558]: Deploying daemon osd.6 on smithi189 2024-08-17T16:46:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:15 smithi001 ceph-mon[29829]: Deploying daemon osd.6 on smithi189 2024-08-17T16:46:16.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:15 smithi001 ceph-mon[41665]: Deploying daemon osd.6 on smithi189 2024-08-17T16:46:17.049 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:16 smithi189 ceph-mon[33558]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T16:46:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:16 smithi001 ceph-mon[29829]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T16:46:17.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:16 smithi001 ceph-mon[41665]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T16:46:19.104 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:18 smithi189 ceph-mon[33558]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:18 smithi001 ceph-mon[29829]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:19.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:18 smithi001 ceph-mon[41665]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:19.986 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:19 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:19.986 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:19 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:19.987 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:19 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:19 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:19 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:19 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:20.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:19 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:20.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:19 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:20.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:19 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:20.986 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:20 smithi189 ceph-mon[33558]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:20 smithi001 ceph-mon[29829]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:21.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:20 smithi001 ceph-mon[41665]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:22.544 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 6 on host 'smithi189' 2024-08-17T16:46:23.086 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:22 smithi189 ceph-mon[33558]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:23.086 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:22 smithi189 ceph-mon[33558]: from='osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:46:23.086 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:22 smithi189 ceph-mon[33558]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:46:23.086 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:22 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:23.086 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:22 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:23.111 DEBUG:teuthology.orchestra.run.smithi189:osd.6> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.6.service 2024-08-17T16:46:23.113 INFO:tasks.cephadm:Deploying osd.7 on smithi189 with /dev/vg_nvme/lv_1... 2024-08-17T16:46:23.113 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T16:46:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[29829]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[29829]: from='osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:46:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[29829]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:46:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[41665]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[41665]: from='osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:46:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[41665]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:46:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:22 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:23.422 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:46:24.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-mon[33558]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:46:24.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-mon[33558]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T16:46:24.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:24.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-mon[33558]: from='osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:24.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-mon[33558]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:24.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:24.176 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:24.176 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[50762]: 2024-08-17T16:46:23.883+0000 7f1329e57640 -1 osd.6 0 waiting for initial osdmap 2024-08-17T16:46:24.176 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:46:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[50762]: 2024-08-17T16:46:23.889+0000 7f132448d640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:46:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[29829]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:46:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[29829]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T16:46:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[29829]: from='osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[29829]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[41665]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:46:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[41665]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T16:46:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[41665]: from='osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[41665]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:23 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:25.010 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:24 smithi189 ceph-mon[33558]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:25.010 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:24 smithi189 ceph-mon[33558]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:25.010 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:24 smithi189 ceph-mon[33558]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T16:46:25.010 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:24 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:25.010 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:24 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[29829]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[29829]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[29829]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T16:46:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:25.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[41665]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T16:46:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[41665]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[41665]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T16:46:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:24 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:26.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:25 smithi189 ceph-mon[33558]: purged_snaps scrub starts 2024-08-17T16:46:26.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:25 smithi189 ceph-mon[33558]: purged_snaps scrub ok 2024-08-17T16:46:26.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:25 smithi189 ceph-mon[33558]: osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468] boot 2024-08-17T16:46:26.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:25 smithi189 ceph-mon[33558]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T16:46:26.073 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:25 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[29829]: purged_snaps scrub starts 2024-08-17T16:46:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[29829]: purged_snaps scrub ok 2024-08-17T16:46:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[29829]: osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468] boot 2024-08-17T16:46:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[29829]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T16:46:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[41665]: purged_snaps scrub starts 2024-08-17T16:46:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[41665]: purged_snaps scrub ok 2024-08-17T16:46:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[41665]: osd.6 [v2:172.21.15.189:6816/2944268468,v1:172.21.15.189:6817/2944268468] boot 2024-08-17T16:46:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[41665]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T16:46:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:25 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:46:26.680 INFO:teuthology.orchestra.run.smithi189.stdout: 2024-08-17T16:46:26.700 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi189:vg_nvme/lv_1 2024-08-17T16:46:26.966 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:26 smithi189 ceph-mon[33558]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:26.966 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:26 smithi189 ceph-mon[33558]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T16:46:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:26 smithi001 ceph-mon[29829]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:26 smithi001 ceph-mon[29829]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T16:46:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:26 smithi001 ceph-mon[41665]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:26 smithi001 ceph-mon[41665]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T16:46:27.327 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:46:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:27 smithi189 ceph-mon[33558]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T16:46:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:27 smithi001 ceph-mon[29829]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T16:46:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:27 smithi001 ceph-mon[41665]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T16:46:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:28 smithi189 ceph-mon[33558]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:28 smithi189 ceph-mon[33558]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T16:46:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:28 smithi001 ceph-mon[29829]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:28 smithi001 ceph-mon[29829]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T16:46:29.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:28 smithi001 ceph-mon[41665]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:29.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:28 smithi001 ceph-mon[41665]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T16:46:30.158 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T16:46:30.158 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: Detected new or changed devices on smithi189 2024-08-17T16:46:30.158 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.158 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi189 to 5696M 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.159 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:46:30.160 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:46:30.160 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:29 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: Detected new or changed devices on smithi189 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi189 to 5696M 2024-08-17T16:46:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:30.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: Detected new or changed devices on smithi189 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi189 to 5696M 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:30.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:30.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:30.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:30.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:46:30.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:46:30.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:29 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:31.283 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:31 smithi189 ceph-mon[33558]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:31.284 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:31 smithi189 ceph-mon[33558]: pgmap v153: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T16:46:31.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:31 smithi001 ceph-mon[29829]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:31.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:31 smithi001 ceph-mon[29829]: pgmap v153: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T16:46:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:31 smithi001 ceph-mon[41665]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi189:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:31 smithi001 ceph-mon[41665]: pgmap v153: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-17T16:46:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:32 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/3326202337' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]: dispatch 2024-08-17T16:46:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:32 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]: dispatch 2024-08-17T16:46:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:32 smithi189 ceph-mon[33558]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]': finished 2024-08-17T16:46:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:32 smithi189 ceph-mon[33558]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T16:46:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:32 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/3326202337' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]: dispatch 2024-08-17T16:46:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]: dispatch 2024-08-17T16:46:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[29829]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]': finished 2024-08-17T16:46:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[29829]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T16:46:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/3326202337' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]: dispatch 2024-08-17T16:46:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]: dispatch 2024-08-17T16:46:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[41665]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "edc075a9-a491-4e83-bf00-8a07051e331b"}]': finished 2024-08-17T16:46:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[41665]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T16:46:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:32 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:33.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:33 smithi189 ceph-mon[33558]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-17T16:46:33.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:33 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/4153691620' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:46:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:33 smithi001 ceph-mon[29829]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-17T16:46:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:33 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/4153691620' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:46:33.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:33 smithi001 ceph-mon[41665]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-17T16:46:33.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:33 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/4153691620' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:46:35.313 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:35 smithi189 ceph-mon[33558]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:46:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:35 smithi001 ceph-mon[29829]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:46:35.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:35 smithi001 ceph-mon[41665]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:46:37.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:37 smithi189 ceph-mon[33558]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:37 smithi001 ceph-mon[29829]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:37.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:37 smithi001 ceph-mon[41665]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:38 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T16:46:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:38 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:38.330 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:38 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T16:46:38.331 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:38 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:38.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:38 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T16:46:38.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:38 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:39.318 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:39 smithi189 ceph-mon[33558]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:39.318 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:39 smithi189 ceph-mon[33558]: Deploying daemon osd.7 on smithi189 2024-08-17T16:46:39.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:39 smithi001 ceph-mon[29829]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:39.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:39 smithi001 ceph-mon[29829]: Deploying daemon osd.7 on smithi189 2024-08-17T16:46:39.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:39 smithi001 ceph-mon[41665]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:39.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:39 smithi001 ceph-mon[41665]: Deploying daemon osd.7 on smithi189 2024-08-17T16:46:41.260 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:41 smithi189 ceph-mon[33558]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:41.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:41 smithi001 ceph-mon[29829]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:41.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:41 smithi001 ceph-mon[41665]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:43.312 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:43 smithi189 ceph-mon[33558]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:43.312 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:43 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:43.312 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:43 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:43.312 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:43 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:43 smithi001 ceph-mon[29829]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:43.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:43 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:43.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:43 smithi001 ceph-mon[41665]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:43.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:43 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:43.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:43 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:43.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:43 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:45.355 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:45 smithi189 ceph-mon[33558]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:45 smithi001 ceph-mon[41665]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:45 smithi001 ceph-mon[29829]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:45.946 INFO:teuthology.orchestra.run.smithi189.stdout:Created osd(s) 7 on host 'smithi189' 2024-08-17T16:46:46.509 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.509 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.509 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:46.509 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:46.509 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.510 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:46:46.510 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:46:46.510 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:46.510 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:46.510 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.510 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.511 DEBUG:teuthology.orchestra.run.smithi189:osd.7> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.7.service 2024-08-17T16:46:46.513 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-17T16:46:46.513 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-17T16:46:46.790 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:46:46.913 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:46.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:47.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:47 smithi189 ceph-mon[33558]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:46:47.602 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:47 smithi189 ceph-mon[33558]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T16:46:47.603 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:47 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:47.603 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:47 smithi189 ceph-mon[33558]: from='osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:47.603 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:47 smithi189 ceph-mon[33558]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:47.603 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:46:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[56997]: 2024-08-17T16:46:47.476+0000 7fc845c82640 -1 osd.7 0 waiting for initial osdmap 2024-08-17T16:46:47.603 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:46:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[56997]: 2024-08-17T16:46:47.484+0000 7fc841abb640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:46:47.759 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[41665]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:46:47.759 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[41665]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T16:46:47.759 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:47.759 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[41665]: from='osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:47.759 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[41665]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:47.759 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[29829]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:46:47.760 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[29829]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T16:46:47.760 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:47.760 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[29829]: from='osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:47.760 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:47 smithi001 ceph-mon[29829]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]: dispatch 2024-08-17T16:46:48.721 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[41665]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:48.721 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[41665]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[41665]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[41665]: osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642] boot 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[41665]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[29829]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[29829]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T16:46:48.722 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.723 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.723 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[29829]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:48.723 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[29829]: osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642] boot 2024-08-17T16:46:48.723 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[29829]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T16:46:48.723 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:48 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.858 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:48 smithi189 ceph-mon[33558]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]}]': finished 2024-08-17T16:46:48.858 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:48 smithi189 ceph-mon[33558]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T16:46:48.859 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:48 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.859 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:48 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.859 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:48 smithi189 ceph-mon[33558]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T16:46:48.859 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:48 smithi189 ceph-mon[33558]: osd.7 [v2:172.21.15.189:6824/2079187642,v1:172.21.15.189:6825/2079187642] boot 2024-08-17T16:46:48.859 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:48 smithi189 ceph-mon[33558]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T16:46:48.859 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:48 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:46:48.989 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:46:49.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: purged_snaps scrub starts 2024-08-17T16:46:49.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: purged_snaps scrub ok 2024-08-17T16:46:49.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/672050430' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: purged_snaps scrub starts 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: purged_snaps scrub ok 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/672050430' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:49.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:49.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:49 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.929 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1723913208,"num_in_osds":8,"osd_in_since":1723913191,"num_remapped_pgs":1} 2024-08-17T16:46:49.929 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:46:49.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: purged_snaps scrub starts 2024-08-17T16:46:49.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: purged_snaps scrub ok 2024-08-17T16:46:49.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T16:46:49.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/672050430' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T16:46:49.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:46:49.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:49.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:49.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:49.931 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:49 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:50.194 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:46:50.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:50 smithi001 ceph-mon[29829]: Detected new or changed devices on smithi189 2024-08-17T16:46:50.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:50 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi189 to 4272M 2024-08-17T16:46:50.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:50 smithi001 ceph-mon[29829]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T16:46:50.914 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:50 smithi001 ceph-mon[29829]: pgmap v169: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:46:50.914 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:50 smithi001 ceph-mon[41665]: Detected new or changed devices on smithi189 2024-08-17T16:46:50.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:50 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi189 to 4272M 2024-08-17T16:46:50.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:50 smithi001 ceph-mon[41665]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T16:46:50.915 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:50 smithi001 ceph-mon[41665]: pgmap v169: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:46:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:50 smithi189 ceph-mon[33558]: Detected new or changed devices on smithi189 2024-08-17T16:46:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:50 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi189 to 4272M 2024-08-17T16:46:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:50 smithi189 ceph-mon[33558]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T16:46:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:50 smithi189 ceph-mon[33558]: pgmap v169: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:46:51.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:51 smithi001 ceph-mon[29829]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T16:46:51.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:51 smithi001 ceph-mon[41665]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T16:46:52.022 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:46:52.022 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":58,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T16:46:51.775917+0000","last_up_change":"2024-08-17T16:46:48.464430+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6803","nonce":3681991332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6805","nonce":3681991332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6809","nonce":3681991332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6807","nonce":3681991332}]},"public_addr":"172.21.15.1:6803/3681991332","cluster_addr":"172.21.15.1:6805/3681991332","heartbeat_back_addr":"172.21.15.1:6809/3681991332","heartbeat_front_addr":"172.21.15.1:6807/3681991332","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6811","nonce":640822909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6813","nonce":640822909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6817","nonce":640822909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6815","nonce":640822909}]},"public_addr":"172.21.15.1:6811/640822909","cluster_addr":"172.21.15.1:6813/640822909","heartbeat_back_addr":"172.21.15.1:6817/640822909","heartbeat_front_addr":"172.21.15.1:6815/640822909","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6819","nonce":4224973048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6821","nonce":4224973048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6825","nonce":4224973048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6823","nonce":4224973048}]},"public_addr":"172.21.15.1:6819/4224973048","cluster_addr":"172.21.15.1:6821/4224973048","heartbeat_back_addr":"172.21.15.1:6825/4224973048","heartbeat_front_addr":"172.21.15.1:6823/4224973048","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6827","nonce":3439944869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6829","nonce":3439944869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6833","nonce":3439944869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6831","nonce":3439944869}]},"public_addr":"172.21.15.1:6827/3439944869","cluster_addr":"172.21.15.1:6829/3439944869","heartbeat_back_addr":"172.21.15.1:6833/3439944869","heartbeat_front_addr":"172.21.15.1:6831/3439944869","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6801","nonce":436178926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6803","nonce":436178926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6807","nonce":436178926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6805","nonce":436178926}]},"public_addr":"172.21.15.189:6801/436178926","cluster_addr":"172.21.15.189:6803/436178926","heartbeat_back_addr":"172.21.15.189:6807/436178926","heartbeat_front_addr":"172.21.15.189:6805/436178926","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6809","nonce":2421407636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6811","nonce":2421407636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6815","nonce":2421407636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6813","nonce":2421407636}]},"public_addr":"172.21.15.189:6809/2421407636","cluster_addr":"172.21.15.189:6811/2421407636","heartbeat_back_addr":"172.21.15.189:6815/2421407636","heartbeat_front_addr":"172.21.15.189:6813/2421407636","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6817","nonce":2944268468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6819","nonce":2944268468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6823","nonce":2944268468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6821","nonce":2944268468}]},"public_addr":"172.21.15.189:6817/2944268468","cluster_addr":"172.21.15.189:6819/2944268468","heartbeat_back_addr":"172.21.15.189:6823/2944268468","heartbeat_front_addr":"172.21.15.189:6821/2944268468","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6825","nonce":2079187642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6827","nonce":2079187642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6831","nonce":2079187642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6829","nonce":2079187642}]},"public_addr":"172.21.15.189:6825/2079187642","cluster_addr":"172.21.15.189:6827/2079187642","heartbeat_back_addr":"172.21.15.189:6831/2079187642","heartbeat_front_addr":"172.21.15.189:6829/2079187642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:46:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:51 smithi189 ceph-mon[33558]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T16:46:52.776 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-17T16:44:56.262613+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-17T16:46:52.777 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-17T16:46:53.042 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:46:53.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:52 smithi189 ceph-mon[33558]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T16:46:53.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:52 smithi189 ceph-mon[33558]: pgmap v172: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:46:53.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:52 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1375698621' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:46:53.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:52 smithi001 ceph-mon[29829]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T16:46:53.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:52 smithi001 ceph-mon[29829]: pgmap v172: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:46:53.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:52 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1375698621' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:46:53.165 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:52 smithi001 ceph-mon[41665]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T16:46:53.165 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:52 smithi001 ceph-mon[41665]: pgmap v172: 1 pgs: 1 peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:46:53.165 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:52 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1375698621' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:46:54.681 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-08-17T16:46:54.984 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:54 smithi001 ceph-mon[29829]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-08-17T16:46:54.984 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:54 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3098396891' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T16:46:54.984 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:54 smithi001 ceph-mon[41665]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-08-17T16:46:54.985 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:54 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3098396891' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T16:46:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:54 smithi189 ceph-mon[33558]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s, 0 objects/s recovering 2024-08-17T16:46:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:54 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3098396891' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T16:46:55.277 INFO:tasks.cephadm:Adding mds.a on smithi001 2024-08-17T16:46:55.277 INFO:tasks.cephadm:Adding mds.b on smithi189 2024-08-17T16:46:55.277 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch apply mds all '2;smithi001=a;smithi189=b' 2024-08-17T16:46:55.536 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:46:57.026 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:56 smithi189 ceph-mon[33558]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:46:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:56 smithi001 ceph-mon[29829]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:46:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:56 smithi001 ceph-mon[41665]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:46:57.200 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled mds.all update... 2024-08-17T16:46:57.820 DEBUG:teuthology.orchestra.run.smithi001:mds.a> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.a.service 2024-08-17T16:46:57.823 DEBUG:teuthology.orchestra.run.smithi189:mds.b> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.b.service 2024-08-17T16:46:57.826 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-17T16:46:57.826 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi001=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: Saving service mds.all spec with placement smithi001=a;smithi189=b;count:2 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: Deploying daemon mds.a on smithi001 2024-08-17T16:46:58.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:46:58 smithi189 ceph-mon[33558]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:46:58.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi001=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:58.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: Saving service mds.all spec with placement smithi001=a;smithi189=b;count:2 2024-08-17T16:46:58.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:58.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:58.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:58.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:58.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:58.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:46:58.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:46:58.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:58.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: Deploying daemon mds.a on smithi001 2024-08-17T16:46:58.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[41665]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:46:58.682 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi001=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:46:58.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: Saving service mds.all spec with placement smithi001=a;smithi189=b;count:2 2024-08-17T16:46:58.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:58.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:46:58.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:58.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:46:58.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:46:58.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:46:58.684 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:46:58.684 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:46:58.684 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: Deploying daemon mds.a on smithi001 2024-08-17T16:46:58.684 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:46:58 smithi001 ceph-mon[29829]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:46:58.838 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:00.674 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:47:00 smithi001 podman[70635]: 2024-08-17 16:47:00.55006954 +0000 UTC m=+0.357416774 container create c09451ef504382bc0006222c4472f9827e77c03086da4c2ea7f01ef791424c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-17T16:47:01.025 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:01.025 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14439,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/2424609566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":2424609566},{"type":"v1","addr":"172.21.15.1:6835","nonce":2424609566}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-17T16:47:01.025 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 2 2024-08-17T16:47:01.026 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:00 smithi001 ceph-mon[29829]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T16:47:01.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:00 smithi001 ceph-mon[41665]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T16:47:01.026 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:47:00 smithi001 podman[70635]: 2024-08-17 16:47:00.861539786 +0000 UTC m=+0.668887019 container init c09451ef504382bc0006222c4472f9827e77c03086da4c2ea7f01ef791424c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, RELEASE=quincy-f2c39d4, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:47:01.026 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:47:00 smithi001 podman[70635]: 2024-08-17 16:47:00.868184353 +0000 UTC m=+0.675531586 container start c09451ef504382bc0006222c4472f9827e77c03086da4c2ea7f01ef791424c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:47:01.026 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:47:00 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[70671]: starting mds.a at 2024-08-17T16:47:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:00 smithi189 ceph-mon[33558]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-17T16:47:01.357 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:47:01 smithi001 bash[70635]: c09451ef504382bc0006222c4472f9827e77c03086da4c2ea7f01ef791424c27 2024-08-17T16:47:01.358 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:47:01 smithi001 systemd[1]: Started Ceph mds.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: mds.? [v2:172.21.15.1:6834/2424609566,v1:172.21.15.1:6835/2424609566] up:boot 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: fsmap 1 up:standby 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2937732595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:47:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:02.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:01 smithi189 ceph-mon[33558]: Deploying daemon mds.b on smithi189 2024-08-17T16:47:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: mds.? [v2:172.21.15.1:6834/2424609566,v1:172.21.15.1:6835/2424609566] up:boot 2024-08-17T16:47:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: fsmap 1 up:standby 2024-08-17T16:47:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:47:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2937732595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[29829]: Deploying daemon mds.b on smithi189 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: mds.? [v2:172.21.15.1:6834/2424609566,v1:172.21.15.1:6835/2424609566] up:boot 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: fsmap 1 up:standby 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2937732595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:02.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:02.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:47:02.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:47:02.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:02.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:01 smithi001 ceph-mon[41665]: Deploying daemon mds.b on smithi189 2024-08-17T16:47:03.112 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:47:03 smithi189 podman[61007]: 2024-08-17 16:47:02.976760058 +0000 UTC m=+0.017306164 image pull f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251 2024-08-17T16:47:03.112 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:47:03 smithi189 podman[61007]: 2024-08-17 16:47:03.111507477 +0000 UTC m=+0.152053573 container create d8ba99883181fde2550e0394feefeac2e42f8638ea6ca450e69d5219eb36502a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T16:47:03.382 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:03 smithi189 ceph-mon[33558]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-08-17T16:47:03.383 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:47:03 smithi189 podman[61007]: 2024-08-17 16:47:03.355344185 +0000 UTC m=+0.395890291 container init d8ba99883181fde2550e0394feefeac2e42f8638ea6ca450e69d5219eb36502a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T16:47:03.383 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:47:03 smithi189 podman[61007]: 2024-08-17 16:47:03.360324012 +0000 UTC m=+0.400870108 container start d8ba99883181fde2550e0394feefeac2e42f8638ea6ca450e69d5219eb36502a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T16:47:03.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:03 smithi001 ceph-mon[29829]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-08-17T16:47:03.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:03 smithi001 ceph-mon[41665]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-08-17T16:47:03.644 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T16:47:03.679 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:47:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b[61022]: starting mds.b at 2024-08-17T16:47:03.679 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:47:03 smithi189 bash[61007]: d8ba99883181fde2550e0394feefeac2e42f8638ea6ca450e69d5219eb36502a 2024-08-17T16:47:03.679 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:47:03 smithi189 systemd[1]: Started Ceph mds.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:47:03.924 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:04.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: mds.? [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] up:boot 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: fsmap 2 up:standby 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:04.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T16:47:04.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: mds.? [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] up:boot 2024-08-17T16:47:04.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: fsmap 2 up:standby 2024-08-17T16:47:04.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:04 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:47:04.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:04.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T16:47:04.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:04.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: mds.? [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] up:boot 2024-08-17T16:47:04.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: fsmap 2 up:standby 2024-08-17T16:47:04.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:04 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:47:06.155 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:06.155 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:05 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:06.155 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:06.155 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:05 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:05 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:06.456 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:06.456 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14439,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/2424609566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":2424609566},{"type":"v1","addr":"172.21.15.1:6835","nonce":2424609566}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24325,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.189:6833/2845003343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6832","nonce":2845003343},{"type":"v1","addr":"172.21.15.189:6833","nonce":2845003343}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-17T16:47:06.456 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 3 2024-08-17T16:47:07.150 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2484246416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:07.151 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2484246416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:07.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:07.153 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:07.153 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:06 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2484246416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:07.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:06 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:07.180 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-17T16:47:07.446 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:09.131 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:09.131 INFO:teuthology.orchestra.run.smithi001.stdout:[ 2024-08-17T16:47:09.131 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-08-17T16:47:09.132 INFO:teuthology.orchestra.run.smithi001.stdout: "poolnum": 1, 2024-08-17T16:47:09.132 INFO:teuthology.orchestra.run.smithi001.stdout: "poolname": ".mgr" 2024-08-17T16:47:09.132 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:47:09.132 INFO:teuthology.orchestra.run.smithi001.stdout:] 2024-08-17T16:47:09.132 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:08 smithi001 ceph-mon[29829]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:09.132 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:08 smithi001 ceph-mon[41665]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:08 smithi189 ceph-mon[33558]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:09.823 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-17T16:47:09.823 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-17T16:47:10.103 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:09 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2300989833' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T16:47:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:09 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2300989833' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T16:47:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:09 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2300989833' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T16:47:11.161 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:10 smithi001 ceph-mon[29829]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:11.161 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:10 smithi001 ceph-mon[41665]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:10 smithi189 ceph-mon[33558]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:12.325 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_metadata' created 2024-08-17T16:47:12.625 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:12 smithi001 ceph-mon[41665]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:12.625 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:12 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3678866850' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T16:47:12.625 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:12 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T16:47:12.626 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:12 smithi001 ceph-mon[29829]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:12.626 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:12 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3678866850' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T16:47:12.626 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:12 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T16:47:12.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:12 smithi189 ceph-mon[33558]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:12.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:12 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3678866850' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T16:47:12.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:12 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T16:47:13.029 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-17T16:47:13.296 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:13.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:13 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T16:47:13.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:13 smithi189 ceph-mon[33558]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T16:47:13.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:13 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T16:47:13.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:13 smithi001 ceph-mon[29829]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T16:47:13.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:13 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T16:47:13.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:13 smithi001 ceph-mon[41665]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T16:47:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:14 smithi001 ceph-mon[29829]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T16:47:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:14 smithi001 ceph-mon[29829]: pgmap v185: 33 pgs: 7 active+clean, 7 creating+peering, 19 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:14.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:14 smithi001 ceph-mon[41665]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T16:47:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:14 smithi001 ceph-mon[41665]: pgmap v185: 33 pgs: 7 active+clean, 7 creating+peering, 19 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:14.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:14 smithi189 ceph-mon[33558]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T16:47:14.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:14 smithi189 ceph-mon[33558]: pgmap v185: 33 pgs: 7 active+clean, 7 creating+peering, 19 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:15.628 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_data' created 2024-08-17T16:47:15.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:15 smithi189 ceph-mon[33558]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:47:15.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:15 smithi189 ceph-mon[33558]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T16:47:15.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:15 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2910424910' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T16:47:15.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:15 smithi001 ceph-mon[29829]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:47:15.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:15 smithi001 ceph-mon[29829]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T16:47:15.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:15 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2910424910' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T16:47:15.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:15 smithi001 ceph-mon[41665]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:47:15.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:15 smithi001 ceph-mon[41665]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T16:47:15.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:15 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2910424910' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T16:47:16.367 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-17T16:47:16.635 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:16.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:16 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T16:47:16.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:16 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T16:47:16.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:16 smithi001 ceph-mon[29829]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T16:47:16.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:16 smithi001 ceph-mon[29829]: pgmap v188: 97 pgs: 16 active+clean, 7 creating+peering, 74 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:16.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:16 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T16:47:16.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:16 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T16:47:16.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:16 smithi001 ceph-mon[41665]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T16:47:16.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:16 smithi001 ceph-mon[41665]: pgmap v188: 97 pgs: 16 active+clean, 7 creating+peering, 74 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:16.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:16 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T16:47:16.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:16 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T16:47:16.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:16 smithi189 ceph-mon[33558]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T16:47:16.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:16 smithi189 ceph-mon[33558]: pgmap v188: 97 pgs: 16 active+clean, 7 creating+peering, 74 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:17.715 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:17 smithi001 ceph-mon[29829]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T16:47:17.715 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:17 smithi001 ceph-mon[41665]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T16:47:17.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:17 smithi189 ceph-mon[33558]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T16:47:18.644 INFO:teuthology.orchestra.run.smithi001.stderr:new fs with metadata pool 2 and data pool 3 2024-08-17T16:47:18.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:18 smithi189 ceph-mon[33558]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T16:47:18.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:18 smithi189 ceph-mon[33558]: pgmap v191: 97 pgs: 49 active+clean, 4 creating+peering, 44 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:18.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:18 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3542200433' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T16:47:18.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:18 smithi189 ceph-mon[33558]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T16:47:18.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:18 smithi001 ceph-mon[41665]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T16:47:18.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:18 smithi001 ceph-mon[41665]: pgmap v191: 97 pgs: 49 active+clean, 4 creating+peering, 44 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:18.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:18 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3542200433' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T16:47:18.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:18 smithi001 ceph-mon[41665]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T16:47:18.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:18 smithi001 ceph-mon[29829]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T16:47:18.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:18 smithi001 ceph-mon[29829]: pgmap v191: 97 pgs: 49 active+clean, 4 creating+peering, 44 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:18.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:18 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3542200433' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T16:47:18.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:18 smithi001 ceph-mon[29829]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T16:47:19.272 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:47:19.428 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:47:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b[61022]: 2024-08-17T16:47:19.129+0000 7f6cdef5c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T16:47:19.540 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:19.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[41665]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T16:47:19.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3542200433' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T16:47:19.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[41665]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T16:47:19.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[41665]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T16:47:19.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[41665]: mds.? [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] up:active 2024-08-17T16:47:19.893 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[41665]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:19.894 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[29829]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T16:47:19.894 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3542200433' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T16:47:19.894 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[29829]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T16:47:19.894 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[29829]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T16:47:19.894 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[29829]: mds.? [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] up:active 2024-08-17T16:47:19.894 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:19 smithi001 ceph-mon[29829]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:19.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:19 smithi189 ceph-mon[33558]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T16:47:19.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:19 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3542200433' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T16:47:19.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:19 smithi189 ceph-mon[33558]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T16:47:19.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:19 smithi189 ceph-mon[33558]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T16:47:19.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:19 smithi189 ceph-mon[33558]: mds.? [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] up:active 2024-08-17T16:47:19.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:19 smithi189 ceph-mon[33558]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:20.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:20 smithi189 ceph-mon[33558]: pgmap v193: 97 pgs: 72 active+clean, 2 creating+peering, 23 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:20.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:20 smithi001 ceph-mon[29829]: pgmap v193: 97 pgs: 72 active+clean, 2 creating+peering, 23 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:20.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:20 smithi001 ceph-mon[41665]: pgmap v193: 97 pgs: 72 active+clean, 2 creating+peering, 23 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:21.344 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:21.344 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":65,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T16:47:18.396902+0000","last_up_change":"2024-08-17T16:46:48.464430+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T16:47:12.269272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T16:47:15.572919+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6803","nonce":3681991332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6805","nonce":3681991332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6809","nonce":3681991332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6807","nonce":3681991332}]},"public_addr":"172.21.15.1:6803/3681991332","cluster_addr":"172.21.15.1:6805/3681991332","heartbeat_back_addr":"172.21.15.1:6809/3681991332","heartbeat_front_addr":"172.21.15.1:6807/3681991332","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6811","nonce":640822909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6813","nonce":640822909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6817","nonce":640822909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6815","nonce":640822909}]},"public_addr":"172.21.15.1:6811/640822909","cluster_addr":"172.21.15.1:6813/640822909","heartbeat_back_addr":"172.21.15.1:6817/640822909","heartbeat_front_addr":"172.21.15.1:6815/640822909","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6819","nonce":4224973048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6821","nonce":4224973048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6825","nonce":4224973048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6823","nonce":4224973048}]},"public_addr":"172.21.15.1:6819/4224973048","cluster_addr":"172.21.15.1:6821/4224973048","heartbeat_back_addr":"172.21.15.1:6825/4224973048","heartbeat_front_addr":"172.21.15.1:6823/4224973048","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6827","nonce":3439944869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6829","nonce":3439944869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6833","nonce":3439944869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6831","nonce":3439944869}]},"public_addr":"172.21.15.1:6827/3439944869","cluster_addr":"172.21.15.1:6829/3439944869","heartbeat_back_addr":"172.21.15.1:6833/3439944869","heartbeat_front_addr":"172.21.15.1:6831/3439944869","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6801","nonce":436178926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6803","nonce":436178926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6807","nonce":436178926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6805","nonce":436178926}]},"public_addr":"172.21.15.189:6801/436178926","cluster_addr":"172.21.15.189:6803/436178926","heartbeat_back_addr":"172.21.15.189:6807/436178926","heartbeat_front_addr":"172.21.15.189:6805/436178926","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6809","nonce":2421407636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6811","nonce":2421407636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6815","nonce":2421407636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6813","nonce":2421407636}]},"public_addr":"172.21.15.189:6809/2421407636","cluster_addr":"172.21.15.189:6811/2421407636","heartbeat_back_addr":"172.21.15.189:6815/2421407636","heartbeat_front_addr":"172.21.15.189:6813/2421407636","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6817","nonce":2944268468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6819","nonce":2944268468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6823","nonce":2944268468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6821","nonce":2944268468}]},"public_addr":"172.21.15.189:6817/2944268468","cluster_addr":"172.21.15.189:6819/2944268468","heartbeat_back_addr":"172.21.15.189:6823/2944268468","heartbeat_front_addr":"172.21.15.189:6821/2944268468","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6825","nonce":2079187642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6827","nonce":2079187642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6831","nonce":2079187642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6829","nonce":2079187642}]},"public_addr":"172.21.15.189:6825/2079187642","cluster_addr":"172.21.15.189:6827/2079187642","heartbeat_back_addr":"172.21.15.189:6831/2079187642","heartbeat_front_addr":"172.21.15.189:6829/2079187642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:47:21.907 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:21 smithi001 ceph-mon[29829]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T16:47:21.907 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:21 smithi001 ceph-mon[29829]: Cluster is now healthy 2024-08-17T16:47:21.907 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:21 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/995334768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:21.907 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:21 smithi001 ceph-mon[41665]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T16:47:21.907 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:21 smithi001 ceph-mon[41665]: Cluster is now healthy 2024-08-17T16:47:21.908 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:21 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/995334768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:21 smithi189 ceph-mon[33558]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T16:47:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:21 smithi189 ceph-mon[33558]: Cluster is now healthy 2024-08-17T16:47:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:21 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/995334768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:21.933 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:47:22.199 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:22.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:22 smithi189 ceph-mon[33558]: pgmap v194: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s wr, 4 op/s 2024-08-17T16:47:22.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:22 smithi001 ceph-mon[29829]: pgmap v194: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s wr, 4 op/s 2024-08-17T16:47:22.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:22 smithi001 ceph-mon[41665]: pgmap v194: 97 pgs: 97 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s wr, 4 op/s 2024-08-17T16:47:23.943 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:23.943 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":65,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T16:47:18.396902+0000","last_up_change":"2024-08-17T16:46:48.464430+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T16:47:12.269272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T16:47:15.572919+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6803","nonce":3681991332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6805","nonce":3681991332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6809","nonce":3681991332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6807","nonce":3681991332}]},"public_addr":"172.21.15.1:6803/3681991332","cluster_addr":"172.21.15.1:6805/3681991332","heartbeat_back_addr":"172.21.15.1:6809/3681991332","heartbeat_front_addr":"172.21.15.1:6807/3681991332","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6811","nonce":640822909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6813","nonce":640822909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6817","nonce":640822909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6815","nonce":640822909}]},"public_addr":"172.21.15.1:6811/640822909","cluster_addr":"172.21.15.1:6813/640822909","heartbeat_back_addr":"172.21.15.1:6817/640822909","heartbeat_front_addr":"172.21.15.1:6815/640822909","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6819","nonce":4224973048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6821","nonce":4224973048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6825","nonce":4224973048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6823","nonce":4224973048}]},"public_addr":"172.21.15.1:6819/4224973048","cluster_addr":"172.21.15.1:6821/4224973048","heartbeat_back_addr":"172.21.15.1:6825/4224973048","heartbeat_front_addr":"172.21.15.1:6823/4224973048","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6827","nonce":3439944869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6829","nonce":3439944869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6833","nonce":3439944869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6831","nonce":3439944869}]},"public_addr":"172.21.15.1:6827/3439944869","cluster_addr":"172.21.15.1:6829/3439944869","heartbeat_back_addr":"172.21.15.1:6833/3439944869","heartbeat_front_addr":"172.21.15.1:6831/3439944869","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6801","nonce":436178926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6803","nonce":436178926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6807","nonce":436178926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6805","nonce":436178926}]},"public_addr":"172.21.15.189:6801/436178926","cluster_addr":"172.21.15.189:6803/436178926","heartbeat_back_addr":"172.21.15.189:6807/436178926","heartbeat_front_addr":"172.21.15.189:6805/436178926","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6809","nonce":2421407636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6811","nonce":2421407636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6815","nonce":2421407636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6813","nonce":2421407636}]},"public_addr":"172.21.15.189:6809/2421407636","cluster_addr":"172.21.15.189:6811/2421407636","heartbeat_back_addr":"172.21.15.189:6815/2421407636","heartbeat_front_addr":"172.21.15.189:6813/2421407636","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6817","nonce":2944268468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6819","nonce":2944268468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6823","nonce":2944268468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6821","nonce":2944268468}]},"public_addr":"172.21.15.189:6817/2944268468","cluster_addr":"172.21.15.189:6819/2944268468","heartbeat_back_addr":"172.21.15.189:6823/2944268468","heartbeat_front_addr":"172.21.15.189:6821/2944268468","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6825","nonce":2079187642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6827","nonce":2079187642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6831","nonce":2079187642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6829","nonce":2079187642}]},"public_addr":"172.21.15.189:6825/2079187642","cluster_addr":"172.21.15.189:6827/2079187642","heartbeat_back_addr":"172.21.15.189:6831/2079187642","heartbeat_front_addr":"172.21.15.189:6829/2079187642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:47:24.540 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-17T16:47:24.809 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:24 smithi189 ceph-mon[33558]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-08-17T16:47:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:24 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/241840721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:24 smithi001 ceph-mon[29829]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-08-17T16:47:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:24 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/241840721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:24 smithi001 ceph-mon[41665]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2024-08-17T16:47:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:24 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/241840721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:27.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:26 smithi189 ceph-mon[33558]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T16:47:27.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:26 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2639876624' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T16:47:27.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:26 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T16:47:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:26 smithi001 ceph-mon[29829]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T16:47:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:26 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2639876624' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T16:47:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:26 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T16:47:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:26 smithi001 ceph-mon[41665]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T16:47:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:26 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2639876624' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T16:47:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:26 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T16:47:27.562 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-17T16:47:27.562 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-17T16:47:27.833 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:27 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T16:47:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:27 smithi189 ceph-mon[33558]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:27 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T16:47:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:27 smithi001 ceph-mon[41665]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:27 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T16:47:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:27 smithi001 ceph-mon[29829]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:29.143 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:28 smithi001 ceph-mon[29829]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T16:47:29.143 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:28 smithi001 ceph-mon[41665]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T16:47:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:28 smithi189 ceph-mon[33558]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T16:47:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:29 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2276040068' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T16:47:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:29 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T16:47:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:29 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2276040068' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T16:47:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:29 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T16:47:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:29 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2276040068' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T16:47:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:29 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T16:47:30.727 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-17T16:47:30.728 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T16:47:30.998 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:31.121 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:30 smithi001 ceph-mon[29829]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-08-17T16:47:31.121 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:30 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T16:47:31.121 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:30 smithi001 ceph-mon[29829]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:31.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:30 smithi001 ceph-mon[41665]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-08-17T16:47:31.121 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:30 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T16:47:31.122 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:30 smithi001 ceph-mon[41665]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:31.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:30 smithi189 ceph-mon[33558]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-08-17T16:47:31.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:30 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T16:47:31.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:30 smithi189 ceph-mon[33558]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:47:33.073 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:33.073 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14439,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/2424609566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":2424609566},{"type":"v1","addr":"172.21.15.1:6835","nonce":2424609566}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T16:47:18.397025+0000","modified":"2024-08-17T16:47:29.881318+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24325},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24325":{"gid":24325,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.189:6833/2845003343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6832","nonce":2845003343},{"type":"v1","addr":"172.21.15.189:6833","nonce":2845003343}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T16:47:33.073 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 7 2024-08-17T16:47:33.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:32 smithi189 ceph-mon[33558]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T16:47:33.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:32 smithi001 ceph-mon[29829]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T16:47:33.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:32 smithi001 ceph-mon[41665]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T16:47:33.706 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:47:33.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:33 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/988702696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:33.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:33 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/988702696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:33.972 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:33 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/988702696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:47:34.985 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:34 smithi001 ceph-mon[29829]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 1 op/s 2024-08-17T16:47:34.985 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:34 smithi001 ceph-mon[41665]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 1 op/s 2024-08-17T16:47:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:34 smithi189 ceph-mon[33558]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 1 op/s 2024-08-17T16:47:35.639 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:35.639 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":65,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T16:47:18.396902+0000","last_up_change":"2024-08-17T16:46:48.464430+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T16:47:12.269272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T16:47:15.572919+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6803","nonce":3681991332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6805","nonce":3681991332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6809","nonce":3681991332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6807","nonce":3681991332}]},"public_addr":"172.21.15.1:6803/3681991332","cluster_addr":"172.21.15.1:6805/3681991332","heartbeat_back_addr":"172.21.15.1:6809/3681991332","heartbeat_front_addr":"172.21.15.1:6807/3681991332","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6811","nonce":640822909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6813","nonce":640822909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6817","nonce":640822909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6815","nonce":640822909}]},"public_addr":"172.21.15.1:6811/640822909","cluster_addr":"172.21.15.1:6813/640822909","heartbeat_back_addr":"172.21.15.1:6817/640822909","heartbeat_front_addr":"172.21.15.1:6815/640822909","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6819","nonce":4224973048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6821","nonce":4224973048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6825","nonce":4224973048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6823","nonce":4224973048}]},"public_addr":"172.21.15.1:6819/4224973048","cluster_addr":"172.21.15.1:6821/4224973048","heartbeat_back_addr":"172.21.15.1:6825/4224973048","heartbeat_front_addr":"172.21.15.1:6823/4224973048","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6827","nonce":3439944869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6829","nonce":3439944869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6833","nonce":3439944869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6831","nonce":3439944869}]},"public_addr":"172.21.15.1:6827/3439944869","cluster_addr":"172.21.15.1:6829/3439944869","heartbeat_back_addr":"172.21.15.1:6833/3439944869","heartbeat_front_addr":"172.21.15.1:6831/3439944869","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6801","nonce":436178926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6803","nonce":436178926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6807","nonce":436178926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6805","nonce":436178926}]},"public_addr":"172.21.15.189:6801/436178926","cluster_addr":"172.21.15.189:6803/436178926","heartbeat_back_addr":"172.21.15.189:6807/436178926","heartbeat_front_addr":"172.21.15.189:6805/436178926","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6809","nonce":2421407636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6811","nonce":2421407636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6815","nonce":2421407636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6813","nonce":2421407636}]},"public_addr":"172.21.15.189:6809/2421407636","cluster_addr":"172.21.15.189:6811/2421407636","heartbeat_back_addr":"172.21.15.189:6815/2421407636","heartbeat_front_addr":"172.21.15.189:6813/2421407636","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6817","nonce":2944268468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6819","nonce":2944268468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6823","nonce":2944268468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6821","nonce":2944268468}]},"public_addr":"172.21.15.189:6817/2944268468","cluster_addr":"172.21.15.189:6819/2944268468","heartbeat_back_addr":"172.21.15.189:6823/2944268468","heartbeat_front_addr":"172.21.15.189:6821/2944268468","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6825","nonce":2079187642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6827","nonce":2079187642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6831","nonce":2079187642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6829","nonce":2079187642}]},"public_addr":"172.21.15.189:6825/2079187642","cluster_addr":"172.21.15.189:6827/2079187642","heartbeat_back_addr":"172.21.15.189:6831/2079187642","heartbeat_front_addr":"172.21.15.189:6829/2079187642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:47:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:35 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2676211305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:35 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2676211305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:36.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:35 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2676211305' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:47:36.329 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T16:47:36.330 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T16:47:36.596 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:36.978 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:36 smithi001 ceph-mon[29829]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T16:47:36.978 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:36 smithi001 ceph-mon[41665]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T16:47:37.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:36 smithi189 ceph-mon[33558]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T16:47:38.389 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:38.390 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-08-17T16:47:39.097 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:38 smithi001 ceph-mon[29829]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T16:47:39.097 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:38 smithi001 ceph-mon[41665]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T16:47:39.122 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":202,"stamp":"2024-08-17T16:47:37.818331+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385824,"kb_used_data":6940,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575392,"statfs":{"total":767960285184,"available":765517201408,"internally_reserved":0,"allocated":7106560,"data_stored":3991394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002787"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641560+0000","last_change":"2024-08-17T16:47:16.657119+0000","last_active":"2024-08-17T16:47:17.641560+0000","last_peered":"2024-08-17T16:47:17.641560+0000","last_clean":"2024-08-17T16:47:17.641560+0000","last_became_active":"2024-08-17T16:47:16.654460+0000","last_became_peered":"2024-08-17T16:47:16.654460+0000","last_unstale":"2024-08-17T16:47:17.641560+0000","last_undegraded":"2024-08-17T16:47:17.641560+0000","last_fullsized":"2024-08-17T16:47:17.641560+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:52:32.866103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641328+0000","last_change":"2024-08-17T16:47:16.642249+0000","last_active":"2024-08-17T16:47:17.641328+0000","last_peered":"2024-08-17T16:47:17.641328+0000","last_clean":"2024-08-17T16:47:17.641328+0000","last_became_active":"2024-08-17T16:47:16.641934+0000","last_became_peered":"2024-08-17T16:47:16.641934+0000","last_unstale":"2024-08-17T16:47:17.641328+0000","last_undegraded":"2024-08-17T16:47:17.641328+0000","last_fullsized":"2024-08-17T16:47:17.641328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:58:29.807448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641503+0000","last_change":"2024-08-17T16:47:16.649470+0000","last_active":"2024-08-17T16:47:17.641503+0000","last_peered":"2024-08-17T16:47:17.641503+0000","last_clean":"2024-08-17T16:47:17.641503+0000","last_became_active":"2024-08-17T16:47:16.649209+0000","last_became_peered":"2024-08-17T16:47:16.649209+0000","last_unstale":"2024-08-17T16:47:17.641503+0000","last_undegraded":"2024-08-17T16:47:17.641503+0000","last_fullsized":"2024-08-17T16:47:17.641503+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:34.520223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641083+0000","last_change":"2024-08-17T16:47:16.656527+0000","last_active":"2024-08-17T16:47:17.641083+0000","last_peered":"2024-08-17T16:47:17.641083+0000","last_clean":"2024-08-17T16:47:17.641083+0000","last_became_active":"2024-08-17T16:47:16.656268+0000","last_became_peered":"2024-08-17T16:47:16.656268+0000","last_unstale":"2024-08-17T16:47:17.641083+0000","last_undegraded":"2024-08-17T16:47:17.641083+0000","last_fullsized":"2024-08-17T16:47:17.641083+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:00:47.047531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641128+0000","last_change":"2024-08-17T16:47:16.651287+0000","last_active":"2024-08-17T16:47:17.641128+0000","last_peered":"2024-08-17T16:47:17.641128+0000","last_clean":"2024-08-17T16:47:17.641128+0000","last_became_active":"2024-08-17T16:47:16.648773+0000","last_became_peered":"2024-08-17T16:47:16.648773+0000","last_unstale":"2024-08-17T16:47:17.641128+0000","last_undegraded":"2024-08-17T16:47:17.641128+0000","last_fullsized":"2024-08-17T16:47:17.641128+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:44:40.697677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640899+0000","last_change":"2024-08-17T16:47:16.660619+0000","last_active":"2024-08-17T16:47:17.640899+0000","last_peered":"2024-08-17T16:47:17.640899+0000","last_clean":"2024-08-17T16:47:17.640899+0000","last_became_active":"2024-08-17T16:47:16.660349+0000","last_became_peered":"2024-08-17T16:47:16.660349+0000","last_unstale":"2024-08-17T16:47:17.640899+0000","last_undegraded":"2024-08-17T16:47:17.640899+0000","last_fullsized":"2024-08-17T16:47:17.640899+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:09.297976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640798+0000","last_change":"2024-08-17T16:47:16.652086+0000","last_active":"2024-08-17T16:47:17.640798+0000","last_peered":"2024-08-17T16:47:17.640798+0000","last_clean":"2024-08-17T16:47:17.640798+0000","last_became_active":"2024-08-17T16:47:16.651802+0000","last_became_peered":"2024-08-17T16:47:16.651802+0000","last_unstale":"2024-08-17T16:47:17.640798+0000","last_undegraded":"2024-08-17T16:47:17.640798+0000","last_fullsized":"2024-08-17T16:47:17.640798+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:57.658628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641336+0000","last_change":"2024-08-17T16:47:16.658860+0000","last_active":"2024-08-17T16:47:17.641336+0000","last_peered":"2024-08-17T16:47:17.641336+0000","last_clean":"2024-08-17T16:47:17.641336+0000","last_became_active":"2024-08-17T16:47:16.658578+0000","last_became_peered":"2024-08-17T16:47:16.658578+0000","last_unstale":"2024-08-17T16:47:17.641336+0000","last_undegraded":"2024-08-17T16:47:17.641336+0000","last_fullsized":"2024-08-17T16:47:17.641336+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:11.242882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641974+0000","last_change":"2024-08-17T16:47:16.660464+0000","last_active":"2024-08-17T16:47:17.641974+0000","last_peered":"2024-08-17T16:47:17.641974+0000","last_clean":"2024-08-17T16:47:17.641974+0000","last_became_active":"2024-08-17T16:47:16.660189+0000","last_became_peered":"2024-08-17T16:47:16.660189+0000","last_unstale":"2024-08-17T16:47:17.641974+0000","last_undegraded":"2024-08-17T16:47:17.641974+0000","last_fullsized":"2024-08-17T16:47:17.641974+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:36:17.290238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642602+0000","last_change":"2024-08-17T16:47:16.653966+0000","last_active":"2024-08-17T16:47:17.642602+0000","last_peered":"2024-08-17T16:47:17.642602+0000","last_clean":"2024-08-17T16:47:17.642602+0000","last_became_active":"2024-08-17T16:47:16.653630+0000","last_became_peered":"2024-08-17T16:47:16.653630+0000","last_unstale":"2024-08-17T16:47:17.642602+0000","last_undegraded":"2024-08-17T16:47:17.642602+0000","last_fullsized":"2024-08-17T16:47:17.642602+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:20:21.418022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642479+0000","last_change":"2024-08-17T16:47:16.643777+0000","last_active":"2024-08-17T16:47:17.642479+0000","last_peered":"2024-08-17T16:47:17.642479+0000","last_clean":"2024-08-17T16:47:17.642479+0000","last_became_active":"2024-08-17T16:47:16.642497+0000","last_became_peered":"2024-08-17T16:47:16.642497+0000","last_unstale":"2024-08-17T16:47:17.642479+0000","last_undegraded":"2024-08-17T16:47:17.642479+0000","last_fullsized":"2024-08-17T16:47:17.642479+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:59.553969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634792+0000","last_change":"2024-08-17T16:47:16.645032+0000","last_active":"2024-08-17T16:47:17.634792+0000","last_peered":"2024-08-17T16:47:17.634792+0000","last_clean":"2024-08-17T16:47:17.634792+0000","last_became_active":"2024-08-17T16:47:16.644718+0000","last_became_peered":"2024-08-17T16:47:16.644718+0000","last_unstale":"2024-08-17T16:47:17.634792+0000","last_undegraded":"2024-08-17T16:47:17.634792+0000","last_fullsized":"2024-08-17T16:47:17.634792+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:05:03.478512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642090+0000","last_change":"2024-08-17T16:47:16.652128+0000","last_active":"2024-08-17T16:47:17.642090+0000","last_peered":"2024-08-17T16:47:17.642090+0000","last_clean":"2024-08-17T16:47:17.642090+0000","last_became_active":"2024-08-17T16:47:16.651842+0000","last_became_peered":"2024-08-17T16:47:16.651842+0000","last_unstale":"2024-08-17T16:47:17.642090+0000","last_undegraded":"2024-08-17T16:47:17.642090+0000","last_fullsized":"2024-08-17T16:47:17.642090+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:46:12.750805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641642+0000","last_change":"2024-08-17T16:47:16.656535+0000","last_active":"2024-08-17T16:47:17.641642+0000","last_peered":"2024-08-17T16:47:17.641642+0000","last_clean":"2024-08-17T16:47:17.641642+0000","last_became_active":"2024-08-17T16:47:16.656255+0000","last_became_peered":"2024-08-17T16:47:16.656255+0000","last_unstale":"2024-08-17T16:47:17.641642+0000","last_undegraded":"2024-08-17T16:47:17.641642+0000","last_fullsized":"2024-08-17T16:47:17.641642+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:37:15.203733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640995+0000","last_change":"2024-08-17T16:47:16.644828+0000","last_active":"2024-08-17T16:47:17.640995+0000","last_peered":"2024-08-17T16:47:17.640995+0000","last_clean":"2024-08-17T16:47:17.640995+0000","last_became_active":"2024-08-17T16:47:16.644300+0000","last_became_peered":"2024-08-17T16:47:16.644300+0000","last_unstale":"2024-08-17T16:47:17.640995+0000","last_undegraded":"2024-08-17T16:47:17.640995+0000","last_fullsized":"2024-08-17T16:47:17.640995+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:06:29.042838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640512+0000","last_change":"2024-08-17T16:47:16.654717+0000","last_active":"2024-08-17T16:47:17.640512+0000","last_peered":"2024-08-17T16:47:17.640512+0000","last_clean":"2024-08-17T16:47:17.640512+0000","last_became_active":"2024-08-17T16:47:16.653887+0000","last_became_peered":"2024-08-17T16:47:16.653887+0000","last_unstale":"2024-08-17T16:47:17.640512+0000","last_undegraded":"2024-08-17T16:47:17.640512+0000","last_fullsized":"2024-08-17T16:47:17.640512+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:04:44.559970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641570+0000","last_change":"2024-08-17T16:47:16.651187+0000","last_active":"2024-08-17T16:47:17.641570+0000","last_peered":"2024-08-17T16:47:17.641570+0000","last_clean":"2024-08-17T16:47:17.641570+0000","last_became_active":"2024-08-17T16:47:16.648768+0000","last_became_peered":"2024-08-17T16:47:16.648768+0000","last_unstale":"2024-08-17T16:47:17.641570+0000","last_undegraded":"2024-08-17T16:47:17.641570+0000","last_fullsized":"2024-08-17T16:47:17.641570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:05:28.440181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.633816+0000","last_change":"2024-08-17T16:47:16.647371+0000","last_active":"2024-08-17T16:47:17.633816+0000","last_peered":"2024-08-17T16:47:17.633816+0000","last_clean":"2024-08-17T16:47:17.633816+0000","last_became_active":"2024-08-17T16:47:16.647103+0000","last_became_peered":"2024-08-17T16:47:16.647103+0000","last_unstale":"2024-08-17T16:47:17.633816+0000","last_undegraded":"2024-08-17T16:47:17.633816+0000","last_fullsized":"2024-08-17T16:47:17.633816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:24:17.827076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641190+0000","last_change":"2024-08-17T16:47:16.657583+0000","last_active":"2024-08-17T16:47:17.641190+0000","last_peered":"2024-08-17T16:47:17.641190+0000","last_clean":"2024-08-17T16:47:17.641190+0000","last_became_active":"2024-08-17T16:47:16.657221+0000","last_became_peered":"2024-08-17T16:47:16.657221+0000","last_unstale":"2024-08-17T16:47:17.641190+0000","last_undegraded":"2024-08-17T16:47:17.641190+0000","last_fullsized":"2024-08-17T16:47:17.641190+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:08:53.833764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642405+0000","last_change":"2024-08-17T16:47:16.654037+0000","last_active":"2024-08-17T16:47:17.642405+0000","last_peered":"2024-08-17T16:47:17.642405+0000","last_clean":"2024-08-17T16:47:17.642405+0000","last_became_active":"2024-08-17T16:47:16.653766+0000","last_became_peered":"2024-08-17T16:47:16.653766+0000","last_unstale":"2024-08-17T16:47:17.642405+0000","last_undegraded":"2024-08-17T16:47:17.642405+0000","last_fullsized":"2024-08-17T16:47:17.642405+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:41:55.113897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640595+0000","last_change":"2024-08-17T16:47:16.648619+0000","last_active":"2024-08-17T16:47:17.640595+0000","last_peered":"2024-08-17T16:47:17.640595+0000","last_clean":"2024-08-17T16:47:17.640595+0000","last_became_active":"2024-08-17T16:47:16.648354+0000","last_became_peered":"2024-08-17T16:47:16.648354+0000","last_unstale":"2024-08-17T16:47:17.640595+0000","last_undegraded":"2024-08-17T16:47:17.640595+0000","last_fullsized":"2024-08-17T16:47:17.640595+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:44:54.725401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641864+0000","last_change":"2024-08-17T16:47:16.655927+0000","last_active":"2024-08-17T16:47:17.641864+0000","last_peered":"2024-08-17T16:47:17.641864+0000","last_clean":"2024-08-17T16:47:17.641864+0000","last_became_active":"2024-08-17T16:47:16.655659+0000","last_became_peered":"2024-08-17T16:47:16.655659+0000","last_unstale":"2024-08-17T16:47:17.641864+0000","last_undegraded":"2024-08-17T16:47:17.641864+0000","last_fullsized":"2024-08-17T16:47:17.641864+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:57:35.926831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640913+0000","last_change":"2024-08-17T16:47:16.648766+0000","last_active":"2024-08-17T16:47:17.640913+0000","last_peered":"2024-08-17T16:47:17.640913+0000","last_clean":"2024-08-17T16:47:17.640913+0000","last_became_active":"2024-08-17T16:47:16.648422+0000","last_became_peered":"2024-08-17T16:47:16.648422+0000","last_unstale":"2024-08-17T16:47:17.640913+0000","last_undegraded":"2024-08-17T16:47:17.640913+0000","last_fullsized":"2024-08-17T16:47:17.640913+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:18:05.912093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640686+0000","last_change":"2024-08-17T16:47:16.655494+0000","last_active":"2024-08-17T16:47:17.640686+0000","last_peered":"2024-08-17T16:47:17.640686+0000","last_clean":"2024-08-17T16:47:17.640686+0000","last_became_active":"2024-08-17T16:47:16.653506+0000","last_became_peered":"2024-08-17T16:47:16.653506+0000","last_unstale":"2024-08-17T16:47:17.640686+0000","last_undegraded":"2024-08-17T16:47:17.640686+0000","last_fullsized":"2024-08-17T16:47:17.640686+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:46:00.903292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642155+0000","last_change":"2024-08-17T16:47:16.648658+0000","last_active":"2024-08-17T16:47:17.642155+0000","last_peered":"2024-08-17T16:47:17.642155+0000","last_clean":"2024-08-17T16:47:17.642155+0000","last_became_active":"2024-08-17T16:47:16.648219+0000","last_became_peered":"2024-08-17T16:47:16.648219+0000","last_unstale":"2024-08-17T16:47:17.642155+0000","last_undegraded":"2024-08-17T16:47:17.642155+0000","last_fullsized":"2024-08-17T16:47:17.642155+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:09:48.733495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642692+0000","last_change":"2024-08-17T16:47:16.649807+0000","last_active":"2024-08-17T16:47:17.642692+0000","last_peered":"2024-08-17T16:47:17.642692+0000","last_clean":"2024-08-17T16:47:17.642692+0000","last_became_active":"2024-08-17T16:47:16.649525+0000","last_became_peered":"2024-08-17T16:47:16.649525+0000","last_unstale":"2024-08-17T16:47:17.642692+0000","last_undegraded":"2024-08-17T16:47:17.642692+0000","last_fullsized":"2024-08-17T16:47:17.642692+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:58:30.779611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640702+0000","last_change":"2024-08-17T16:47:16.651659+0000","last_active":"2024-08-17T16:47:17.640702+0000","last_peered":"2024-08-17T16:47:17.640702+0000","last_clean":"2024-08-17T16:47:17.640702+0000","last_became_active":"2024-08-17T16:47:16.650494+0000","last_became_peered":"2024-08-17T16:47:16.650494+0000","last_unstale":"2024-08-17T16:47:17.640702+0000","last_undegraded":"2024-08-17T16:47:17.640702+0000","last_fullsized":"2024-08-17T16:47:17.640702+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:25:13.737033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641375+0000","last_change":"2024-08-17T16:47:16.650446+0000","last_active":"2024-08-17T16:47:17.641375+0000","last_peered":"2024-08-17T16:47:17.641375+0000","last_clean":"2024-08-17T16:47:17.641375+0000","last_became_active":"2024-08-17T16:47:16.650156+0000","last_became_peered":"2024-08-17T16:47:16.650156+0000","last_unstale":"2024-08-17T16:47:17.641375+0000","last_undegraded":"2024-08-17T16:47:17.641375+0000","last_fullsized":"2024-08-17T16:47:17.641375+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:33:56.644485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640686+0000","last_change":"2024-08-17T16:47:16.651652+0000","last_active":"2024-08-17T16:47:17.640686+0000","last_peered":"2024-08-17T16:47:17.640686+0000","last_clean":"2024-08-17T16:47:17.640686+0000","last_became_active":"2024-08-17T16:47:16.651399+0000","last_became_peered":"2024-08-17T16:47:16.651399+0000","last_unstale":"2024-08-17T16:47:17.640686+0000","last_undegraded":"2024-08-17T16:47:17.640686+0000","last_fullsized":"2024-08-17T16:47:17.640686+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:34:00.180050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641685+0000","last_change":"2024-08-17T16:47:16.659559+0000","last_active":"2024-08-17T16:47:17.641685+0000","last_peered":"2024-08-17T16:47:17.641685+0000","last_clean":"2024-08-17T16:47:17.641685+0000","last_became_active":"2024-08-17T16:47:16.659290+0000","last_became_peered":"2024-08-17T16:47:16.659290+0000","last_unstale":"2024-08-17T16:47:17.641685+0000","last_undegraded":"2024-08-17T16:47:17.641685+0000","last_fullsized":"2024-08-17T16:47:17.641685+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:49:25.056483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.633321+0000","last_change":"2024-08-17T16:47:16.647360+0000","last_active":"2024-08-17T16:47:17.633321+0000","last_peered":"2024-08-17T16:47:17.633321+0000","last_clean":"2024-08-17T16:47:17.633321+0000","last_became_active":"2024-08-17T16:47:16.647091+0000","last_became_peered":"2024-08-17T16:47:16.647091+0000","last_unstale":"2024-08-17T16:47:17.633321+0000","last_undegraded":"2024-08-17T16:47:17.633321+0000","last_fullsized":"2024-08-17T16:47:17.633321+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:34:32.250679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640496+0000","last_change":"2024-08-17T16:47:16.658757+0000","last_active":"2024-08-17T16:47:17.640496+0000","last_peered":"2024-08-17T16:47:17.640496+0000","last_clean":"2024-08-17T16:47:17.640496+0000","last_became_active":"2024-08-17T16:47:16.658480+0000","last_became_peered":"2024-08-17T16:47:16.658480+0000","last_unstale":"2024-08-17T16:47:17.640496+0000","last_undegraded":"2024-08-17T16:47:17.640496+0000","last_fullsized":"2024-08-17T16:47:17.640496+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:19.580446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634392+0000","last_change":"2024-08-17T16:47:16.646519+0000","last_active":"2024-08-17T16:47:17.634392+0000","last_peered":"2024-08-17T16:47:17.634392+0000","last_clean":"2024-08-17T16:47:17.634392+0000","last_became_active":"2024-08-17T16:47:16.646275+0000","last_became_peered":"2024-08-17T16:47:16.646275+0000","last_unstale":"2024-08-17T16:47:17.634392+0000","last_undegraded":"2024-08-17T16:47:17.634392+0000","last_fullsized":"2024-08-17T16:47:17.634392+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:32:05.333991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.653034+0000","last_change":"2024-08-17T16:47:13.335168+0000","last_active":"2024-08-17T16:47:18.653034+0000","last_peered":"2024-08-17T16:47:18.653034+0000","last_clean":"2024-08-17T16:47:18.653034+0000","last_became_active":"2024-08-17T16:47:13.334883+0000","last_became_peered":"2024-08-17T16:47:13.334883+0000","last_unstale":"2024-08-17T16:47:18.653034+0000","last_undegraded":"2024-08-17T16:47:18.653034+0000","last_fullsized":"2024-08-17T16:47:18.653034+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:38:31.945895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640787+0000","last_change":"2024-08-17T16:47:16.652604+0000","last_active":"2024-08-17T16:47:17.640787+0000","last_peered":"2024-08-17T16:47:17.640787+0000","last_clean":"2024-08-17T16:47:17.640787+0000","last_became_active":"2024-08-17T16:47:16.652338+0000","last_became_peered":"2024-08-17T16:47:16.652338+0000","last_unstale":"2024-08-17T16:47:17.640787+0000","last_undegraded":"2024-08-17T16:47:17.640787+0000","last_fullsized":"2024-08-17T16:47:17.640787+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:44:42.221980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.650082+0000","last_change":"2024-08-17T16:47:13.340927+0000","last_active":"2024-08-17T16:47:18.650082+0000","last_peered":"2024-08-17T16:47:18.650082+0000","last_clean":"2024-08-17T16:47:18.650082+0000","last_became_active":"2024-08-17T16:47:13.340643+0000","last_became_peered":"2024-08-17T16:47:13.340643+0000","last_unstale":"2024-08-17T16:47:18.650082+0000","last_undegraded":"2024-08-17T16:47:18.650082+0000","last_fullsized":"2024-08-17T16:47:18.650082+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:55:58.168713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641117+0000","last_change":"2024-08-17T16:47:13.335991+0000","last_active":"2024-08-17T16:47:17.641117+0000","last_peered":"2024-08-17T16:47:17.641117+0000","last_clean":"2024-08-17T16:47:17.641117+0000","last_became_active":"2024-08-17T16:47:13.335743+0000","last_became_peered":"2024-08-17T16:47:13.335743+0000","last_unstale":"2024-08-17T16:47:17.641117+0000","last_undegraded":"2024-08-17T16:47:17.641117+0000","last_fullsized":"2024-08-17T16:47:17.641117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:23:04.408471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641442+0000","last_change":"2024-08-17T16:47:16.651104+0000","last_active":"2024-08-17T16:47:17.641442+0000","last_peered":"2024-08-17T16:47:17.641442+0000","last_clean":"2024-08-17T16:47:17.641442+0000","last_became_active":"2024-08-17T16:47:16.650651+0000","last_became_peered":"2024-08-17T16:47:16.650651+0000","last_unstale":"2024-08-17T16:47:17.641442+0000","last_undegraded":"2024-08-17T16:47:17.641442+0000","last_fullsized":"2024-08-17T16:47:17.641442+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:32.644046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640774+0000","last_change":"2024-08-17T16:47:13.334044+0000","last_active":"2024-08-17T16:47:17.640774+0000","last_peered":"2024-08-17T16:47:17.640774+0000","last_clean":"2024-08-17T16:47:17.640774+0000","last_became_active":"2024-08-17T16:47:13.333758+0000","last_became_peered":"2024-08-17T16:47:13.333758+0000","last_unstale":"2024-08-17T16:47:17.640774+0000","last_undegraded":"2024-08-17T16:47:17.640774+0000","last_fullsized":"2024-08-17T16:47:17.640774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:21:31.184999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640798+0000","last_change":"2024-08-17T16:47:16.650134+0000","last_active":"2024-08-17T16:47:17.640798+0000","last_peered":"2024-08-17T16:47:17.640798+0000","last_clean":"2024-08-17T16:47:17.640798+0000","last_became_active":"2024-08-17T16:47:16.649858+0000","last_became_peered":"2024-08-17T16:47:16.649858+0000","last_unstale":"2024-08-17T16:47:17.640798+0000","last_undegraded":"2024-08-17T16:47:17.640798+0000","last_fullsized":"2024-08-17T16:47:17.640798+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:08:56.178987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642577+0000","last_change":"2024-08-17T16:47:13.343068+0000","last_active":"2024-08-17T16:47:17.642577+0000","last_peered":"2024-08-17T16:47:17.642577+0000","last_clean":"2024-08-17T16:47:17.642577+0000","last_became_active":"2024-08-17T16:47:13.342423+0000","last_became_peered":"2024-08-17T16:47:13.342423+0000","last_unstale":"2024-08-17T16:47:17.642577+0000","last_undegraded":"2024-08-17T16:47:17.642577+0000","last_fullsized":"2024-08-17T16:47:17.642577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:45:38.719968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641735+0000","last_change":"2024-08-17T16:47:16.653261+0000","last_active":"2024-08-17T16:47:17.641735+0000","last_peered":"2024-08-17T16:47:17.641735+0000","last_clean":"2024-08-17T16:47:17.641735+0000","last_became_active":"2024-08-17T16:47:16.652936+0000","last_became_peered":"2024-08-17T16:47:16.652936+0000","last_unstale":"2024-08-17T16:47:17.641735+0000","last_undegraded":"2024-08-17T16:47:17.641735+0000","last_fullsized":"2024-08-17T16:47:17.641735+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:30:42.284527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641857+0000","last_change":"2024-08-17T16:47:13.341060+0000","last_active":"2024-08-17T16:47:17.641857+0000","last_peered":"2024-08-17T16:47:17.641857+0000","last_clean":"2024-08-17T16:47:17.641857+0000","last_became_active":"2024-08-17T16:47:13.340533+0000","last_became_peered":"2024-08-17T16:47:13.340533+0000","last_unstale":"2024-08-17T16:47:17.641857+0000","last_undegraded":"2024-08-17T16:47:17.641857+0000","last_fullsized":"2024-08-17T16:47:17.641857+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:39:15.981286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641999+0000","last_change":"2024-08-17T16:47:16.657582+0000","last_active":"2024-08-17T16:47:17.641999+0000","last_peered":"2024-08-17T16:47:17.641999+0000","last_clean":"2024-08-17T16:47:17.641999+0000","last_became_active":"2024-08-17T16:47:16.656433+0000","last_became_peered":"2024-08-17T16:47:16.656433+0000","last_unstale":"2024-08-17T16:47:17.641999+0000","last_undegraded":"2024-08-17T16:47:17.641999+0000","last_fullsized":"2024-08-17T16:47:17.641999+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:26:30.680701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.654399+0000","last_change":"2024-08-17T16:47:13.335278+0000","last_active":"2024-08-17T16:47:18.654399+0000","last_peered":"2024-08-17T16:47:18.654399+0000","last_clean":"2024-08-17T16:47:18.654399+0000","last_became_active":"2024-08-17T16:47:13.334766+0000","last_became_peered":"2024-08-17T16:47:13.334766+0000","last_unstale":"2024-08-17T16:47:18.654399+0000","last_undegraded":"2024-08-17T16:47:18.654399+0000","last_fullsized":"2024-08-17T16:47:18.654399+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:18.321281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634833+0000","last_change":"2024-08-17T16:47:16.650014+0000","last_active":"2024-08-17T16:47:17.634833+0000","last_peered":"2024-08-17T16:47:17.634833+0000","last_clean":"2024-08-17T16:47:17.634833+0000","last_became_active":"2024-08-17T16:47:16.649674+0000","last_became_peered":"2024-08-17T16:47:16.649674+0000","last_unstale":"2024-08-17T16:47:17.634833+0000","last_undegraded":"2024-08-17T16:47:17.634833+0000","last_fullsized":"2024-08-17T16:47:17.634833+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:31:05.924724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.655277+0000","last_change":"2024-08-17T16:47:13.337109+0000","last_active":"2024-08-17T16:47:18.655277+0000","last_peered":"2024-08-17T16:47:18.655277+0000","last_clean":"2024-08-17T16:47:18.655277+0000","last_became_active":"2024-08-17T16:47:13.336763+0000","last_became_peered":"2024-08-17T16:47:13.336763+0000","last_unstale":"2024-08-17T16:47:18.655277+0000","last_undegraded":"2024-08-17T16:47:18.655277+0000","last_fullsized":"2024-08-17T16:47:18.655277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:41.194242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640818+0000","last_change":"2024-08-17T16:47:16.646060+0000","last_active":"2024-08-17T16:47:17.640818+0000","last_peered":"2024-08-17T16:47:17.640818+0000","last_clean":"2024-08-17T16:47:17.640818+0000","last_became_active":"2024-08-17T16:47:16.645700+0000","last_became_peered":"2024-08-17T16:47:16.645700+0000","last_unstale":"2024-08-17T16:47:17.640818+0000","last_undegraded":"2024-08-17T16:47:17.640818+0000","last_fullsized":"2024-08-17T16:47:17.640818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:34:12.025371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.655284+0000","last_change":"2024-08-17T16:47:13.335204+0000","last_active":"2024-08-17T16:47:18.655284+0000","last_peered":"2024-08-17T16:47:18.655284+0000","last_clean":"2024-08-17T16:47:18.655284+0000","last_became_active":"2024-08-17T16:47:13.333524+0000","last_became_peered":"2024-08-17T16:47:13.333524+0000","last_unstale":"2024-08-17T16:47:18.655284+0000","last_undegraded":"2024-08-17T16:47:18.655284+0000","last_fullsized":"2024-08-17T16:47:18.655284+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:22.541832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641778+0000","last_change":"2024-08-17T16:47:16.648061+0000","last_active":"2024-08-17T16:47:17.641778+0000","last_peered":"2024-08-17T16:47:17.641778+0000","last_clean":"2024-08-17T16:47:17.641778+0000","last_became_active":"2024-08-17T16:47:16.647777+0000","last_became_peered":"2024-08-17T16:47:16.647777+0000","last_unstale":"2024-08-17T16:47:17.641778+0000","last_undegraded":"2024-08-17T16:47:17.641778+0000","last_fullsized":"2024-08-17T16:47:17.641778+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:21.378540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641778+0000","last_change":"2024-08-17T16:47:13.334626+0000","last_active":"2024-08-17T16:47:17.641778+0000","last_peered":"2024-08-17T16:47:17.641778+0000","last_clean":"2024-08-17T16:47:17.641778+0000","last_became_active":"2024-08-17T16:47:13.334286+0000","last_became_peered":"2024-08-17T16:47:13.334286+0000","last_unstale":"2024-08-17T16:47:17.641778+0000","last_undegraded":"2024-08-17T16:47:17.641778+0000","last_fullsized":"2024-08-17T16:47:17.641778+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:06:15.004816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641229+0000","last_change":"2024-08-17T16:47:16.650138+0000","last_active":"2024-08-17T16:47:17.641229+0000","last_peered":"2024-08-17T16:47:17.641229+0000","last_clean":"2024-08-17T16:47:17.641229+0000","last_became_active":"2024-08-17T16:47:16.649785+0000","last_became_peered":"2024-08-17T16:47:16.649785+0000","last_unstale":"2024-08-17T16:47:17.641229+0000","last_undegraded":"2024-08-17T16:47:17.641229+0000","last_fullsized":"2024-08-17T16:47:17.641229+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:09:15.205062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641756+0000","last_change":"2024-08-17T16:47:13.338519+0000","last_active":"2024-08-17T16:47:17.641756+0000","last_peered":"2024-08-17T16:47:17.641756+0000","last_clean":"2024-08-17T16:47:17.641756+0000","last_became_active":"2024-08-17T16:47:13.338189+0000","last_became_peered":"2024-08-17T16:47:13.338189+0000","last_unstale":"2024-08-17T16:47:17.641756+0000","last_undegraded":"2024-08-17T16:47:17.641756+0000","last_fullsized":"2024-08-17T16:47:17.641756+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:15:08.975277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640491+0000","last_change":"2024-08-17T16:47:16.657794+0000","last_active":"2024-08-17T16:47:17.640491+0000","last_peered":"2024-08-17T16:47:17.640491+0000","last_clean":"2024-08-17T16:47:17.640491+0000","last_became_active":"2024-08-17T16:47:16.657367+0000","last_became_peered":"2024-08-17T16:47:16.657367+0000","last_unstale":"2024-08-17T16:47:17.640491+0000","last_undegraded":"2024-08-17T16:47:17.640491+0000","last_fullsized":"2024-08-17T16:47:17.640491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:57.733589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.655214+0000","last_change":"2024-08-17T16:47:13.330455+0000","last_active":"2024-08-17T16:47:18.655214+0000","last_peered":"2024-08-17T16:47:18.655214+0000","last_clean":"2024-08-17T16:47:18.655214+0000","last_became_active":"2024-08-17T16:47:13.330164+0000","last_became_peered":"2024-08-17T16:47:13.330164+0000","last_unstale":"2024-08-17T16:47:18.655214+0000","last_undegraded":"2024-08-17T16:47:18.655214+0000","last_fullsized":"2024-08-17T16:47:18.655214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.364248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640847+0000","last_change":"2024-08-17T16:47:16.658311+0000","last_active":"2024-08-17T16:47:17.640847+0000","last_peered":"2024-08-17T16:47:17.640847+0000","last_clean":"2024-08-17T16:47:17.640847+0000","last_became_active":"2024-08-17T16:47:16.658031+0000","last_became_peered":"2024-08-17T16:47:16.658031+0000","last_unstale":"2024-08-17T16:47:17.640847+0000","last_undegraded":"2024-08-17T16:47:17.640847+0000","last_fullsized":"2024-08-17T16:47:17.640847+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:34:30.134089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.640392+0000","last_change":"2024-08-17T16:47:13.332502+0000","last_active":"2024-08-17T16:47:18.640392+0000","last_peered":"2024-08-17T16:47:18.640392+0000","last_clean":"2024-08-17T16:47:18.640392+0000","last_became_active":"2024-08-17T16:47:13.332189+0000","last_became_peered":"2024-08-17T16:47:13.332189+0000","last_unstale":"2024-08-17T16:47:18.640392+0000","last_undegraded":"2024-08-17T16:47:18.640392+0000","last_fullsized":"2024-08-17T16:47:18.640392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:19:50.395835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641271+0000","last_change":"2024-08-17T16:47:16.647208+0000","last_active":"2024-08-17T16:47:17.641271+0000","last_peered":"2024-08-17T16:47:17.641271+0000","last_clean":"2024-08-17T16:47:17.641271+0000","last_became_active":"2024-08-17T16:47:16.646904+0000","last_became_peered":"2024-08-17T16:47:16.646904+0000","last_unstale":"2024-08-17T16:47:17.641271+0000","last_undegraded":"2024-08-17T16:47:17.641271+0000","last_fullsized":"2024-08-17T16:47:17.641271+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:49:51.808970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.650448+0000","last_change":"2024-08-17T16:47:13.338492+0000","last_active":"2024-08-17T16:47:18.650448+0000","last_peered":"2024-08-17T16:47:18.650448+0000","last_clean":"2024-08-17T16:47:18.650448+0000","last_became_active":"2024-08-17T16:47:13.338165+0000","last_became_peered":"2024-08-17T16:47:13.338165+0000","last_unstale":"2024-08-17T16:47:18.650448+0000","last_undegraded":"2024-08-17T16:47:18.650448+0000","last_fullsized":"2024-08-17T16:47:18.650448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:47.750694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641631+0000","last_change":"2024-08-17T16:47:16.659204+0000","last_active":"2024-08-17T16:47:17.641631+0000","last_peered":"2024-08-17T16:47:17.641631+0000","last_clean":"2024-08-17T16:47:17.641631+0000","last_became_active":"2024-08-17T16:47:16.658946+0000","last_became_peered":"2024-08-17T16:47:16.658946+0000","last_unstale":"2024-08-17T16:47:17.641631+0000","last_undegraded":"2024-08-17T16:47:17.641631+0000","last_fullsized":"2024-08-17T16:47:17.641631+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:30:22.962012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.648680+0000","last_change":"2024-08-17T16:47:13.334462+0000","last_active":"2024-08-17T16:47:18.648680+0000","last_peered":"2024-08-17T16:47:18.648680+0000","last_clean":"2024-08-17T16:47:18.648680+0000","last_became_active":"2024-08-17T16:47:13.334130+0000","last_became_peered":"2024-08-17T16:47:13.334130+0000","last_unstale":"2024-08-17T16:47:18.648680+0000","last_undegraded":"2024-08-17T16:47:18.648680+0000","last_fullsized":"2024-08-17T16:47:18.648680+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:10:15.653982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641417+0000","last_change":"2024-08-17T16:47:16.649956+0000","last_active":"2024-08-17T16:47:17.641417+0000","last_peered":"2024-08-17T16:47:17.641417+0000","last_clean":"2024-08-17T16:47:17.641417+0000","last_became_active":"2024-08-17T16:47:16.649674+0000","last_became_peered":"2024-08-17T16:47:16.649674+0000","last_unstale":"2024-08-17T16:47:17.641417+0000","last_undegraded":"2024-08-17T16:47:17.641417+0000","last_fullsized":"2024-08-17T16:47:17.641417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:17.126135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.633554+0000","last_change":"2024-08-17T16:47:13.332912+0000","last_active":"2024-08-17T16:47:17.633554+0000","last_peered":"2024-08-17T16:47:17.633554+0000","last_clean":"2024-08-17T16:47:17.633554+0000","last_became_active":"2024-08-17T16:47:13.332532+0000","last_became_peered":"2024-08-17T16:47:13.332532+0000","last_unstale":"2024-08-17T16:47:17.633554+0000","last_undegraded":"2024-08-17T16:47:17.633554+0000","last_fullsized":"2024-08-17T16:47:17.633554+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:48:07.961204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640927+0000","last_change":"2024-08-17T16:47:16.657209+0000","last_active":"2024-08-17T16:47:17.640927+0000","last_peered":"2024-08-17T16:47:17.640927+0000","last_clean":"2024-08-17T16:47:17.640927+0000","last_became_active":"2024-08-17T16:47:16.654549+0000","last_became_peered":"2024-08-17T16:47:16.654549+0000","last_unstale":"2024-08-17T16:47:17.640927+0000","last_undegraded":"2024-08-17T16:47:17.640927+0000","last_fullsized":"2024-08-17T16:47:17.640927+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:19:33.834207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641294+0000","last_change":"2024-08-17T16:46:51.781826+0000","last_active":"2024-08-17T16:47:17.641294+0000","last_peered":"2024-08-17T16:47:17.641294+0000","last_clean":"2024-08-17T16:47:17.641294+0000","last_became_active":"2024-08-17T16:46:51.781414+0000","last_became_peered":"2024-08-17T16:46:51.781414+0000","last_unstale":"2024-08-17T16:47:17.641294+0000","last_undegraded":"2024-08-17T16:47:17.641294+0000","last_fullsized":"2024-08-17T16:47:17.641294+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_clean_scrub_stamp":"2024-08-17T16:44:56.263153+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:15:42.306359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640900+0000","last_change":"2024-08-17T16:47:13.335690+0000","last_active":"2024-08-17T16:47:17.640900+0000","last_peered":"2024-08-17T16:47:17.640900+0000","last_clean":"2024-08-17T16:47:17.640900+0000","last_became_active":"2024-08-17T16:47:13.335365+0000","last_became_peered":"2024-08-17T16:47:13.335365+0000","last_unstale":"2024-08-17T16:47:17.640900+0000","last_undegraded":"2024-08-17T16:47:17.640900+0000","last_fullsized":"2024-08-17T16:47:17.640900+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:21:13.361814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641847+0000","last_change":"2024-08-17T16:47:16.652884+0000","last_active":"2024-08-17T16:47:17.641847+0000","last_peered":"2024-08-17T16:47:17.641847+0000","last_clean":"2024-08-17T16:47:17.641847+0000","last_became_active":"2024-08-17T16:47:16.652508+0000","last_became_peered":"2024-08-17T16:47:16.652508+0000","last_unstale":"2024-08-17T16:47:17.641847+0000","last_undegraded":"2024-08-17T16:47:17.641847+0000","last_fullsized":"2024-08-17T16:47:17.641847+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:00:24.865375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641110+0000","last_change":"2024-08-17T16:47:13.342233+0000","last_active":"2024-08-17T16:47:17.641110+0000","last_peered":"2024-08-17T16:47:17.641110+0000","last_clean":"2024-08-17T16:47:17.641110+0000","last_became_active":"2024-08-17T16:47:13.341814+0000","last_became_peered":"2024-08-17T16:47:13.341814+0000","last_unstale":"2024-08-17T16:47:17.641110+0000","last_undegraded":"2024-08-17T16:47:17.641110+0000","last_fullsized":"2024-08-17T16:47:17.641110+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:01:06.712885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641478+0000","last_change":"2024-08-17T16:47:16.650919+0000","last_active":"2024-08-17T16:47:17.641478+0000","last_peered":"2024-08-17T16:47:17.641478+0000","last_clean":"2024-08-17T16:47:17.641478+0000","last_became_active":"2024-08-17T16:47:16.650632+0000","last_became_peered":"2024-08-17T16:47:16.650632+0000","last_unstale":"2024-08-17T16:47:17.641478+0000","last_undegraded":"2024-08-17T16:47:17.641478+0000","last_fullsized":"2024-08-17T16:47:17.641478+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:49.957658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.633417+0000","last_change":"2024-08-17T16:47:13.337227+0000","last_active":"2024-08-17T16:47:17.633417+0000","last_peered":"2024-08-17T16:47:17.633417+0000","last_clean":"2024-08-17T16:47:17.633417+0000","last_became_active":"2024-08-17T16:47:13.336897+0000","last_became_peered":"2024-08-17T16:47:13.336897+0000","last_unstale":"2024-08-17T16:47:17.633417+0000","last_undegraded":"2024-08-17T16:47:17.633417+0000","last_fullsized":"2024-08-17T16:47:17.633417+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:47.584114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640675+0000","last_change":"2024-08-17T16:47:16.642948+0000","last_active":"2024-08-17T16:47:17.640675+0000","last_peered":"2024-08-17T16:47:17.640675+0000","last_clean":"2024-08-17T16:47:17.640675+0000","last_became_active":"2024-08-17T16:47:16.642617+0000","last_became_peered":"2024-08-17T16:47:16.642617+0000","last_unstale":"2024-08-17T16:47:17.640675+0000","last_undegraded":"2024-08-17T16:47:17.640675+0000","last_fullsized":"2024-08-17T16:47:17.640675+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:18:47.492365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641853+0000","last_change":"2024-08-17T16:47:13.339885+0000","last_active":"2024-08-17T16:47:17.641853+0000","last_peered":"2024-08-17T16:47:17.641853+0000","last_clean":"2024-08-17T16:47:17.641853+0000","last_became_active":"2024-08-17T16:47:13.339616+0000","last_became_peered":"2024-08-17T16:47:13.339616+0000","last_unstale":"2024-08-17T16:47:17.641853+0000","last_undegraded":"2024-08-17T16:47:17.641853+0000","last_fullsized":"2024-08-17T16:47:17.641853+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:25:08.531537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634583+0000","last_change":"2024-08-17T16:47:16.646503+0000","last_active":"2024-08-17T16:47:17.634583+0000","last_peered":"2024-08-17T16:47:17.634583+0000","last_clean":"2024-08-17T16:47:17.634583+0000","last_became_active":"2024-08-17T16:47:16.645881+0000","last_became_peered":"2024-08-17T16:47:16.645881+0000","last_unstale":"2024-08-17T16:47:17.634583+0000","last_undegraded":"2024-08-17T16:47:17.634583+0000","last_fullsized":"2024-08-17T16:47:17.634583+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:34:26.720515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641133+0000","last_change":"2024-08-17T16:47:13.337328+0000","last_active":"2024-08-17T16:47:17.641133+0000","last_peered":"2024-08-17T16:47:17.641133+0000","last_clean":"2024-08-17T16:47:17.641133+0000","last_became_active":"2024-08-17T16:47:13.337050+0000","last_became_peered":"2024-08-17T16:47:13.337050+0000","last_unstale":"2024-08-17T16:47:17.641133+0000","last_undegraded":"2024-08-17T16:47:17.641133+0000","last_fullsized":"2024-08-17T16:47:17.641133+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:56:39.412373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641116+0000","last_change":"2024-08-17T16:47:16.648132+0000","last_active":"2024-08-17T16:47:17.641116+0000","last_peered":"2024-08-17T16:47:17.641116+0000","last_clean":"2024-08-17T16:47:17.641116+0000","last_became_active":"2024-08-17T16:47:16.647832+0000","last_became_peered":"2024-08-17T16:47:16.647832+0000","last_unstale":"2024-08-17T16:47:17.641116+0000","last_undegraded":"2024-08-17T16:47:17.641116+0000","last_fullsized":"2024-08-17T16:47:17.641116+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:54:48.697590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641183+0000","last_change":"2024-08-17T16:47:13.341964+0000","last_active":"2024-08-17T16:47:17.641183+0000","last_peered":"2024-08-17T16:47:17.641183+0000","last_clean":"2024-08-17T16:47:17.641183+0000","last_became_active":"2024-08-17T16:47:13.341209+0000","last_became_peered":"2024-08-17T16:47:13.341209+0000","last_unstale":"2024-08-17T16:47:17.641183+0000","last_undegraded":"2024-08-17T16:47:17.641183+0000","last_fullsized":"2024-08-17T16:47:17.641183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:03:27.895305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641016+0000","last_change":"2024-08-17T16:47:16.646609+0000","last_active":"2024-08-17T16:47:17.641016+0000","last_peered":"2024-08-17T16:47:17.641016+0000","last_clean":"2024-08-17T16:47:17.641016+0000","last_became_active":"2024-08-17T16:47:16.646313+0000","last_became_peered":"2024-08-17T16:47:16.646313+0000","last_unstale":"2024-08-17T16:47:17.641016+0000","last_undegraded":"2024-08-17T16:47:17.641016+0000","last_fullsized":"2024-08-17T16:47:17.641016+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:51:28.313352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.648893+0000","last_change":"2024-08-17T16:47:13.338517+0000","last_active":"2024-08-17T16:47:18.648893+0000","last_peered":"2024-08-17T16:47:18.648893+0000","last_clean":"2024-08-17T16:47:18.648893+0000","last_became_active":"2024-08-17T16:47:13.338206+0000","last_became_peered":"2024-08-17T16:47:13.338206+0000","last_unstale":"2024-08-17T16:47:18.648893+0000","last_undegraded":"2024-08-17T16:47:18.648893+0000","last_fullsized":"2024-08-17T16:47:18.648893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:44:15.762759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642251+0000","last_change":"2024-08-17T16:47:16.648494+0000","last_active":"2024-08-17T16:47:17.642251+0000","last_peered":"2024-08-17T16:47:17.642251+0000","last_clean":"2024-08-17T16:47:17.642251+0000","last_became_active":"2024-08-17T16:47:16.647847+0000","last_became_peered":"2024-08-17T16:47:16.647847+0000","last_unstale":"2024-08-17T16:47:17.642251+0000","last_undegraded":"2024-08-17T16:47:17.642251+0000","last_fullsized":"2024-08-17T16:47:17.642251+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:04:49.878130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.654196+0000","last_change":"2024-08-17T16:47:13.341703+0000","last_active":"2024-08-17T16:47:18.654196+0000","last_peered":"2024-08-17T16:47:18.654196+0000","last_clean":"2024-08-17T16:47:18.654196+0000","last_became_active":"2024-08-17T16:47:13.341408+0000","last_became_peered":"2024-08-17T16:47:13.341408+0000","last_unstale":"2024-08-17T16:47:18.654196+0000","last_undegraded":"2024-08-17T16:47:18.654196+0000","last_fullsized":"2024-08-17T16:47:18.654196+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:01:33.470644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640495+0000","last_change":"2024-08-17T16:47:16.647496+0000","last_active":"2024-08-17T16:47:17.640495+0000","last_peered":"2024-08-17T16:47:17.640495+0000","last_clean":"2024-08-17T16:47:17.640495+0000","last_became_active":"2024-08-17T16:47:16.647212+0000","last_became_peered":"2024-08-17T16:47:16.647212+0000","last_unstale":"2024-08-17T16:47:17.640495+0000","last_undegraded":"2024-08-17T16:47:17.640495+0000","last_fullsized":"2024-08-17T16:47:17.640495+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:38:16.887192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641044+0000","last_change":"2024-08-17T16:47:13.342189+0000","last_active":"2024-08-17T16:47:17.641044+0000","last_peered":"2024-08-17T16:47:17.641044+0000","last_clean":"2024-08-17T16:47:17.641044+0000","last_became_active":"2024-08-17T16:47:13.341842+0000","last_became_peered":"2024-08-17T16:47:13.341842+0000","last_unstale":"2024-08-17T16:47:17.641044+0000","last_undegraded":"2024-08-17T16:47:17.641044+0000","last_fullsized":"2024-08-17T16:47:17.641044+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T16:58:51.177449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634453+0000","last_change":"2024-08-17T16:47:16.645814+0000","last_active":"2024-08-17T16:47:17.634453+0000","last_peered":"2024-08-17T16:47:17.634453+0000","last_clean":"2024-08-17T16:47:17.634453+0000","last_became_active":"2024-08-17T16:47:16.645548+0000","last_became_peered":"2024-08-17T16:47:16.645548+0000","last_unstale":"2024-08-17T16:47:17.634453+0000","last_undegraded":"2024-08-17T16:47:17.634453+0000","last_fullsized":"2024-08-17T16:47:17.634453+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:38:39.565441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641080+0000","last_change":"2024-08-17T16:47:13.334672+0000","last_active":"2024-08-17T16:47:17.641080+0000","last_peered":"2024-08-17T16:47:17.641080+0000","last_clean":"2024-08-17T16:47:17.641080+0000","last_became_active":"2024-08-17T16:47:13.334373+0000","last_became_peered":"2024-08-17T16:47:13.334373+0000","last_unstale":"2024-08-17T16:47:17.641080+0000","last_undegraded":"2024-08-17T16:47:17.641080+0000","last_fullsized":"2024-08-17T16:47:17.641080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:17.131426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641544+0000","last_change":"2024-08-17T16:47:16.650908+0000","last_active":"2024-08-17T16:47:17.641544+0000","last_peered":"2024-08-17T16:47:17.641544+0000","last_clean":"2024-08-17T16:47:17.641544+0000","last_became_active":"2024-08-17T16:47:16.650277+0000","last_became_peered":"2024-08-17T16:47:16.650277+0000","last_unstale":"2024-08-17T16:47:17.641544+0000","last_undegraded":"2024-08-17T16:47:17.641544+0000","last_fullsized":"2024-08-17T16:47:17.641544+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:47.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641199+0000","last_change":"2024-08-17T16:47:13.336573+0000","last_active":"2024-08-17T16:47:17.641199+0000","last_peered":"2024-08-17T16:47:17.641199+0000","last_clean":"2024-08-17T16:47:17.641199+0000","last_became_active":"2024-08-17T16:47:13.336314+0000","last_became_peered":"2024-08-17T16:47:13.336314+0000","last_unstale":"2024-08-17T16:47:17.641199+0000","last_undegraded":"2024-08-17T16:47:17.641199+0000","last_fullsized":"2024-08-17T16:47:17.641199+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:49:44.753949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642133+0000","last_change":"2024-08-17T16:47:16.649766+0000","last_active":"2024-08-17T16:47:17.642133+0000","last_peered":"2024-08-17T16:47:17.642133+0000","last_clean":"2024-08-17T16:47:17.642133+0000","last_became_active":"2024-08-17T16:47:16.649474+0000","last_became_peered":"2024-08-17T16:47:16.649474+0000","last_unstale":"2024-08-17T16:47:17.642133+0000","last_undegraded":"2024-08-17T16:47:17.642133+0000","last_fullsized":"2024-08-17T16:47:17.642133+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:45:27.603764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.652397+0000","last_change":"2024-08-17T16:47:13.343598+0000","last_active":"2024-08-17T16:47:18.652397+0000","last_peered":"2024-08-17T16:47:18.652397+0000","last_clean":"2024-08-17T16:47:18.652397+0000","last_became_active":"2024-08-17T16:47:13.342560+0000","last_became_peered":"2024-08-17T16:47:13.342560+0000","last_unstale":"2024-08-17T16:47:18.652397+0000","last_undegraded":"2024-08-17T16:47:18.652397+0000","last_fullsized":"2024-08-17T16:47:18.652397+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:39:43.332184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642022+0000","last_change":"2024-08-17T16:47:16.644964+0000","last_active":"2024-08-17T16:47:17.642022+0000","last_peered":"2024-08-17T16:47:17.642022+0000","last_clean":"2024-08-17T16:47:17.642022+0000","last_became_active":"2024-08-17T16:47:16.644661+0000","last_became_peered":"2024-08-17T16:47:16.644661+0000","last_unstale":"2024-08-17T16:47:17.642022+0000","last_undegraded":"2024-08-17T16:47:17.642022+0000","last_fullsized":"2024-08-17T16:47:17.642022+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:42:27.334801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641253+0000","last_change":"2024-08-17T16:47:16.653037+0000","last_active":"2024-08-17T16:47:17.641253+0000","last_peered":"2024-08-17T16:47:17.641253+0000","last_clean":"2024-08-17T16:47:17.641253+0000","last_became_active":"2024-08-17T16:47:16.652683+0000","last_became_peered":"2024-08-17T16:47:16.652683+0000","last_unstale":"2024-08-17T16:47:17.641253+0000","last_undegraded":"2024-08-17T16:47:17.641253+0000","last_fullsized":"2024-08-17T16:47:17.641253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:40:13.485856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.650729+0000","last_change":"2024-08-17T16:47:13.343502+0000","last_active":"2024-08-17T16:47:18.650729+0000","last_peered":"2024-08-17T16:47:18.650729+0000","last_clean":"2024-08-17T16:47:18.650729+0000","last_became_active":"2024-08-17T16:47:13.342892+0000","last_became_peered":"2024-08-17T16:47:13.342892+0000","last_unstale":"2024-08-17T16:47:18.650729+0000","last_undegraded":"2024-08-17T16:47:18.650729+0000","last_fullsized":"2024-08-17T16:47:18.650729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:07:28.989691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641169+0000","last_change":"2024-08-17T16:47:16.655402+0000","last_active":"2024-08-17T16:47:17.641169+0000","last_peered":"2024-08-17T16:47:17.641169+0000","last_clean":"2024-08-17T16:47:17.641169+0000","last_became_active":"2024-08-17T16:47:16.655104+0000","last_became_peered":"2024-08-17T16:47:16.655104+0000","last_unstale":"2024-08-17T16:47:17.641169+0000","last_undegraded":"2024-08-17T16:47:17.641169+0000","last_fullsized":"2024-08-17T16:47:17.641169+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:09:50.896745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.654584+0000","last_change":"2024-08-17T16:47:13.342089+0000","last_active":"2024-08-17T16:47:18.654584+0000","last_peered":"2024-08-17T16:47:18.654584+0000","last_clean":"2024-08-17T16:47:18.654584+0000","last_became_active":"2024-08-17T16:47:13.340996+0000","last_became_peered":"2024-08-17T16:47:13.340996+0000","last_unstale":"2024-08-17T16:47:18.654584+0000","last_undegraded":"2024-08-17T16:47:18.654584+0000","last_fullsized":"2024-08-17T16:47:18.654584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:33:39.297294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641997+0000","last_change":"2024-08-17T16:47:16.655890+0000","last_active":"2024-08-17T16:47:17.641997+0000","last_peered":"2024-08-17T16:47:17.641997+0000","last_clean":"2024-08-17T16:47:17.641997+0000","last_became_active":"2024-08-17T16:47:16.655592+0000","last_became_peered":"2024-08-17T16:47:16.655592+0000","last_unstale":"2024-08-17T16:47:17.641997+0000","last_undegraded":"2024-08-17T16:47:17.641997+0000","last_fullsized":"2024-08-17T16:47:17.641997+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:50:41.032266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.652601+0000","last_change":"2024-08-17T16:47:13.334451+0000","last_active":"2024-08-17T16:47:18.652601+0000","last_peered":"2024-08-17T16:47:18.652601+0000","last_clean":"2024-08-17T16:47:18.652601+0000","last_became_active":"2024-08-17T16:47:13.334174+0000","last_became_peered":"2024-08-17T16:47:13.334174+0000","last_unstale":"2024-08-17T16:47:18.652601+0000","last_undegraded":"2024-08-17T16:47:18.652601+0000","last_fullsized":"2024-08-17T16:47:18.652601+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:07:07.405578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641842+0000","last_change":"2024-08-17T16:47:16.652626+0000","last_active":"2024-08-17T16:47:17.641842+0000","last_peered":"2024-08-17T16:47:17.641842+0000","last_clean":"2024-08-17T16:47:17.641842+0000","last_became_active":"2024-08-17T16:47:16.652232+0000","last_became_peered":"2024-08-17T16:47:16.652232+0000","last_unstale":"2024-08-17T16:47:17.641842+0000","last_undegraded":"2024-08-17T16:47:17.641842+0000","last_fullsized":"2024-08-17T16:47:17.641842+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:04:37.756125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.655663+0000","last_change":"2024-08-17T16:47:13.337711+0000","last_active":"2024-08-17T16:47:18.655663+0000","last_peered":"2024-08-17T16:47:18.655663+0000","last_clean":"2024-08-17T16:47:18.655663+0000","last_became_active":"2024-08-17T16:47:13.337424+0000","last_became_peered":"2024-08-17T16:47:13.337424+0000","last_unstale":"2024-08-17T16:47:18.655663+0000","last_undegraded":"2024-08-17T16:47:18.655663+0000","last_fullsized":"2024-08-17T16:47:18.655663+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:53:11.129727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1253376,"data_stored":867458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495632,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1257472,"data_stored":868418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.6439999999999999,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.4889999999999999,"5min":3.4889999999999999,"15min":3.4889999999999999},"last":0.39400000000000002}]},{"osd":1,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.496},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.374}]},{"osd":2,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.55000000000000004}]},{"osd":3,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.6870000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":0.438},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.50900000000000001}]},{"osd":4,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.29999999999999999}]},{"osd":5,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":3.786,"5min":3.786,"15min":3.786},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":4.2089999999999996},"last":0.47799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.57899999999999996}]},{"osd":1,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.629}]},{"osd":2,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.64300000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.61399999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.432},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.41799999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:47:25 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.36299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":671744,"data_stored":277517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.68300000000000005}]},{"osd":1,"last update":"Sat Aug 17 16:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Aug 17 16:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.70699999999999996}]},{"osd":3,"last update":"Sat Aug 17 16:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Aug 17 16:47:02 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.505},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:47:27 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182428,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":278154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.38,"15min":0.38},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.224},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.43099999999999999,"15min":0.435},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53200000000000003,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.27900000000000003}]},{"osd":1,"last update":"Sat Aug 17 16:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.73299999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.28599999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56699999999999995,"5min":0.628,"15min":0.628},"last":0.32800000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.624,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.36299999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:46:40 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.65800000000000003}]},{"osd":5,"last update":"Sat Aug 17 16:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.61199999999999999}]},{"osd":6,"last update":"Sat Aug 17 16:47:30 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.63}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411361,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:46:59 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.34799999999999998,"15min":0.33900000000000002},"min":{"1min":0.224,"5min":0.214,"15min":0.214},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.38},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.28199999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.26200000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:46:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.35999999999999999,"15min":0.34999999999999998},"min":{"1min":0.26700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.26700000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.33100000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:47:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.44600000000000001,"15min":0.441},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42799999999999999,"15min":0.42899999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.308}]},{"osd":4,"last update":"Sat Aug 17 16:46:40 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.69099999999999995}]},{"osd":5,"last update":"Sat Aug 17 16:47:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.61299999999999999}]},{"osd":6,"last update":"Sat Aug 17 16:47:28 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.71899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":276981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:46:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34699999999999998,"15min":0.33900000000000002},"min":{"1min":0.26900000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.374,"15min":0.36099999999999999},"min":{"1min":0.318,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.315}]},{"osd":2,"last update":"Sat Aug 17 16:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.43099999999999999,"15min":0.42999999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.39700000000000002,"15min":0.39600000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.35699999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:47:27 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.443,"15min":0.45200000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59099999999999997,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.46400000000000002,"15min":0.47199999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Aug 17 16:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.64400000000000002}]},{"osd":5,"last update":"Sat Aug 17 16:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.46800000000000003}]},{"osd":6,"last update":"Sat Aug 17 16:47:27 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.66800000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65100000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738411,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 16:46:35 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.37,"15min":0.37},"min":{"1min":0.20599999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.54800000000000004,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.38500000000000001,"15min":0.38300000000000001},"min":{"1min":0.26400000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.50700000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:47:03 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.42499999999999999,"15min":0.41899999999999998},"min":{"1min":0.30199999999999999,"5min":0.254,"15min":0.254},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.39800000000000002,"15min":0.39500000000000002},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.54500000000000004,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.45300000000000001}]},{"osd":3,"last update":"Sat Aug 17 16:47:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34100000000000003,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.47099999999999997,"15min":0.47499999999999998},"min":{"1min":0.35499999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.59099999999999997,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.497}]},{"osd":4,"last update":"Sat Aug 17 16:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.84999999999999998}]},{"osd":5,"last update":"Sat Aug 17 16:47:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.89800000000000002}]},{"osd":6,"last update":"Sat Aug 17 16:47:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.875},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.81699999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T16:47:39.130 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T16:47:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:38 smithi189 ceph-mon[33558]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T16:47:39.395 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:40.145 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:39 smithi001 ceph-mon[29829]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:47:40.146 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:39 smithi001 ceph-mon[41665]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:47:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:39 smithi189 ceph-mon[33558]: from='client.14514 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:47:41.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:40 smithi189 ceph-mon[33558]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:41.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:40 smithi001 ceph-mon[29829]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:41.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:40 smithi001 ceph-mon[41665]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:41.187 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:47:41.188 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-08-17T16:47:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-08-17T16:47:39.818986+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385824,"kb_used_data":6940,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575392,"statfs":{"total":767960285184,"available":765517201408,"internally_reserved":0,"allocated":7106560,"data_stored":3991394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002968"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641560+0000","last_change":"2024-08-17T16:47:16.657119+0000","last_active":"2024-08-17T16:47:17.641560+0000","last_peered":"2024-08-17T16:47:17.641560+0000","last_clean":"2024-08-17T16:47:17.641560+0000","last_became_active":"2024-08-17T16:47:16.654460+0000","last_became_peered":"2024-08-17T16:47:16.654460+0000","last_unstale":"2024-08-17T16:47:17.641560+0000","last_undegraded":"2024-08-17T16:47:17.641560+0000","last_fullsized":"2024-08-17T16:47:17.641560+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:52:32.866103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641328+0000","last_change":"2024-08-17T16:47:16.642249+0000","last_active":"2024-08-17T16:47:17.641328+0000","last_peered":"2024-08-17T16:47:17.641328+0000","last_clean":"2024-08-17T16:47:17.641328+0000","last_became_active":"2024-08-17T16:47:16.641934+0000","last_became_peered":"2024-08-17T16:47:16.641934+0000","last_unstale":"2024-08-17T16:47:17.641328+0000","last_undegraded":"2024-08-17T16:47:17.641328+0000","last_fullsized":"2024-08-17T16:47:17.641328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:58:29.807448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641503+0000","last_change":"2024-08-17T16:47:16.649470+0000","last_active":"2024-08-17T16:47:17.641503+0000","last_peered":"2024-08-17T16:47:17.641503+0000","last_clean":"2024-08-17T16:47:17.641503+0000","last_became_active":"2024-08-17T16:47:16.649209+0000","last_became_peered":"2024-08-17T16:47:16.649209+0000","last_unstale":"2024-08-17T16:47:17.641503+0000","last_undegraded":"2024-08-17T16:47:17.641503+0000","last_fullsized":"2024-08-17T16:47:17.641503+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:34.520223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641083+0000","last_change":"2024-08-17T16:47:16.656527+0000","last_active":"2024-08-17T16:47:17.641083+0000","last_peered":"2024-08-17T16:47:17.641083+0000","last_clean":"2024-08-17T16:47:17.641083+0000","last_became_active":"2024-08-17T16:47:16.656268+0000","last_became_peered":"2024-08-17T16:47:16.656268+0000","last_unstale":"2024-08-17T16:47:17.641083+0000","last_undegraded":"2024-08-17T16:47:17.641083+0000","last_fullsized":"2024-08-17T16:47:17.641083+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:00:47.047531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641128+0000","last_change":"2024-08-17T16:47:16.651287+0000","last_active":"2024-08-17T16:47:17.641128+0000","last_peered":"2024-08-17T16:47:17.641128+0000","last_clean":"2024-08-17T16:47:17.641128+0000","last_became_active":"2024-08-17T16:47:16.648773+0000","last_became_peered":"2024-08-17T16:47:16.648773+0000","last_unstale":"2024-08-17T16:47:17.641128+0000","last_undegraded":"2024-08-17T16:47:17.641128+0000","last_fullsized":"2024-08-17T16:47:17.641128+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:44:40.697677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640899+0000","last_change":"2024-08-17T16:47:16.660619+0000","last_active":"2024-08-17T16:47:17.640899+0000","last_peered":"2024-08-17T16:47:17.640899+0000","last_clean":"2024-08-17T16:47:17.640899+0000","last_became_active":"2024-08-17T16:47:16.660349+0000","last_became_peered":"2024-08-17T16:47:16.660349+0000","last_unstale":"2024-08-17T16:47:17.640899+0000","last_undegraded":"2024-08-17T16:47:17.640899+0000","last_fullsized":"2024-08-17T16:47:17.640899+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:09.297976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640798+0000","last_change":"2024-08-17T16:47:16.652086+0000","last_active":"2024-08-17T16:47:17.640798+0000","last_peered":"2024-08-17T16:47:17.640798+0000","last_clean":"2024-08-17T16:47:17.640798+0000","last_became_active":"2024-08-17T16:47:16.651802+0000","last_became_peered":"2024-08-17T16:47:16.651802+0000","last_unstale":"2024-08-17T16:47:17.640798+0000","last_undegraded":"2024-08-17T16:47:17.640798+0000","last_fullsized":"2024-08-17T16:47:17.640798+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:57.658628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641336+0000","last_change":"2024-08-17T16:47:16.658860+0000","last_active":"2024-08-17T16:47:17.641336+0000","last_peered":"2024-08-17T16:47:17.641336+0000","last_clean":"2024-08-17T16:47:17.641336+0000","last_became_active":"2024-08-17T16:47:16.658578+0000","last_became_peered":"2024-08-17T16:47:16.658578+0000","last_unstale":"2024-08-17T16:47:17.641336+0000","last_undegraded":"2024-08-17T16:47:17.641336+0000","last_fullsized":"2024-08-17T16:47:17.641336+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:11.242882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641974+0000","last_change":"2024-08-17T16:47:16.660464+0000","last_active":"2024-08-17T16:47:17.641974+0000","last_peered":"2024-08-17T16:47:17.641974+0000","last_clean":"2024-08-17T16:47:17.641974+0000","last_became_active":"2024-08-17T16:47:16.660189+0000","last_became_peered":"2024-08-17T16:47:16.660189+0000","last_unstale":"2024-08-17T16:47:17.641974+0000","last_undegraded":"2024-08-17T16:47:17.641974+0000","last_fullsized":"2024-08-17T16:47:17.641974+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:36:17.290238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642602+0000","last_change":"2024-08-17T16:47:16.653966+0000","last_active":"2024-08-17T16:47:17.642602+0000","last_peered":"2024-08-17T16:47:17.642602+0000","last_clean":"2024-08-17T16:47:17.642602+0000","last_became_active":"2024-08-17T16:47:16.653630+0000","last_became_peered":"2024-08-17T16:47:16.653630+0000","last_unstale":"2024-08-17T16:47:17.642602+0000","last_undegraded":"2024-08-17T16:47:17.642602+0000","last_fullsized":"2024-08-17T16:47:17.642602+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:20:21.418022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642479+0000","last_change":"2024-08-17T16:47:16.643777+0000","last_active":"2024-08-17T16:47:17.642479+0000","last_peered":"2024-08-17T16:47:17.642479+0000","last_clean":"2024-08-17T16:47:17.642479+0000","last_became_active":"2024-08-17T16:47:16.642497+0000","last_became_peered":"2024-08-17T16:47:16.642497+0000","last_unstale":"2024-08-17T16:47:17.642479+0000","last_undegraded":"2024-08-17T16:47:17.642479+0000","last_fullsized":"2024-08-17T16:47:17.642479+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:59.553969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634792+0000","last_change":"2024-08-17T16:47:16.645032+0000","last_active":"2024-08-17T16:47:17.634792+0000","last_peered":"2024-08-17T16:47:17.634792+0000","last_clean":"2024-08-17T16:47:17.634792+0000","last_became_active":"2024-08-17T16:47:16.644718+0000","last_became_peered":"2024-08-17T16:47:16.644718+0000","last_unstale":"2024-08-17T16:47:17.634792+0000","last_undegraded":"2024-08-17T16:47:17.634792+0000","last_fullsized":"2024-08-17T16:47:17.634792+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:05:03.478512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642090+0000","last_change":"2024-08-17T16:47:16.652128+0000","last_active":"2024-08-17T16:47:17.642090+0000","last_peered":"2024-08-17T16:47:17.642090+0000","last_clean":"2024-08-17T16:47:17.642090+0000","last_became_active":"2024-08-17T16:47:16.651842+0000","last_became_peered":"2024-08-17T16:47:16.651842+0000","last_unstale":"2024-08-17T16:47:17.642090+0000","last_undegraded":"2024-08-17T16:47:17.642090+0000","last_fullsized":"2024-08-17T16:47:17.642090+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:46:12.750805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641642+0000","last_change":"2024-08-17T16:47:16.656535+0000","last_active":"2024-08-17T16:47:17.641642+0000","last_peered":"2024-08-17T16:47:17.641642+0000","last_clean":"2024-08-17T16:47:17.641642+0000","last_became_active":"2024-08-17T16:47:16.656255+0000","last_became_peered":"2024-08-17T16:47:16.656255+0000","last_unstale":"2024-08-17T16:47:17.641642+0000","last_undegraded":"2024-08-17T16:47:17.641642+0000","last_fullsized":"2024-08-17T16:47:17.641642+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:37:15.203733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640995+0000","last_change":"2024-08-17T16:47:16.644828+0000","last_active":"2024-08-17T16:47:17.640995+0000","last_peered":"2024-08-17T16:47:17.640995+0000","last_clean":"2024-08-17T16:47:17.640995+0000","last_became_active":"2024-08-17T16:47:16.644300+0000","last_became_peered":"2024-08-17T16:47:16.644300+0000","last_unstale":"2024-08-17T16:47:17.640995+0000","last_undegraded":"2024-08-17T16:47:17.640995+0000","last_fullsized":"2024-08-17T16:47:17.640995+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:06:29.042838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640512+0000","last_change":"2024-08-17T16:47:16.654717+0000","last_active":"2024-08-17T16:47:17.640512+0000","last_peered":"2024-08-17T16:47:17.640512+0000","last_clean":"2024-08-17T16:47:17.640512+0000","last_became_active":"2024-08-17T16:47:16.653887+0000","last_became_peered":"2024-08-17T16:47:16.653887+0000","last_unstale":"2024-08-17T16:47:17.640512+0000","last_undegraded":"2024-08-17T16:47:17.640512+0000","last_fullsized":"2024-08-17T16:47:17.640512+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:04:44.559970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641570+0000","last_change":"2024-08-17T16:47:16.651187+0000","last_active":"2024-08-17T16:47:17.641570+0000","last_peered":"2024-08-17T16:47:17.641570+0000","last_clean":"2024-08-17T16:47:17.641570+0000","last_became_active":"2024-08-17T16:47:16.648768+0000","last_became_peered":"2024-08-17T16:47:16.648768+0000","last_unstale":"2024-08-17T16:47:17.641570+0000","last_undegraded":"2024-08-17T16:47:17.641570+0000","last_fullsized":"2024-08-17T16:47:17.641570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:05:28.440181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.633816+0000","last_change":"2024-08-17T16:47:16.647371+0000","last_active":"2024-08-17T16:47:17.633816+0000","last_peered":"2024-08-17T16:47:17.633816+0000","last_clean":"2024-08-17T16:47:17.633816+0000","last_became_active":"2024-08-17T16:47:16.647103+0000","last_became_peered":"2024-08-17T16:47:16.647103+0000","last_unstale":"2024-08-17T16:47:17.633816+0000","last_undegraded":"2024-08-17T16:47:17.633816+0000","last_fullsized":"2024-08-17T16:47:17.633816+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:24:17.827076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641190+0000","last_change":"2024-08-17T16:47:16.657583+0000","last_active":"2024-08-17T16:47:17.641190+0000","last_peered":"2024-08-17T16:47:17.641190+0000","last_clean":"2024-08-17T16:47:17.641190+0000","last_became_active":"2024-08-17T16:47:16.657221+0000","last_became_peered":"2024-08-17T16:47:16.657221+0000","last_unstale":"2024-08-17T16:47:17.641190+0000","last_undegraded":"2024-08-17T16:47:17.641190+0000","last_fullsized":"2024-08-17T16:47:17.641190+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:08:53.833764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642405+0000","last_change":"2024-08-17T16:47:16.654037+0000","last_active":"2024-08-17T16:47:17.642405+0000","last_peered":"2024-08-17T16:47:17.642405+0000","last_clean":"2024-08-17T16:47:17.642405+0000","last_became_active":"2024-08-17T16:47:16.653766+0000","last_became_peered":"2024-08-17T16:47:16.653766+0000","last_unstale":"2024-08-17T16:47:17.642405+0000","last_undegraded":"2024-08-17T16:47:17.642405+0000","last_fullsized":"2024-08-17T16:47:17.642405+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:41:55.113897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640595+0000","last_change":"2024-08-17T16:47:16.648619+0000","last_active":"2024-08-17T16:47:17.640595+0000","last_peered":"2024-08-17T16:47:17.640595+0000","last_clean":"2024-08-17T16:47:17.640595+0000","last_became_active":"2024-08-17T16:47:16.648354+0000","last_became_peered":"2024-08-17T16:47:16.648354+0000","last_unstale":"2024-08-17T16:47:17.640595+0000","last_undegraded":"2024-08-17T16:47:17.640595+0000","last_fullsized":"2024-08-17T16:47:17.640595+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:44:54.725401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641864+0000","last_change":"2024-08-17T16:47:16.655927+0000","last_active":"2024-08-17T16:47:17.641864+0000","last_peered":"2024-08-17T16:47:17.641864+0000","last_clean":"2024-08-17T16:47:17.641864+0000","last_became_active":"2024-08-17T16:47:16.655659+0000","last_became_peered":"2024-08-17T16:47:16.655659+0000","last_unstale":"2024-08-17T16:47:17.641864+0000","last_undegraded":"2024-08-17T16:47:17.641864+0000","last_fullsized":"2024-08-17T16:47:17.641864+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:57:35.926831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640913+0000","last_change":"2024-08-17T16:47:16.648766+0000","last_active":"2024-08-17T16:47:17.640913+0000","last_peered":"2024-08-17T16:47:17.640913+0000","last_clean":"2024-08-17T16:47:17.640913+0000","last_became_active":"2024-08-17T16:47:16.648422+0000","last_became_peered":"2024-08-17T16:47:16.648422+0000","last_unstale":"2024-08-17T16:47:17.640913+0000","last_undegraded":"2024-08-17T16:47:17.640913+0000","last_fullsized":"2024-08-17T16:47:17.640913+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:18:05.912093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640686+0000","last_change":"2024-08-17T16:47:16.655494+0000","last_active":"2024-08-17T16:47:17.640686+0000","last_peered":"2024-08-17T16:47:17.640686+0000","last_clean":"2024-08-17T16:47:17.640686+0000","last_became_active":"2024-08-17T16:47:16.653506+0000","last_became_peered":"2024-08-17T16:47:16.653506+0000","last_unstale":"2024-08-17T16:47:17.640686+0000","last_undegraded":"2024-08-17T16:47:17.640686+0000","last_fullsized":"2024-08-17T16:47:17.640686+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:46:00.903292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642155+0000","last_change":"2024-08-17T16:47:16.648658+0000","last_active":"2024-08-17T16:47:17.642155+0000","last_peered":"2024-08-17T16:47:17.642155+0000","last_clean":"2024-08-17T16:47:17.642155+0000","last_became_active":"2024-08-17T16:47:16.648219+0000","last_became_peered":"2024-08-17T16:47:16.648219+0000","last_unstale":"2024-08-17T16:47:17.642155+0000","last_undegraded":"2024-08-17T16:47:17.642155+0000","last_fullsized":"2024-08-17T16:47:17.642155+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:09:48.733495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642692+0000","last_change":"2024-08-17T16:47:16.649807+0000","last_active":"2024-08-17T16:47:17.642692+0000","last_peered":"2024-08-17T16:47:17.642692+0000","last_clean":"2024-08-17T16:47:17.642692+0000","last_became_active":"2024-08-17T16:47:16.649525+0000","last_became_peered":"2024-08-17T16:47:16.649525+0000","last_unstale":"2024-08-17T16:47:17.642692+0000","last_undegraded":"2024-08-17T16:47:17.642692+0000","last_fullsized":"2024-08-17T16:47:17.642692+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:58:30.779611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640702+0000","last_change":"2024-08-17T16:47:16.651659+0000","last_active":"2024-08-17T16:47:17.640702+0000","last_peered":"2024-08-17T16:47:17.640702+0000","last_clean":"2024-08-17T16:47:17.640702+0000","last_became_active":"2024-08-17T16:47:16.650494+0000","last_became_peered":"2024-08-17T16:47:16.650494+0000","last_unstale":"2024-08-17T16:47:17.640702+0000","last_undegraded":"2024-08-17T16:47:17.640702+0000","last_fullsized":"2024-08-17T16:47:17.640702+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:25:13.737033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641375+0000","last_change":"2024-08-17T16:47:16.650446+0000","last_active":"2024-08-17T16:47:17.641375+0000","last_peered":"2024-08-17T16:47:17.641375+0000","last_clean":"2024-08-17T16:47:17.641375+0000","last_became_active":"2024-08-17T16:47:16.650156+0000","last_became_peered":"2024-08-17T16:47:16.650156+0000","last_unstale":"2024-08-17T16:47:17.641375+0000","last_undegraded":"2024-08-17T16:47:17.641375+0000","last_fullsized":"2024-08-17T16:47:17.641375+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:33:56.644485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640686+0000","last_change":"2024-08-17T16:47:16.651652+0000","last_active":"2024-08-17T16:47:17.640686+0000","last_peered":"2024-08-17T16:47:17.640686+0000","last_clean":"2024-08-17T16:47:17.640686+0000","last_became_active":"2024-08-17T16:47:16.651399+0000","last_became_peered":"2024-08-17T16:47:16.651399+0000","last_unstale":"2024-08-17T16:47:17.640686+0000","last_undegraded":"2024-08-17T16:47:17.640686+0000","last_fullsized":"2024-08-17T16:47:17.640686+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:34:00.180050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641685+0000","last_change":"2024-08-17T16:47:16.659559+0000","last_active":"2024-08-17T16:47:17.641685+0000","last_peered":"2024-08-17T16:47:17.641685+0000","last_clean":"2024-08-17T16:47:17.641685+0000","last_became_active":"2024-08-17T16:47:16.659290+0000","last_became_peered":"2024-08-17T16:47:16.659290+0000","last_unstale":"2024-08-17T16:47:17.641685+0000","last_undegraded":"2024-08-17T16:47:17.641685+0000","last_fullsized":"2024-08-17T16:47:17.641685+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:49:25.056483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.633321+0000","last_change":"2024-08-17T16:47:16.647360+0000","last_active":"2024-08-17T16:47:17.633321+0000","last_peered":"2024-08-17T16:47:17.633321+0000","last_clean":"2024-08-17T16:47:17.633321+0000","last_became_active":"2024-08-17T16:47:16.647091+0000","last_became_peered":"2024-08-17T16:47:16.647091+0000","last_unstale":"2024-08-17T16:47:17.633321+0000","last_undegraded":"2024-08-17T16:47:17.633321+0000","last_fullsized":"2024-08-17T16:47:17.633321+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:34:32.250679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640496+0000","last_change":"2024-08-17T16:47:16.658757+0000","last_active":"2024-08-17T16:47:17.640496+0000","last_peered":"2024-08-17T16:47:17.640496+0000","last_clean":"2024-08-17T16:47:17.640496+0000","last_became_active":"2024-08-17T16:47:16.658480+0000","last_became_peered":"2024-08-17T16:47:16.658480+0000","last_unstale":"2024-08-17T16:47:17.640496+0000","last_undegraded":"2024-08-17T16:47:17.640496+0000","last_fullsized":"2024-08-17T16:47:17.640496+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:19.580446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634392+0000","last_change":"2024-08-17T16:47:16.646519+0000","last_active":"2024-08-17T16:47:17.634392+0000","last_peered":"2024-08-17T16:47:17.634392+0000","last_clean":"2024-08-17T16:47:17.634392+0000","last_became_active":"2024-08-17T16:47:16.646275+0000","last_became_peered":"2024-08-17T16:47:16.646275+0000","last_unstale":"2024-08-17T16:47:17.634392+0000","last_undegraded":"2024-08-17T16:47:17.634392+0000","last_fullsized":"2024-08-17T16:47:17.634392+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:32:05.333991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.653034+0000","last_change":"2024-08-17T16:47:13.335168+0000","last_active":"2024-08-17T16:47:18.653034+0000","last_peered":"2024-08-17T16:47:18.653034+0000","last_clean":"2024-08-17T16:47:18.653034+0000","last_became_active":"2024-08-17T16:47:13.334883+0000","last_became_peered":"2024-08-17T16:47:13.334883+0000","last_unstale":"2024-08-17T16:47:18.653034+0000","last_undegraded":"2024-08-17T16:47:18.653034+0000","last_fullsized":"2024-08-17T16:47:18.653034+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:38:31.945895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640787+0000","last_change":"2024-08-17T16:47:16.652604+0000","last_active":"2024-08-17T16:47:17.640787+0000","last_peered":"2024-08-17T16:47:17.640787+0000","last_clean":"2024-08-17T16:47:17.640787+0000","last_became_active":"2024-08-17T16:47:16.652338+0000","last_became_peered":"2024-08-17T16:47:16.652338+0000","last_unstale":"2024-08-17T16:47:17.640787+0000","last_undegraded":"2024-08-17T16:47:17.640787+0000","last_fullsized":"2024-08-17T16:47:17.640787+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:44:42.221980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.650082+0000","last_change":"2024-08-17T16:47:13.340927+0000","last_active":"2024-08-17T16:47:18.650082+0000","last_peered":"2024-08-17T16:47:18.650082+0000","last_clean":"2024-08-17T16:47:18.650082+0000","last_became_active":"2024-08-17T16:47:13.340643+0000","last_became_peered":"2024-08-17T16:47:13.340643+0000","last_unstale":"2024-08-17T16:47:18.650082+0000","last_undegraded":"2024-08-17T16:47:18.650082+0000","last_fullsized":"2024-08-17T16:47:18.650082+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:55:58.168713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641117+0000","last_change":"2024-08-17T16:47:13.335991+0000","last_active":"2024-08-17T16:47:17.641117+0000","last_peered":"2024-08-17T16:47:17.641117+0000","last_clean":"2024-08-17T16:47:17.641117+0000","last_became_active":"2024-08-17T16:47:13.335743+0000","last_became_peered":"2024-08-17T16:47:13.335743+0000","last_unstale":"2024-08-17T16:47:17.641117+0000","last_undegraded":"2024-08-17T16:47:17.641117+0000","last_fullsized":"2024-08-17T16:47:17.641117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:23:04.408471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641442+0000","last_change":"2024-08-17T16:47:16.651104+0000","last_active":"2024-08-17T16:47:17.641442+0000","last_peered":"2024-08-17T16:47:17.641442+0000","last_clean":"2024-08-17T16:47:17.641442+0000","last_became_active":"2024-08-17T16:47:16.650651+0000","last_became_peered":"2024-08-17T16:47:16.650651+0000","last_unstale":"2024-08-17T16:47:17.641442+0000","last_undegraded":"2024-08-17T16:47:17.641442+0000","last_fullsized":"2024-08-17T16:47:17.641442+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:32.644046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640774+0000","last_change":"2024-08-17T16:47:13.334044+0000","last_active":"2024-08-17T16:47:17.640774+0000","last_peered":"2024-08-17T16:47:17.640774+0000","last_clean":"2024-08-17T16:47:17.640774+0000","last_became_active":"2024-08-17T16:47:13.333758+0000","last_became_peered":"2024-08-17T16:47:13.333758+0000","last_unstale":"2024-08-17T16:47:17.640774+0000","last_undegraded":"2024-08-17T16:47:17.640774+0000","last_fullsized":"2024-08-17T16:47:17.640774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:21:31.184999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640798+0000","last_change":"2024-08-17T16:47:16.650134+0000","last_active":"2024-08-17T16:47:17.640798+0000","last_peered":"2024-08-17T16:47:17.640798+0000","last_clean":"2024-08-17T16:47:17.640798+0000","last_became_active":"2024-08-17T16:47:16.649858+0000","last_became_peered":"2024-08-17T16:47:16.649858+0000","last_unstale":"2024-08-17T16:47:17.640798+0000","last_undegraded":"2024-08-17T16:47:17.640798+0000","last_fullsized":"2024-08-17T16:47:17.640798+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:08:56.178987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642577+0000","last_change":"2024-08-17T16:47:13.343068+0000","last_active":"2024-08-17T16:47:17.642577+0000","last_peered":"2024-08-17T16:47:17.642577+0000","last_clean":"2024-08-17T16:47:17.642577+0000","last_became_active":"2024-08-17T16:47:13.342423+0000","last_became_peered":"2024-08-17T16:47:13.342423+0000","last_unstale":"2024-08-17T16:47:17.642577+0000","last_undegraded":"2024-08-17T16:47:17.642577+0000","last_fullsized":"2024-08-17T16:47:17.642577+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:45:38.719968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641735+0000","last_change":"2024-08-17T16:47:16.653261+0000","last_active":"2024-08-17T16:47:17.641735+0000","last_peered":"2024-08-17T16:47:17.641735+0000","last_clean":"2024-08-17T16:47:17.641735+0000","last_became_active":"2024-08-17T16:47:16.652936+0000","last_became_peered":"2024-08-17T16:47:16.652936+0000","last_unstale":"2024-08-17T16:47:17.641735+0000","last_undegraded":"2024-08-17T16:47:17.641735+0000","last_fullsized":"2024-08-17T16:47:17.641735+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:30:42.284527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641857+0000","last_change":"2024-08-17T16:47:13.341060+0000","last_active":"2024-08-17T16:47:17.641857+0000","last_peered":"2024-08-17T16:47:17.641857+0000","last_clean":"2024-08-17T16:47:17.641857+0000","last_became_active":"2024-08-17T16:47:13.340533+0000","last_became_peered":"2024-08-17T16:47:13.340533+0000","last_unstale":"2024-08-17T16:47:17.641857+0000","last_undegraded":"2024-08-17T16:47:17.641857+0000","last_fullsized":"2024-08-17T16:47:17.641857+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:39:15.981286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641999+0000","last_change":"2024-08-17T16:47:16.657582+0000","last_active":"2024-08-17T16:47:17.641999+0000","last_peered":"2024-08-17T16:47:17.641999+0000","last_clean":"2024-08-17T16:47:17.641999+0000","last_became_active":"2024-08-17T16:47:16.656433+0000","last_became_peered":"2024-08-17T16:47:16.656433+0000","last_unstale":"2024-08-17T16:47:17.641999+0000","last_undegraded":"2024-08-17T16:47:17.641999+0000","last_fullsized":"2024-08-17T16:47:17.641999+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:26:30.680701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.654399+0000","last_change":"2024-08-17T16:47:13.335278+0000","last_active":"2024-08-17T16:47:18.654399+0000","last_peered":"2024-08-17T16:47:18.654399+0000","last_clean":"2024-08-17T16:47:18.654399+0000","last_became_active":"2024-08-17T16:47:13.334766+0000","last_became_peered":"2024-08-17T16:47:13.334766+0000","last_unstale":"2024-08-17T16:47:18.654399+0000","last_undegraded":"2024-08-17T16:47:18.654399+0000","last_fullsized":"2024-08-17T16:47:18.654399+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:18.321281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634833+0000","last_change":"2024-08-17T16:47:16.650014+0000","last_active":"2024-08-17T16:47:17.634833+0000","last_peered":"2024-08-17T16:47:17.634833+0000","last_clean":"2024-08-17T16:47:17.634833+0000","last_became_active":"2024-08-17T16:47:16.649674+0000","last_became_peered":"2024-08-17T16:47:16.649674+0000","last_unstale":"2024-08-17T16:47:17.634833+0000","last_undegraded":"2024-08-17T16:47:17.634833+0000","last_fullsized":"2024-08-17T16:47:17.634833+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:31:05.924724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.655277+0000","last_change":"2024-08-17T16:47:13.337109+0000","last_active":"2024-08-17T16:47:18.655277+0000","last_peered":"2024-08-17T16:47:18.655277+0000","last_clean":"2024-08-17T16:47:18.655277+0000","last_became_active":"2024-08-17T16:47:13.336763+0000","last_became_peered":"2024-08-17T16:47:13.336763+0000","last_unstale":"2024-08-17T16:47:18.655277+0000","last_undegraded":"2024-08-17T16:47:18.655277+0000","last_fullsized":"2024-08-17T16:47:18.655277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:41.194242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640818+0000","last_change":"2024-08-17T16:47:16.646060+0000","last_active":"2024-08-17T16:47:17.640818+0000","last_peered":"2024-08-17T16:47:17.640818+0000","last_clean":"2024-08-17T16:47:17.640818+0000","last_became_active":"2024-08-17T16:47:16.645700+0000","last_became_peered":"2024-08-17T16:47:16.645700+0000","last_unstale":"2024-08-17T16:47:17.640818+0000","last_undegraded":"2024-08-17T16:47:17.640818+0000","last_fullsized":"2024-08-17T16:47:17.640818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:34:12.025371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.655284+0000","last_change":"2024-08-17T16:47:13.335204+0000","last_active":"2024-08-17T16:47:18.655284+0000","last_peered":"2024-08-17T16:47:18.655284+0000","last_clean":"2024-08-17T16:47:18.655284+0000","last_became_active":"2024-08-17T16:47:13.333524+0000","last_became_peered":"2024-08-17T16:47:13.333524+0000","last_unstale":"2024-08-17T16:47:18.655284+0000","last_undegraded":"2024-08-17T16:47:18.655284+0000","last_fullsized":"2024-08-17T16:47:18.655284+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:22.541832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641778+0000","last_change":"2024-08-17T16:47:16.648061+0000","last_active":"2024-08-17T16:47:17.641778+0000","last_peered":"2024-08-17T16:47:17.641778+0000","last_clean":"2024-08-17T16:47:17.641778+0000","last_became_active":"2024-08-17T16:47:16.647777+0000","last_became_peered":"2024-08-17T16:47:16.647777+0000","last_unstale":"2024-08-17T16:47:17.641778+0000","last_undegraded":"2024-08-17T16:47:17.641778+0000","last_fullsized":"2024-08-17T16:47:17.641778+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:21.378540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641778+0000","last_change":"2024-08-17T16:47:13.334626+0000","last_active":"2024-08-17T16:47:17.641778+0000","last_peered":"2024-08-17T16:47:17.641778+0000","last_clean":"2024-08-17T16:47:17.641778+0000","last_became_active":"2024-08-17T16:47:13.334286+0000","last_became_peered":"2024-08-17T16:47:13.334286+0000","last_unstale":"2024-08-17T16:47:17.641778+0000","last_undegraded":"2024-08-17T16:47:17.641778+0000","last_fullsized":"2024-08-17T16:47:17.641778+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:06:15.004816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641229+0000","last_change":"2024-08-17T16:47:16.650138+0000","last_active":"2024-08-17T16:47:17.641229+0000","last_peered":"2024-08-17T16:47:17.641229+0000","last_clean":"2024-08-17T16:47:17.641229+0000","last_became_active":"2024-08-17T16:47:16.649785+0000","last_became_peered":"2024-08-17T16:47:16.649785+0000","last_unstale":"2024-08-17T16:47:17.641229+0000","last_undegraded":"2024-08-17T16:47:17.641229+0000","last_fullsized":"2024-08-17T16:47:17.641229+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:09:15.205062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641756+0000","last_change":"2024-08-17T16:47:13.338519+0000","last_active":"2024-08-17T16:47:17.641756+0000","last_peered":"2024-08-17T16:47:17.641756+0000","last_clean":"2024-08-17T16:47:17.641756+0000","last_became_active":"2024-08-17T16:47:13.338189+0000","last_became_peered":"2024-08-17T16:47:13.338189+0000","last_unstale":"2024-08-17T16:47:17.641756+0000","last_undegraded":"2024-08-17T16:47:17.641756+0000","last_fullsized":"2024-08-17T16:47:17.641756+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:15:08.975277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640491+0000","last_change":"2024-08-17T16:47:16.657794+0000","last_active":"2024-08-17T16:47:17.640491+0000","last_peered":"2024-08-17T16:47:17.640491+0000","last_clean":"2024-08-17T16:47:17.640491+0000","last_became_active":"2024-08-17T16:47:16.657367+0000","last_became_peered":"2024-08-17T16:47:16.657367+0000","last_unstale":"2024-08-17T16:47:17.640491+0000","last_undegraded":"2024-08-17T16:47:17.640491+0000","last_fullsized":"2024-08-17T16:47:17.640491+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:57.733589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":22,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.655214+0000","last_change":"2024-08-17T16:47:13.330455+0000","last_active":"2024-08-17T16:47:18.655214+0000","last_peered":"2024-08-17T16:47:18.655214+0000","last_clean":"2024-08-17T16:47:18.655214+0000","last_became_active":"2024-08-17T16:47:13.330164+0000","last_became_peered":"2024-08-17T16:47:13.330164+0000","last_unstale":"2024-08-17T16:47:18.655214+0000","last_undegraded":"2024-08-17T16:47:18.655214+0000","last_fullsized":"2024-08-17T16:47:18.655214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.364248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640847+0000","last_change":"2024-08-17T16:47:16.658311+0000","last_active":"2024-08-17T16:47:17.640847+0000","last_peered":"2024-08-17T16:47:17.640847+0000","last_clean":"2024-08-17T16:47:17.640847+0000","last_became_active":"2024-08-17T16:47:16.658031+0000","last_became_peered":"2024-08-17T16:47:16.658031+0000","last_unstale":"2024-08-17T16:47:17.640847+0000","last_undegraded":"2024-08-17T16:47:17.640847+0000","last_fullsized":"2024-08-17T16:47:17.640847+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:34:30.134089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.640392+0000","last_change":"2024-08-17T16:47:13.332502+0000","last_active":"2024-08-17T16:47:18.640392+0000","last_peered":"2024-08-17T16:47:18.640392+0000","last_clean":"2024-08-17T16:47:18.640392+0000","last_became_active":"2024-08-17T16:47:13.332189+0000","last_became_peered":"2024-08-17T16:47:13.332189+0000","last_unstale":"2024-08-17T16:47:18.640392+0000","last_undegraded":"2024-08-17T16:47:18.640392+0000","last_fullsized":"2024-08-17T16:47:18.640392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:19:50.395835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641271+0000","last_change":"2024-08-17T16:47:16.647208+0000","last_active":"2024-08-17T16:47:17.641271+0000","last_peered":"2024-08-17T16:47:17.641271+0000","last_clean":"2024-08-17T16:47:17.641271+0000","last_became_active":"2024-08-17T16:47:16.646904+0000","last_became_peered":"2024-08-17T16:47:16.646904+0000","last_unstale":"2024-08-17T16:47:17.641271+0000","last_undegraded":"2024-08-17T16:47:17.641271+0000","last_fullsized":"2024-08-17T16:47:17.641271+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:49:51.808970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.650448+0000","last_change":"2024-08-17T16:47:13.338492+0000","last_active":"2024-08-17T16:47:18.650448+0000","last_peered":"2024-08-17T16:47:18.650448+0000","last_clean":"2024-08-17T16:47:18.650448+0000","last_became_active":"2024-08-17T16:47:13.338165+0000","last_became_peered":"2024-08-17T16:47:13.338165+0000","last_unstale":"2024-08-17T16:47:18.650448+0000","last_undegraded":"2024-08-17T16:47:18.650448+0000","last_fullsized":"2024-08-17T16:47:18.650448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:47.750694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641631+0000","last_change":"2024-08-17T16:47:16.659204+0000","last_active":"2024-08-17T16:47:17.641631+0000","last_peered":"2024-08-17T16:47:17.641631+0000","last_clean":"2024-08-17T16:47:17.641631+0000","last_became_active":"2024-08-17T16:47:16.658946+0000","last_became_peered":"2024-08-17T16:47:16.658946+0000","last_unstale":"2024-08-17T16:47:17.641631+0000","last_undegraded":"2024-08-17T16:47:17.641631+0000","last_fullsized":"2024-08-17T16:47:17.641631+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:30:22.962012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.648680+0000","last_change":"2024-08-17T16:47:13.334462+0000","last_active":"2024-08-17T16:47:18.648680+0000","last_peered":"2024-08-17T16:47:18.648680+0000","last_clean":"2024-08-17T16:47:18.648680+0000","last_became_active":"2024-08-17T16:47:13.334130+0000","last_became_peered":"2024-08-17T16:47:13.334130+0000","last_unstale":"2024-08-17T16:47:18.648680+0000","last_undegraded":"2024-08-17T16:47:18.648680+0000","last_fullsized":"2024-08-17T16:47:18.648680+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:10:15.653982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641417+0000","last_change":"2024-08-17T16:47:16.649956+0000","last_active":"2024-08-17T16:47:17.641417+0000","last_peered":"2024-08-17T16:47:17.641417+0000","last_clean":"2024-08-17T16:47:17.641417+0000","last_became_active":"2024-08-17T16:47:16.649674+0000","last_became_peered":"2024-08-17T16:47:16.649674+0000","last_unstale":"2024-08-17T16:47:17.641417+0000","last_undegraded":"2024-08-17T16:47:17.641417+0000","last_fullsized":"2024-08-17T16:47:17.641417+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:17.126135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.633554+0000","last_change":"2024-08-17T16:47:13.332912+0000","last_active":"2024-08-17T16:47:17.633554+0000","last_peered":"2024-08-17T16:47:17.633554+0000","last_clean":"2024-08-17T16:47:17.633554+0000","last_became_active":"2024-08-17T16:47:13.332532+0000","last_became_peered":"2024-08-17T16:47:13.332532+0000","last_unstale":"2024-08-17T16:47:17.633554+0000","last_undegraded":"2024-08-17T16:47:17.633554+0000","last_fullsized":"2024-08-17T16:47:17.633554+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:48:07.961204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640927+0000","last_change":"2024-08-17T16:47:16.657209+0000","last_active":"2024-08-17T16:47:17.640927+0000","last_peered":"2024-08-17T16:47:17.640927+0000","last_clean":"2024-08-17T16:47:17.640927+0000","last_became_active":"2024-08-17T16:47:16.654549+0000","last_became_peered":"2024-08-17T16:47:16.654549+0000","last_unstale":"2024-08-17T16:47:17.640927+0000","last_undegraded":"2024-08-17T16:47:17.640927+0000","last_fullsized":"2024-08-17T16:47:17.640927+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:19:33.834207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":234,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641294+0000","last_change":"2024-08-17T16:46:51.781826+0000","last_active":"2024-08-17T16:47:17.641294+0000","last_peered":"2024-08-17T16:47:17.641294+0000","last_clean":"2024-08-17T16:47:17.641294+0000","last_became_active":"2024-08-17T16:46:51.781414+0000","last_became_peered":"2024-08-17T16:46:51.781414+0000","last_unstale":"2024-08-17T16:47:17.641294+0000","last_undegraded":"2024-08-17T16:47:17.641294+0000","last_fullsized":"2024-08-17T16:47:17.641294+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_clean_scrub_stamp":"2024-08-17T16:44:56.263153+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:15:42.306359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640900+0000","last_change":"2024-08-17T16:47:13.335690+0000","last_active":"2024-08-17T16:47:17.640900+0000","last_peered":"2024-08-17T16:47:17.640900+0000","last_clean":"2024-08-17T16:47:17.640900+0000","last_became_active":"2024-08-17T16:47:13.335365+0000","last_became_peered":"2024-08-17T16:47:13.335365+0000","last_unstale":"2024-08-17T16:47:17.640900+0000","last_undegraded":"2024-08-17T16:47:17.640900+0000","last_fullsized":"2024-08-17T16:47:17.640900+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:21:13.361814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641847+0000","last_change":"2024-08-17T16:47:16.652884+0000","last_active":"2024-08-17T16:47:17.641847+0000","last_peered":"2024-08-17T16:47:17.641847+0000","last_clean":"2024-08-17T16:47:17.641847+0000","last_became_active":"2024-08-17T16:47:16.652508+0000","last_became_peered":"2024-08-17T16:47:16.652508+0000","last_unstale":"2024-08-17T16:47:17.641847+0000","last_undegraded":"2024-08-17T16:47:17.641847+0000","last_fullsized":"2024-08-17T16:47:17.641847+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:00:24.865375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641110+0000","last_change":"2024-08-17T16:47:13.342233+0000","last_active":"2024-08-17T16:47:17.641110+0000","last_peered":"2024-08-17T16:47:17.641110+0000","last_clean":"2024-08-17T16:47:17.641110+0000","last_became_active":"2024-08-17T16:47:13.341814+0000","last_became_peered":"2024-08-17T16:47:13.341814+0000","last_unstale":"2024-08-17T16:47:17.641110+0000","last_undegraded":"2024-08-17T16:47:17.641110+0000","last_fullsized":"2024-08-17T16:47:17.641110+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:01:06.712885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641478+0000","last_change":"2024-08-17T16:47:16.650919+0000","last_active":"2024-08-17T16:47:17.641478+0000","last_peered":"2024-08-17T16:47:17.641478+0000","last_clean":"2024-08-17T16:47:17.641478+0000","last_became_active":"2024-08-17T16:47:16.650632+0000","last_became_peered":"2024-08-17T16:47:16.650632+0000","last_unstale":"2024-08-17T16:47:17.641478+0000","last_undegraded":"2024-08-17T16:47:17.641478+0000","last_fullsized":"2024-08-17T16:47:17.641478+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:49.957658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.633417+0000","last_change":"2024-08-17T16:47:13.337227+0000","last_active":"2024-08-17T16:47:17.633417+0000","last_peered":"2024-08-17T16:47:17.633417+0000","last_clean":"2024-08-17T16:47:17.633417+0000","last_became_active":"2024-08-17T16:47:13.336897+0000","last_became_peered":"2024-08-17T16:47:13.336897+0000","last_unstale":"2024-08-17T16:47:17.633417+0000","last_undegraded":"2024-08-17T16:47:17.633417+0000","last_fullsized":"2024-08-17T16:47:17.633417+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:47.584114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640675+0000","last_change":"2024-08-17T16:47:16.642948+0000","last_active":"2024-08-17T16:47:17.640675+0000","last_peered":"2024-08-17T16:47:17.640675+0000","last_clean":"2024-08-17T16:47:17.640675+0000","last_became_active":"2024-08-17T16:47:16.642617+0000","last_became_peered":"2024-08-17T16:47:16.642617+0000","last_unstale":"2024-08-17T16:47:17.640675+0000","last_undegraded":"2024-08-17T16:47:17.640675+0000","last_fullsized":"2024-08-17T16:47:17.640675+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:18:47.492365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641853+0000","last_change":"2024-08-17T16:47:13.339885+0000","last_active":"2024-08-17T16:47:17.641853+0000","last_peered":"2024-08-17T16:47:17.641853+0000","last_clean":"2024-08-17T16:47:17.641853+0000","last_became_active":"2024-08-17T16:47:13.339616+0000","last_became_peered":"2024-08-17T16:47:13.339616+0000","last_unstale":"2024-08-17T16:47:17.641853+0000","last_undegraded":"2024-08-17T16:47:17.641853+0000","last_fullsized":"2024-08-17T16:47:17.641853+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:25:08.531537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634583+0000","last_change":"2024-08-17T16:47:16.646503+0000","last_active":"2024-08-17T16:47:17.634583+0000","last_peered":"2024-08-17T16:47:17.634583+0000","last_clean":"2024-08-17T16:47:17.634583+0000","last_became_active":"2024-08-17T16:47:16.645881+0000","last_became_peered":"2024-08-17T16:47:16.645881+0000","last_unstale":"2024-08-17T16:47:17.634583+0000","last_undegraded":"2024-08-17T16:47:17.634583+0000","last_fullsized":"2024-08-17T16:47:17.634583+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:34:26.720515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641133+0000","last_change":"2024-08-17T16:47:13.337328+0000","last_active":"2024-08-17T16:47:17.641133+0000","last_peered":"2024-08-17T16:47:17.641133+0000","last_clean":"2024-08-17T16:47:17.641133+0000","last_became_active":"2024-08-17T16:47:13.337050+0000","last_became_peered":"2024-08-17T16:47:13.337050+0000","last_unstale":"2024-08-17T16:47:17.641133+0000","last_undegraded":"2024-08-17T16:47:17.641133+0000","last_fullsized":"2024-08-17T16:47:17.641133+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:56:39.412373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641116+0000","last_change":"2024-08-17T16:47:16.648132+0000","last_active":"2024-08-17T16:47:17.641116+0000","last_peered":"2024-08-17T16:47:17.641116+0000","last_clean":"2024-08-17T16:47:17.641116+0000","last_became_active":"2024-08-17T16:47:16.647832+0000","last_became_peered":"2024-08-17T16:47:16.647832+0000","last_unstale":"2024-08-17T16:47:17.641116+0000","last_undegraded":"2024-08-17T16:47:17.641116+0000","last_fullsized":"2024-08-17T16:47:17.641116+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:54:48.697590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641183+0000","last_change":"2024-08-17T16:47:13.341964+0000","last_active":"2024-08-17T16:47:17.641183+0000","last_peered":"2024-08-17T16:47:17.641183+0000","last_clean":"2024-08-17T16:47:17.641183+0000","last_became_active":"2024-08-17T16:47:13.341209+0000","last_became_peered":"2024-08-17T16:47:13.341209+0000","last_unstale":"2024-08-17T16:47:17.641183+0000","last_undegraded":"2024-08-17T16:47:17.641183+0000","last_fullsized":"2024-08-17T16:47:17.641183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:03:27.895305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641016+0000","last_change":"2024-08-17T16:47:16.646609+0000","last_active":"2024-08-17T16:47:17.641016+0000","last_peered":"2024-08-17T16:47:17.641016+0000","last_clean":"2024-08-17T16:47:17.641016+0000","last_became_active":"2024-08-17T16:47:16.646313+0000","last_became_peered":"2024-08-17T16:47:16.646313+0000","last_unstale":"2024-08-17T16:47:17.641016+0000","last_undegraded":"2024-08-17T16:47:17.641016+0000","last_fullsized":"2024-08-17T16:47:17.641016+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:51:28.313352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.648893+0000","last_change":"2024-08-17T16:47:13.338517+0000","last_active":"2024-08-17T16:47:18.648893+0000","last_peered":"2024-08-17T16:47:18.648893+0000","last_clean":"2024-08-17T16:47:18.648893+0000","last_became_active":"2024-08-17T16:47:13.338206+0000","last_became_peered":"2024-08-17T16:47:13.338206+0000","last_unstale":"2024-08-17T16:47:18.648893+0000","last_undegraded":"2024-08-17T16:47:18.648893+0000","last_fullsized":"2024-08-17T16:47:18.648893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:44:15.762759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642251+0000","last_change":"2024-08-17T16:47:16.648494+0000","last_active":"2024-08-17T16:47:17.642251+0000","last_peered":"2024-08-17T16:47:17.642251+0000","last_clean":"2024-08-17T16:47:17.642251+0000","last_became_active":"2024-08-17T16:47:16.647847+0000","last_became_peered":"2024-08-17T16:47:16.647847+0000","last_unstale":"2024-08-17T16:47:17.642251+0000","last_undegraded":"2024-08-17T16:47:17.642251+0000","last_fullsized":"2024-08-17T16:47:17.642251+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:04:49.878130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.654196+0000","last_change":"2024-08-17T16:47:13.341703+0000","last_active":"2024-08-17T16:47:18.654196+0000","last_peered":"2024-08-17T16:47:18.654196+0000","last_clean":"2024-08-17T16:47:18.654196+0000","last_became_active":"2024-08-17T16:47:13.341408+0000","last_became_peered":"2024-08-17T16:47:13.341408+0000","last_unstale":"2024-08-17T16:47:18.654196+0000","last_undegraded":"2024-08-17T16:47:18.654196+0000","last_fullsized":"2024-08-17T16:47:18.654196+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:01:33.470644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.640495+0000","last_change":"2024-08-17T16:47:16.647496+0000","last_active":"2024-08-17T16:47:17.640495+0000","last_peered":"2024-08-17T16:47:17.640495+0000","last_clean":"2024-08-17T16:47:17.640495+0000","last_became_active":"2024-08-17T16:47:16.647212+0000","last_became_peered":"2024-08-17T16:47:16.647212+0000","last_unstale":"2024-08-17T16:47:17.640495+0000","last_undegraded":"2024-08-17T16:47:17.640495+0000","last_fullsized":"2024-08-17T16:47:17.640495+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:38:16.887192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641044+0000","last_change":"2024-08-17T16:47:13.342189+0000","last_active":"2024-08-17T16:47:17.641044+0000","last_peered":"2024-08-17T16:47:17.641044+0000","last_clean":"2024-08-17T16:47:17.641044+0000","last_became_active":"2024-08-17T16:47:13.341842+0000","last_became_peered":"2024-08-17T16:47:13.341842+0000","last_unstale":"2024-08-17T16:47:17.641044+0000","last_undegraded":"2024-08-17T16:47:17.641044+0000","last_fullsized":"2024-08-17T16:47:17.641044+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T16:58:51.177449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.634453+0000","last_change":"2024-08-17T16:47:16.645814+0000","last_active":"2024-08-17T16:47:17.634453+0000","last_peered":"2024-08-17T16:47:17.634453+0000","last_clean":"2024-08-17T16:47:17.634453+0000","last_became_active":"2024-08-17T16:47:16.645548+0000","last_became_peered":"2024-08-17T16:47:16.645548+0000","last_unstale":"2024-08-17T16:47:17.634453+0000","last_undegraded":"2024-08-17T16:47:17.634453+0000","last_fullsized":"2024-08-17T16:47:17.634453+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:38:39.565441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641080+0000","last_change":"2024-08-17T16:47:13.334672+0000","last_active":"2024-08-17T16:47:17.641080+0000","last_peered":"2024-08-17T16:47:17.641080+0000","last_clean":"2024-08-17T16:47:17.641080+0000","last_became_active":"2024-08-17T16:47:13.334373+0000","last_became_peered":"2024-08-17T16:47:13.334373+0000","last_unstale":"2024-08-17T16:47:17.641080+0000","last_undegraded":"2024-08-17T16:47:17.641080+0000","last_fullsized":"2024-08-17T16:47:17.641080+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:17.131426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641544+0000","last_change":"2024-08-17T16:47:16.650908+0000","last_active":"2024-08-17T16:47:17.641544+0000","last_peered":"2024-08-17T16:47:17.641544+0000","last_clean":"2024-08-17T16:47:17.641544+0000","last_became_active":"2024-08-17T16:47:16.650277+0000","last_became_peered":"2024-08-17T16:47:16.650277+0000","last_unstale":"2024-08-17T16:47:17.641544+0000","last_undegraded":"2024-08-17T16:47:17.641544+0000","last_fullsized":"2024-08-17T16:47:17.641544+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:47.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641199+0000","last_change":"2024-08-17T16:47:13.336573+0000","last_active":"2024-08-17T16:47:17.641199+0000","last_peered":"2024-08-17T16:47:17.641199+0000","last_clean":"2024-08-17T16:47:17.641199+0000","last_became_active":"2024-08-17T16:47:13.336314+0000","last_became_peered":"2024-08-17T16:47:13.336314+0000","last_unstale":"2024-08-17T16:47:17.641199+0000","last_undegraded":"2024-08-17T16:47:17.641199+0000","last_fullsized":"2024-08-17T16:47:17.641199+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:49:44.753949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642133+0000","last_change":"2024-08-17T16:47:16.649766+0000","last_active":"2024-08-17T16:47:17.642133+0000","last_peered":"2024-08-17T16:47:17.642133+0000","last_clean":"2024-08-17T16:47:17.642133+0000","last_became_active":"2024-08-17T16:47:16.649474+0000","last_became_peered":"2024-08-17T16:47:16.649474+0000","last_unstale":"2024-08-17T16:47:17.642133+0000","last_undegraded":"2024-08-17T16:47:17.642133+0000","last_fullsized":"2024-08-17T16:47:17.642133+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:45:27.603764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.652397+0000","last_change":"2024-08-17T16:47:13.343598+0000","last_active":"2024-08-17T16:47:18.652397+0000","last_peered":"2024-08-17T16:47:18.652397+0000","last_clean":"2024-08-17T16:47:18.652397+0000","last_became_active":"2024-08-17T16:47:13.342560+0000","last_became_peered":"2024-08-17T16:47:13.342560+0000","last_unstale":"2024-08-17T16:47:18.652397+0000","last_undegraded":"2024-08-17T16:47:18.652397+0000","last_fullsized":"2024-08-17T16:47:18.652397+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:39:43.332184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.642022+0000","last_change":"2024-08-17T16:47:16.644964+0000","last_active":"2024-08-17T16:47:17.642022+0000","last_peered":"2024-08-17T16:47:17.642022+0000","last_clean":"2024-08-17T16:47:17.642022+0000","last_became_active":"2024-08-17T16:47:16.644661+0000","last_became_peered":"2024-08-17T16:47:16.644661+0000","last_unstale":"2024-08-17T16:47:17.642022+0000","last_undegraded":"2024-08-17T16:47:17.642022+0000","last_fullsized":"2024-08-17T16:47:17.642022+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:42:27.334801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641253+0000","last_change":"2024-08-17T16:47:16.653037+0000","last_active":"2024-08-17T16:47:17.641253+0000","last_peered":"2024-08-17T16:47:17.641253+0000","last_clean":"2024-08-17T16:47:17.641253+0000","last_became_active":"2024-08-17T16:47:16.652683+0000","last_became_peered":"2024-08-17T16:47:16.652683+0000","last_unstale":"2024-08-17T16:47:17.641253+0000","last_undegraded":"2024-08-17T16:47:17.641253+0000","last_fullsized":"2024-08-17T16:47:17.641253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:40:13.485856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.650729+0000","last_change":"2024-08-17T16:47:13.343502+0000","last_active":"2024-08-17T16:47:18.650729+0000","last_peered":"2024-08-17T16:47:18.650729+0000","last_clean":"2024-08-17T16:47:18.650729+0000","last_became_active":"2024-08-17T16:47:13.342892+0000","last_became_peered":"2024-08-17T16:47:13.342892+0000","last_unstale":"2024-08-17T16:47:18.650729+0000","last_undegraded":"2024-08-17T16:47:18.650729+0000","last_fullsized":"2024-08-17T16:47:18.650729+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:07:28.989691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641169+0000","last_change":"2024-08-17T16:47:16.655402+0000","last_active":"2024-08-17T16:47:17.641169+0000","last_peered":"2024-08-17T16:47:17.641169+0000","last_clean":"2024-08-17T16:47:17.641169+0000","last_became_active":"2024-08-17T16:47:16.655104+0000","last_became_peered":"2024-08-17T16:47:16.655104+0000","last_unstale":"2024-08-17T16:47:17.641169+0000","last_undegraded":"2024-08-17T16:47:17.641169+0000","last_fullsized":"2024-08-17T16:47:17.641169+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:09:50.896745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.654584+0000","last_change":"2024-08-17T16:47:13.342089+0000","last_active":"2024-08-17T16:47:18.654584+0000","last_peered":"2024-08-17T16:47:18.654584+0000","last_clean":"2024-08-17T16:47:18.654584+0000","last_became_active":"2024-08-17T16:47:13.340996+0000","last_became_peered":"2024-08-17T16:47:13.340996+0000","last_unstale":"2024-08-17T16:47:18.654584+0000","last_undegraded":"2024-08-17T16:47:18.654584+0000","last_fullsized":"2024-08-17T16:47:18.654584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:33:39.297294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641997+0000","last_change":"2024-08-17T16:47:16.655890+0000","last_active":"2024-08-17T16:47:17.641997+0000","last_peered":"2024-08-17T16:47:17.641997+0000","last_clean":"2024-08-17T16:47:17.641997+0000","last_became_active":"2024-08-17T16:47:16.655592+0000","last_became_peered":"2024-08-17T16:47:16.655592+0000","last_unstale":"2024-08-17T16:47:17.641997+0000","last_undegraded":"2024-08-17T16:47:17.641997+0000","last_fullsized":"2024-08-17T16:47:17.641997+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:50:41.032266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.652601+0000","last_change":"2024-08-17T16:47:13.334451+0000","last_active":"2024-08-17T16:47:18.652601+0000","last_peered":"2024-08-17T16:47:18.652601+0000","last_clean":"2024-08-17T16:47:18.652601+0000","last_became_active":"2024-08-17T16:47:13.334174+0000","last_became_peered":"2024-08-17T16:47:13.334174+0000","last_unstale":"2024-08-17T16:47:18.652601+0000","last_undegraded":"2024-08-17T16:47:18.652601+0000","last_fullsized":"2024-08-17T16:47:18.652601+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:07:07.405578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T16:47:17.641842+0000","last_change":"2024-08-17T16:47:16.652626+0000","last_active":"2024-08-17T16:47:17.641842+0000","last_peered":"2024-08-17T16:47:17.641842+0000","last_clean":"2024-08-17T16:47:17.641842+0000","last_became_active":"2024-08-17T16:47:16.652232+0000","last_became_peered":"2024-08-17T16:47:16.652232+0000","last_unstale":"2024-08-17T16:47:17.641842+0000","last_undegraded":"2024-08-17T16:47:17.641842+0000","last_fullsized":"2024-08-17T16:47:17.641842+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:04:37.756125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T16:47:18.655663+0000","last_change":"2024-08-17T16:47:13.337711+0000","last_active":"2024-08-17T16:47:18.655663+0000","last_peered":"2024-08-17T16:47:18.655663+0000","last_clean":"2024-08-17T16:47:18.655663+0000","last_became_active":"2024-08-17T16:47:13.337424+0000","last_became_peered":"2024-08-17T16:47:13.337424+0000","last_unstale":"2024-08-17T16:47:18.655663+0000","last_undegraded":"2024-08-17T16:47:18.655663+0000","last_fullsized":"2024-08-17T16:47:18.655663+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:53:11.129727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1253376,"data_stored":867458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":6,"up_from":46,"seq":197568495632,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298592,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446560,"statfs":{"total":95995035648,"available":95689277440,"internally_reserved":0,"allocated":1257472,"data_stored":868418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.6439999999999999,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":3.4889999999999999,"5min":3.4889999999999999,"15min":3.4889999999999999},"last":0.39400000000000002}]},{"osd":1,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.496},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.374}]},{"osd":2,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.55000000000000004}]},{"osd":3,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.6870000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":0.438},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.50900000000000001}]},{"osd":4,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":2.0059999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.29999999999999999}]},{"osd":5,"last update":"Sat Aug 17 16:47:26 2024","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":3.786,"5min":3.786,"15min":3.786},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":4.2089999999999996},"last":0.47799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757269,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":278140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.57899999999999996}]},{"osd":1,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.629}]},{"osd":2,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.64300000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.61399999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:47:06 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.432},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.41799999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:47:25 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.36299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":671744,"data_stored":277517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.68300000000000005}]},{"osd":1,"last update":"Sat Aug 17 16:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Aug 17 16:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.70699999999999996}]},{"osd":3,"last update":"Sat Aug 17 16:46:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Aug 17 16:47:02 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.505},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.59999999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:47:27 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61799999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182428,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":278154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.38,"15min":0.38},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.224},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.43099999999999999,"15min":0.435},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53200000000000003,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.27900000000000003}]},{"osd":1,"last update":"Sat Aug 17 16:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.73299999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40600000000000003,"15min":0.40999999999999998},"min":{"1min":0.28599999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56699999999999995,"5min":0.628,"15min":0.628},"last":0.32800000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:47:24 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.624,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.36299999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:46:40 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.65800000000000003}]},{"osd":5,"last update":"Sat Aug 17 16:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.61199999999999999}]},{"osd":6,"last update":"Sat Aug 17 16:47:30 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.63}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411361,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":655360,"data_stored":276821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:46:59 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.34799999999999998,"15min":0.33900000000000002},"min":{"1min":0.224,"5min":0.214,"15min":0.214},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.38},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.28199999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.26200000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:46:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.35999999999999999,"15min":0.34999999999999998},"min":{"1min":0.26700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.26700000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.33100000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:47:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.44600000000000001,"15min":0.441},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42799999999999999,"15min":0.42899999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.308}]},{"osd":4,"last update":"Sat Aug 17 16:46:40 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.69099999999999995}]},{"osd":5,"last update":"Sat Aug 17 16:47:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.61299999999999999}]},{"osd":6,"last update":"Sat Aug 17 16:47:28 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.71899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":276981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:46:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34699999999999998,"15min":0.33900000000000002},"min":{"1min":0.26900000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.374,"15min":0.36099999999999999},"min":{"1min":0.318,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.315}]},{"osd":2,"last update":"Sat Aug 17 16:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.43099999999999999,"15min":0.42999999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.39700000000000002,"15min":0.39600000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.35699999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:47:27 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.443,"15min":0.45200000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59099999999999997,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.46400000000000002,"15min":0.47199999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Aug 17 16:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.64400000000000002}]},{"osd":5,"last update":"Sat Aug 17 16:47:05 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.46800000000000003}]},{"osd":6,"last update":"Sat Aug 17 16:47:27 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.66800000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65100000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":867905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 16:47:35 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.375,"15min":0.372},"min":{"1min":0.25,"5min":0.193,"15min":0.193},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.39400000000000002,"15min":0.38600000000000001},"min":{"1min":0.28899999999999998,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.27400000000000002}]},{"osd":2,"last update":"Sat Aug 17 16:47:03 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.42499999999999999,"15min":0.41899999999999998},"min":{"1min":0.30199999999999999,"5min":0.254,"15min":0.254},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.39800000000000002,"15min":0.39500000000000002},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.54500000000000004,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.52200000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:47:22 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34100000000000003,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.47099999999999997,"15min":0.47499999999999998},"min":{"1min":0.35499999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.59099999999999997,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.32400000000000001}]},{"osd":4,"last update":"Sat Aug 17 16:46:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.35599999999999998}]},{"osd":5,"last update":"Sat Aug 17 16:47:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.437},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Aug 17 16:47:25 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.504},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.48599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T16:47:41.808 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T16:47:41.809 INFO:tasks.cephadm:Adding prometheus.a on smithi189 2024-08-17T16:47:41.809 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch apply prometheus '1;smithi189=a' 2024-08-17T16:47:42.077 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:47:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:41 smithi189 ceph-mon[33558]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:47:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:41 smithi001 ceph-mon[29829]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:47:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:41 smithi001 ceph-mon[41665]: from='client.14520 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:47:43.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:42 smithi189 ceph-mon[33558]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:42 smithi001 ceph-mon[29829]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:42 smithi001 ceph-mon[41665]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:43.738 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled prometheus update... 2024-08-17T16:47:44.293 DEBUG:teuthology.orchestra.run.smithi189:prometheus.a> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a.service 2024-08-17T16:47:44.295 INFO:tasks.cephadm:Adding node-exporter.a on smithi001 2024-08-17T16:47:44.295 INFO:tasks.cephadm:Adding node-exporter.b on smithi189 2024-08-17T16:47:44.296 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch apply node-exporter '2;smithi001=a;smithi189=b' 2024-08-17T16:47:44.596 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:47:44.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:44.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: Saving service prometheus spec with placement smithi189=a;count:1 2024-08-17T16:47:44.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:44.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:44.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-08-17T16:47:44.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-08-17T16:47:44.997 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-17T16:47:44.998 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-17T16:47:44.998 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-17T16:47:44.998 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:44.998 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:44.998 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:44.998 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:44 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: Saving service prometheus spec with placement smithi189=a;count:1 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: Saving service prometheus spec with placement smithi189=a;count:1 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]: dispatch 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:47:45.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:47:45.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:44 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:45.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:45 smithi189 ceph-mon[33558]: Deploying daemon prometheus.a on smithi189 2024-08-17T16:47:45.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:45 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-08-17T16:47:45.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:45 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-08-17T16:47:45.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:45 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-17T16:47:45.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:45 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-17T16:47:45.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:45 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-17T16:47:45.912 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:45 smithi189 ceph-mon[33558]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T16:47:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[29829]: Deploying daemon prometheus.a on smithi189 2024-08-17T16:47:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[29829]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[41665]: Deploying daemon prometheus.a on smithi189 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [7, 2]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-08-17T16:47:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-17T16:47:46.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:45 smithi001 ceph-mon[41665]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T16:47:46.430 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled node-exporter update... 2024-08-17T16:47:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:46 smithi189 ceph-mon[33558]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T16:47:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:46 smithi189 ceph-mon[33558]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:46 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:46 smithi001 ceph-mon[29829]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T16:47:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:46 smithi001 ceph-mon[29829]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:46 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:46 smithi001 ceph-mon[41665]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T16:47:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:46 smithi001 ceph-mon[41665]: pgmap v208: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:46 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:47.268 DEBUG:teuthology.orchestra.run.smithi001:node-exporter.a> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.a.service 2024-08-17T16:47:47.271 DEBUG:teuthology.orchestra.run.smithi189:node-exporter.b> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.b.service 2024-08-17T16:47:47.273 INFO:tasks.cephadm:Adding alertmanager.a on smithi001 2024-08-17T16:47:47.274 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch apply alertmanager '1;smithi001=a' 2024-08-17T16:47:47.573 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:47:47.952 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:47 smithi189 ceph-mon[33558]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi001=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:47.952 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:47 smithi189 ceph-mon[33558]: Saving service node-exporter spec with placement smithi001=a;smithi189=b;count:2 2024-08-17T16:47:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:47 smithi001 ceph-mon[29829]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi001=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:47 smithi001 ceph-mon[29829]: Saving service node-exporter spec with placement smithi001=a;smithi189=b;count:2 2024-08-17T16:47:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:47 smithi001 ceph-mon[41665]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi001=a;smithi189=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:47 smithi001 ceph-mon[41665]: Saving service node-exporter spec with placement smithi001=a;smithi189=b;count:2 2024-08-17T16:47:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:48 smithi189 ceph-mon[33558]: pgmap v209: 97 pgs: 1 activating, 1 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:48 smithi001 ceph-mon[29829]: pgmap v209: 97 pgs: 1 activating, 1 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:48 smithi001 ceph-mon[41665]: pgmap v209: 97 pgs: 1 activating, 1 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:50.005 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled alertmanager update... 2024-08-17T16:47:50.910 DEBUG:teuthology.orchestra.run.smithi001:alertmanager.a> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@alertmanager.a.service 2024-08-17T16:47:50.913 INFO:tasks.cephadm:Adding grafana.a on smithi189 2024-08-17T16:47:50.913 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph orch apply grafana '1;smithi189=a' 2024-08-17T16:47:51.167 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:47:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:51 smithi189 ceph-mon[33558]: pgmap v210: 97 pgs: 1 activating, 1 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:51 smithi189 ceph-mon[33558]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi001=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:51 smithi189 ceph-mon[33558]: Saving service alertmanager spec with placement smithi001=a;count:1 2024-08-17T16:47:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:51 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:51 smithi001 ceph-mon[29829]: pgmap v210: 97 pgs: 1 activating, 1 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:51 smithi001 ceph-mon[29829]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi001=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:51 smithi001 ceph-mon[29829]: Saving service alertmanager spec with placement smithi001=a;count:1 2024-08-17T16:47:51.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:51 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:51.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:51 smithi001 ceph-mon[41665]: pgmap v210: 97 pgs: 1 activating, 1 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:51.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:51 smithi001 ceph-mon[41665]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi001=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:51.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:51 smithi001 ceph-mon[41665]: Saving service alertmanager spec with placement smithi001=a;count:1 2024-08-17T16:47:51.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:51 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:53.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:53 smithi189 ceph-mon[33558]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:53 smithi001 ceph-mon[29829]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:53.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:53 smithi001 ceph-mon[41665]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:55.040 INFO:teuthology.orchestra.run.smithi189.stdout:Scheduled grafana update... 2024-08-17T16:47:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:55 smithi189 ceph-mon[33558]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:55.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:55 smithi001 ceph-mon[29829]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:55.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:55 smithi001 ceph-mon[41665]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:56 smithi189 ceph-mon[33558]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:56 smithi189 ceph-mon[33558]: Saving service grafana spec with placement smithi189=a;count:1 2024-08-17T16:47:56.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:56 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:56.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:56 smithi001 ceph-mon[29829]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:56.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:56 smithi001 ceph-mon[29829]: Saving service grafana spec with placement smithi189=a;count:1 2024-08-17T16:47:56.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:56 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:56.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:56 smithi001 ceph-mon[41665]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi189=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:47:56.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:56 smithi001 ceph-mon[41665]: Saving service grafana spec with placement smithi189=a;count:1 2024-08-17T16:47:56.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:56 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:57.225 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:57 smithi189 ceph-mon[33558]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:57.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:57 smithi001 ceph-mon[29829]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:57.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:57 smithi001 ceph-mon[41665]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:58.054 DEBUG:teuthology.orchestra.run.smithi189:grafana.a> sudo journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service 2024-08-17T16:47:58.056 INFO:tasks.cephadm:Setting up client nodes... 2024-08-17T16:47:58.056 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T16:47:58.332 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:47:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-mon[33558]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:59.309 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:59 smithi001 ceph-mon[41665]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:59.309 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:47:59 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:59.309 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:59 smithi001 ceph-mon[29829]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:47:59.309 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:47:59 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:47:59.477 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 podman[62949]: 2024-08-17 16:47:59.241072275 +0000 UTC m=+0.148224864 container create c60d0a78fc6a7bccc9cc3ec17431ddea32114c96529b78f01c0ed0db91eb90a3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:47:59.477 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 podman[62949]: 2024-08-17 16:47:59.47688333 +0000 UTC m=+0.384035934 container init c60d0a78fc6a7bccc9cc3ec17431ddea32114c96529b78f01c0ed0db91eb90a3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:47:59.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 podman[62949]: 2024-08-17 16:47:59.481581494 +0000 UTC m=+0.388734088 container start c60d0a78fc6a7bccc9cc3ec17431ddea32114c96529b78f01c0ed0db91eb90a3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:47:59.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.505Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T16:47:59.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.505Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.505Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi189 (none))" 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.505Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.505Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.506Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.506Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.507Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.507Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.510Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.510Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.623µs 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.510Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T16:47:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.510Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.510Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.873µs wal_replay_duration=259.682µs wbl_replay_duration=97ns total_replay_duration=303.299µs 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.511Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.511Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.511Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.525Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.019914ms db_storage=673ns remote_storage=945ns web_handler=318ns query_engine=474ns scrape=440.665µs scrape_sd=17.367µs notify=852ns notify_sd=1.3µs rules=13.374827ms tracing=10.639µs 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.525Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:47:59.525Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 bash[62949]: c60d0a78fc6a7bccc9cc3ec17431ddea32114c96529b78f01c0ed0db91eb90a3 2024-08-17T16:47:59.931 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:47:59 smithi189 systemd[1]: Started Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:48:00.410 INFO:teuthology.orchestra.run.smithi001.stdout:[client.0] 2024-08-17T16:48:00.411 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQBA1MBmTQY/GBAA0CLhDIUQJlEkHPwjeOpfNA== 2024-08-17T16:48:00.663 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.663 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[41665]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1931200373' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T16:48:00.664 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[29829]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:00.665 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1931200373' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:00.665 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:00.665 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:48:00.883 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mon[33558]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1931200373' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ignoring --setuser ceph since I am not root 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ignoring --setgroup ceph since I am not root 2024-08-17T16:48:00.884 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-mgr[35643]: -- 172.21.15.189:0/1037845355 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55baaaffc9c0 con 0x55baab008c00 2024-08-17T16:48:00.885 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:00.760+0000 7ff12d10bec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:48:00.885 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:00.882+0000 7ff12d10bec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:48:00.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ignoring --setuser ceph since I am not root 2024-08-17T16:48:00.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ignoring --setgroup ceph since I am not root 2024-08-17T16:48:00.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mgr[30102]: -- 172.21.15.1:0/3119867410 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55a4d79671e0 con 0x55a4d78ca800 2024-08-17T16:48:00.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-mgr[30102]: -- 172.21.15.1:0/3119867410 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a4d78be9c0 con 0x55a4d78ca800 2024-08-17T16:48:00.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:00.764+0000 7fc366e8aec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:48:00.930 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:00.892+0000 7fc366e8aec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:48:01.100 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:48:01.100 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-17T16:48:01.100 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-17T16:48:01.140 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T16:48:01.163 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:00.947+0000 7ff12d10bec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:48:01.221 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:00 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:00.961+0000 7fc366e8aec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:48:01.413 INFO:teuthology.orchestra.run.smithi189.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:48:01.428 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:01 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:01.185+0000 7ff12d10bec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:48:01.428 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:01 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:01.246+0000 7ff12d10bec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:48:01.619 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:01.220+0000 7fc366e8aec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:48:01.619 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:01.281+0000 7fc366e8aec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:48:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:01 smithi189 ceph-mon[33558]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T16:48:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:01 smithi189 ceph-mon[33558]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T16:48:01.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:01 smithi001 ceph-mon[29829]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T16:48:01.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:01 smithi001 ceph-mon[29829]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T16:48:01.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:01 smithi001 ceph-mon[41665]: from='mgr.14150 172.21.15.1:0/2878077108' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T16:48:01.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:01 smithi001 ceph-mon[41665]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T16:48:02.428 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:02.165+0000 7ff12d10bec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:48:02.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:02.275+0000 7ff12d10bec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:48:02.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:02.330+0000 7ff12d10bec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:48:02.605 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:02.233+0000 7fc366e8aec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:48:02.605 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:02.349+0000 7fc366e8aec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:48:02.605 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:02.407+0000 7fc366e8aec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:48:02.766 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:02.520+0000 7ff12d10bec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:48:02.766 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:02.579+0000 7ff12d10bec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:48:02.766 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:02.642+0000 7ff12d10bec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:48:02.865 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:02.604+0000 7fc366e8aec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:48:02.865 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:02.667+0000 7fc366e8aec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:48:02.865 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:02.735+0000 7fc366e8aec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:48:03.124 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:02.765+0000 7ff12d10bec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:48:03.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:02.864+0000 7fc366e8aec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:48:03.399 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:03.181+0000 7ff12d10bec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:48:03.601 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:03.299+0000 7fc366e8aec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:48:03.669 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:03.477+0000 7ff12d10bec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:48:03.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:03.543+0000 7ff12d10bec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:48:03.670 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:03.668+0000 7ff12d10bec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:48:03.926 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:03.925+0000 7ff12d10bec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:48:03.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:03.600+0000 7fc366e8aec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:48:03.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:03.668+0000 7fc366e8aec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:48:03.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:03.800+0000 7fc366e8aec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:48:04.178 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:03.985+0000 7ff12d10bec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:48:04.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:04.174+0000 7ff12d10bec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:48:04.321 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:04.068+0000 7fc366e8aec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:48:04.322 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:04.130+0000 7fc366e8aec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:48:04.489 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:04.237+0000 7ff12d10bec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:48:04.490 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:04.318+0000 7ff12d10bec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:48:04.490 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:04.380+0000 7ff12d10bec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:48:04.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:04.320+0000 7fc366e8aec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:48:04.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:04.386+0000 7fc366e8aec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:48:04.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:04.470+0000 7fc366e8aec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:48:04.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:04.530+0000 7fc366e8aec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:48:04.817 INFO:teuthology.orchestra.run.smithi189.stdout:[client.1] 2024-08-17T16:48:04.817 INFO:teuthology.orchestra.run.smithi189.stdout: key = AQBE1MBmhgZ3MBAAjE5P2HflddN+l8qMEjKE+g== 2024-08-17T16:48:05.165 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:04 smithi189 ceph-mon[33558]: from='client.? 172.21.15.189:0/463267986' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:05.165 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:04 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:05.165 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:04 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:48:05.165 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:04.923+0000 7ff12d10bec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:48:05.166 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:05.057+0000 7ff12d10bec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:48:05.166 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: [17/Aug/2024:16:48:05] ENGINE Bus STARTING 2024-08-17T16:48:05.166 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: CherryPy Checker: 2024-08-17T16:48:05.166 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: The Application mounted at '' has an empty config. 2024-08-17T16:48:05.166 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: 2024-08-17T16:48:05.166 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: [17/Aug/2024:16:48:05] ENGINE Serving on http://:::9283 2024-08-17T16:48:05.166 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: [17/Aug/2024:16:48:05] ENGINE Bus STARTED 2024-08-17T16:48:05.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.080+0000 7fc366e8aec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:48:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-mon[29829]: from='client.? 172.21.15.189:0/463267986' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:48:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-mon[41665]: from='client.? 172.21.15.189:0/463267986' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:48:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:04 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:48:05.500 DEBUG:teuthology.orchestra.run.smithi189:> set -ex 2024-08-17T16:48:05.500 DEBUG:teuthology.orchestra.run.smithi189:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-17T16:48:05.500 DEBUG:teuthology.orchestra.run.smithi189:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-17T16:48:05.513 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.222+0000 7fc366e8aec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:48:05.513 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:05] ENGINE Bus STARTING 2024-08-17T16:48:05.513 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: CherryPy Checker: 2024-08-17T16:48:05.513 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: The Application mounted at '' has an empty config. 2024-08-17T16:48:05.513 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.513 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.316+0000 7fc319003640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.316+0000 7fc319003640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.316+0000 7fc319003640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.316+0000 7fc319003640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.316+0000 7fc319003640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.317+0000 7fc31c009640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.317+0000 7fc31c009640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.317+0000 7fc31c009640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.317+0000 7fc31c009640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:05.317+0000 7fc31c009640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:05] ENGINE Serving on http://:::9283 2024-08-17T16:48:05.514 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:05] ENGINE Bus STARTED 2024-08-17T16:48:05.579 INFO:tasks.cephadm:Creating RBD pool 2024-08-17T16:48:05.579 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool create rbd 8 2024-08-17T16:48:05.869 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: Standby manager daemon x restarted 2024-08-17T16:48:05.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: Standby manager daemon x started 2024-08-17T16:48:05.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:48:05.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:48:05.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:48:05.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:48:05.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: Active manager daemon y restarted 2024-08-17T16:48:05.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: Activating manager daemon y 2024-08-17T16:48:05.870 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: mgrmap e17: y(active, starting, since 0.00737664s), standbys: x 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:48:05.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: Manager daemon y is now available 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:05.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:05.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:48:05.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:48:05.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:48:05.873 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:48:05.873 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: Standby manager daemon x restarted 2024-08-17T16:48:05.873 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: Standby manager daemon x started 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: Active manager daemon y restarted 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: Activating manager daemon y 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: mgrmap e17: y(active, starting, since 0.00737664s), standbys: x 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:48:05.874 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:48:05.875 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: Manager daemon y is now available 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:48:05.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:48:05.877 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:05 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:48:05.877 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: Standby manager daemon x restarted 2024-08-17T16:48:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: Standby manager daemon x started 2024-08-17T16:48:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:48:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:48:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:48:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2737867982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:48:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: Active manager daemon y restarted 2024-08-17T16:48:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: Activating manager daemon y 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: mgrmap e17: y(active, starting, since 0.00737664s), standbys: x 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:48:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: Manager daemon y is now available 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:48:06.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:05 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:48:07.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-mon[29829]: mgrmap e18: y(active, since 1.01055s), standbys: x 2024-08-17T16:48:07.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-mon[29829]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:07.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-mon[41665]: mgrmap e18: y(active, since 1.01055s), standbys: x 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-mon[41665]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:07.199+0000 7fc2ffbd1640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:48:07] ENGINE Error in HTTPServer.serve 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: Traceback (most recent call last): 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._connections.run(self.expiration_interval) 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:48:07.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._run(expiration_interval) 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: s = self.context.wrap_socket( 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: return self.sslsocket_class._create( 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self.do_handshake() 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: self._sslobj.do_handshake() 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:48:07.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:48:07.493 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:07 smithi189 ceph-mon[33558]: mgrmap e18: y(active, since 1.01055s), standbys: x 2024-08-17T16:48:07.493 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:07 smithi189 ceph-mon[33558]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:07.493 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:07 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:08.504 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:08 smithi189 ceph-mon[33558]: [17/Aug/2024:16:48:07] ENGINE Bus STARTING 2024-08-17T16:48:08.504 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:08 smithi189 ceph-mon[33558]: [17/Aug/2024:16:48:07] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:48:08.504 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:08 smithi189 ceph-mon[33558]: [17/Aug/2024:16:48:07] ENGINE Bus STARTED 2024-08-17T16:48:08.504 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:08 smithi189 ceph-mon[33558]: [17/Aug/2024:16:48:07] ENGINE Error in HTTPServer.serve 2024-08-17T16:48:08.504 INFO:journalctl@ceph.mon.b.smithi189.stdout: Traceback (most recent call last): 2024-08-17T16:48:08.504 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:48:08.504 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._run(expiration_interval) 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: s = self.context.wrap_socket( 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: return self.sslsocket_class._create( 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: self.do_handshake() 2024-08-17T16:48:08.505 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:48:08.506 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._sslobj.do_handshake() 2024-08-17T16:48:08.506 INFO:journalctl@ceph.mon.b.smithi189.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:48:08.506 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:08 smithi189 ceph-mon[33558]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:08.506 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:08 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:08.506 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:08 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:08.506 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:08 smithi189 ceph-mon[33558]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T16:48:08.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[41665]: [17/Aug/2024:16:48:07] ENGINE Bus STARTING 2024-08-17T16:48:08.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[41665]: [17/Aug/2024:16:48:07] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:48:08.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[41665]: [17/Aug/2024:16:48:07] ENGINE Bus STARTED 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[41665]: [17/Aug/2024:16:48:07] ENGINE Error in HTTPServer.serve 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:48:08.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: self.do_handshake() 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[41665]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[41665]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[29829]: [17/Aug/2024:16:48:07] ENGINE Bus STARTING 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[29829]: [17/Aug/2024:16:48:07] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[29829]: [17/Aug/2024:16:48:07] ENGINE Bus STARTED 2024-08-17T16:48:08.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[29829]: [17/Aug/2024:16:48:07] ENGINE Error in HTTPServer.serve 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:48:08.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:48:08.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-08-17T16:48:08.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:48:08.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:48:08.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:48:08.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[29829]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:08.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:08.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:08.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:08 smithi001 ceph-mon[29829]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T16:48:09.375 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'rbd' created 2024-08-17T16:48:09.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:48:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:48:09.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi189 to 2992M 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2736057680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:09 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi189 to 2992M 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2736057680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi189 to 2992M 2024-08-17T16:48:09.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.683 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2736057680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T16:48:09.683 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:09.683 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:09 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.057 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- rbd pool init rbd 2024-08-17T16:48:10.344 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:10.644 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2736057680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.645 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2736057680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.646 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:48:10.647 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:10 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:48:10.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:10.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2736057680' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:48:10.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:10.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:48:10.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:10 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:48:11.635 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi001 to 2993M 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.636 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi001 to 2993M 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.637 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:11 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi001 to 2993M 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:11.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:11 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:12 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:48:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:12 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:48:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:12 smithi189 ceph-mon[33558]: Deploying daemon alertmanager.a on smithi001 2024-08-17T16:48:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:12 smithi189 ceph-mon[33558]: pgmap v8: 105 pgs: 3 unknown, 102 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:12 smithi189 ceph-mon[33558]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T16:48:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:12 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1703971334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:48:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:12 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:48:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:12 smithi189 ceph-mon[33558]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[41665]: Deploying daemon alertmanager.a on smithi001 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[41665]: pgmap v8: 105 pgs: 3 unknown, 102 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[41665]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1703971334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[41665]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[29829]: Deploying daemon alertmanager.a on smithi001 2024-08-17T16:48:12.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[29829]: pgmap v8: 105 pgs: 3 unknown, 102 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:12.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[29829]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T16:48:12.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1703971334' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:48:12.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:48:12.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:12 smithi001 ceph-mon[29829]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:48:13.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:13 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T16:48:13.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:13 smithi189 ceph-mon[33558]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T16:48:13.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:13 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T16:48:13.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:13 smithi001 ceph-mon[29829]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T16:48:13.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:13 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T16:48:13.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:13 smithi001 ceph-mon[41665]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T16:48:14.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:14 smithi189 ceph-mon[33558]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:48:14.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:14 smithi189 ceph-mon[33558]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:48:14.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:14 smithi189 ceph-mon[33558]: Cluster is now healthy 2024-08-17T16:48:14.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:14 smithi189 ceph-mon[33558]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T16:48:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:14 smithi001 ceph-mon[29829]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:48:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:14 smithi001 ceph-mon[29829]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:48:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:14 smithi001 ceph-mon[29829]: Cluster is now healthy 2024-08-17T16:48:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:14 smithi001 ceph-mon[29829]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T16:48:14.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:14 smithi001 ceph-mon[41665]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:48:14.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:14 smithi001 ceph-mon[41665]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:48:14.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:14 smithi001 ceph-mon[41665]: Cluster is now healthy 2024-08-17T16:48:14.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:14 smithi001 ceph-mon[41665]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T16:48:15.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:15 smithi189 ceph-mon[33558]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T16:48:15.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:15 smithi001 ceph-mon[29829]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T16:48:15.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:15 smithi001 ceph-mon[41665]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T16:48:15.891 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph config log 1 --format=json 2024-08-17T16:48:16.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:16 smithi189 ceph-mon[33558]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:48:16.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:16 smithi001 ceph-mon[29829]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:48:16.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:16 smithi001 ceph-mon[41665]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:48:16.740 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:18.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:18 smithi001 ceph-mon[29829]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 B/s wr, 0 op/s 2024-08-17T16:48:18.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:18 smithi001 ceph-mon[41665]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 B/s wr, 0 op/s 2024-08-17T16:48:18.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:18 smithi189 ceph-mon[33558]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 349 B/s wr, 0 op/s 2024-08-17T16:48:19.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:48:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:48:20.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:48:20.419 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:20 smithi001 ceph-mon[29829]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T16:48:20.419 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:20 smithi001 ceph-mon[29829]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T16:48:20.419 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:20 smithi001 ceph-mon[41665]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T16:48:20.419 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:20 smithi001 ceph-mon[41665]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T16:48:20.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:20 smithi189 ceph-mon[33558]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T16:48:20.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:20 smithi189 ceph-mon[33558]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-08-17T16:48:21.007 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:20 smithi001 systemd[1]: Starting Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:48:21.281 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/564122655' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T16:48:21.282 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:21.282 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/564122655' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T16:48:21.282 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:21.305 INFO:teuthology.orchestra.run.smithi001.stdout:[{"version":20,"timestamp":"2024-08-17T16:48:10.120423+0000","name":"","changes":[{"name":"osd/host:smithi001/osd_memory_target","previous_value":"4212237516","new_value":"3138495692"}]}] 2024-08-17T16:48:21.306 INFO:tasks.ceph_manager:config epoch is 20 2024-08-17T16:48:21.306 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-17T16:48:21.306 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-17T16:48:21.306 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-17T16:48:21.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:21 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/564122655' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T16:48:21.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:21 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:21.616 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 podman[76860]: 2024-08-17 16:48:21.411633601 +0000 UTC m=+0.021283582 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T16:48:21.616 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 podman[76860]: 2024-08-17 16:48:21.523993325 +0000 UTC m=+0.133643314 volume create 2af2441688ed1152fa2b7c5e00b560b831fad18b56d56b00d93a6b39a413a1c9 2024-08-17T16:48:21.616 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 podman[76860]: 2024-08-17 16:48:21.616062081 +0000 UTC m=+0.225712061 container create afe56611eadafc6152d7a77bc3196e799a189033f3f5e99f134c379b5519ce4f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:48:22.053 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:22 smithi001 ceph-mon[29829]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 261 B/s wr, 0 op/s 2024-08-17T16:48:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:22 smithi001 ceph-mon[41665]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 261 B/s wr, 0 op/s 2024-08-17T16:48:22.180 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:22] ENGINE Bus STOPPING 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 podman[76860]: 2024-08-17 16:48:21.901834614 +0000 UTC m=+0.511484595 container init afe56611eadafc6152d7a77bc3196e799a189033f3f5e99f134c379b5519ce4f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 podman[76860]: 2024-08-17 16:48:21.907077456 +0000 UTC m=+0.516727440 container start afe56611eadafc6152d7a77bc3196e799a189033f3f5e99f134c379b5519ce4f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:21.919Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:21.920Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:21.921Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.1 port=9094 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:21.922Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:21.945Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:21.945Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:48:22.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:21.948Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T16:48:22.181 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:21.948Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T16:48:22.181 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:22 smithi001 bash[76860]: afe56611eadafc6152d7a77bc3196e799a189033f3f5e99f134c379b5519ce4f 2024-08-17T16:48:22.181 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:22 smithi001 systemd[1]: Started Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:48:22.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:22 smithi189 ceph-mon[33558]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 261 B/s wr, 0 op/s 2024-08-17T16:48:22.733 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:48:22.733 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:22] ENGINE Bus STOPPED 2024-08-17T16:48:22.733 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:22] ENGINE Bus STARTING 2024-08-17T16:48:22.734 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:22] ENGINE Serving on http://:::9283 2024-08-17T16:48:22.734 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:48:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:48:22] ENGINE Bus STARTED 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[29829]: Deploying daemon grafana.a on smithi189 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-mon[41665]: Deploying daemon grafana.a on smithi189 2024-08-17T16:48:23.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:48:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:48:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:23 smithi189 ceph-mon[33558]: Deploying daemon grafana.a on smithi189 2024-08-17T16:48:24.023 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:48:24.179 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:23.922Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000387368s 2024-08-17T16:48:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:24 smithi001 ceph-mon[29829]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-08-17T16:48:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:24 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2766320446' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:48:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:24 smithi001 ceph-mon[41665]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-08-17T16:48:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:24 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2766320446' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:48:24.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:24 smithi189 ceph-mon[33558]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2024-08-17T16:48:24.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:24 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2766320446' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:48:24.827 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":20,"flags":0,"active_gid":24455,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6800","nonce":2426839709},{"type":"v1","addr":"172.21.15.1:6801","nonce":2426839709}]},"active_addr":"172.21.15.1:6801/2426839709","active_change":"2024-08-17T16:48:05.224833+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24409,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.1:8443/","prometheus":"http://172.21.15.1:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":1536474386}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":3688484512}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":263565723}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":2014983336}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":1261679607}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":2714491341}]}]} 2024-08-17T16:48:24.830 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-17T16:48:24.831 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-17T16:48:24.831 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:48:25.097 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:26.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:26 smithi001 ceph-mon[29829]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:48:26.603 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:26 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:26 smithi001 ceph-mon[41665]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:48:26.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:26 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:26.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:26 smithi189 ceph-mon[33558]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:48:26.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:26 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:26.967 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:48:26.968 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":75,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T16:48:18.999453+0000","last_up_change":"2024-08-17T16:46:48.464430+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T16:47:12.269272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T16:47:15.572919+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T16:48:08.997261+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6803","nonce":3681991332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6805","nonce":3681991332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6809","nonce":3681991332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6807","nonce":3681991332}]},"public_addr":"172.21.15.1:6803/3681991332","cluster_addr":"172.21.15.1:6805/3681991332","heartbeat_back_addr":"172.21.15.1:6809/3681991332","heartbeat_front_addr":"172.21.15.1:6807/3681991332","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6811","nonce":640822909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6813","nonce":640822909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6817","nonce":640822909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6815","nonce":640822909}]},"public_addr":"172.21.15.1:6811/640822909","cluster_addr":"172.21.15.1:6813/640822909","heartbeat_back_addr":"172.21.15.1:6817/640822909","heartbeat_front_addr":"172.21.15.1:6815/640822909","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6819","nonce":4224973048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6821","nonce":4224973048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6825","nonce":4224973048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6823","nonce":4224973048}]},"public_addr":"172.21.15.1:6819/4224973048","cluster_addr":"172.21.15.1:6821/4224973048","heartbeat_back_addr":"172.21.15.1:6825/4224973048","heartbeat_front_addr":"172.21.15.1:6823/4224973048","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6827","nonce":3439944869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6829","nonce":3439944869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6833","nonce":3439944869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6831","nonce":3439944869}]},"public_addr":"172.21.15.1:6827/3439944869","cluster_addr":"172.21.15.1:6829/3439944869","heartbeat_back_addr":"172.21.15.1:6833/3439944869","heartbeat_front_addr":"172.21.15.1:6831/3439944869","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6801","nonce":436178926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6803","nonce":436178926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6807","nonce":436178926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6805","nonce":436178926}]},"public_addr":"172.21.15.189:6801/436178926","cluster_addr":"172.21.15.189:6803/436178926","heartbeat_back_addr":"172.21.15.189:6807/436178926","heartbeat_front_addr":"172.21.15.189:6805/436178926","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6809","nonce":2421407636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6811","nonce":2421407636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6815","nonce":2421407636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6813","nonce":2421407636}]},"public_addr":"172.21.15.189:6809/2421407636","cluster_addr":"172.21.15.189:6811/2421407636","heartbeat_back_addr":"172.21.15.189:6815/2421407636","heartbeat_front_addr":"172.21.15.189:6813/2421407636","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6817","nonce":2944268468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6819","nonce":2944268468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6823","nonce":2944268468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6821","nonce":2944268468}]},"public_addr":"172.21.15.189:6817/2944268468","cluster_addr":"172.21.15.189:6819/2944268468","heartbeat_back_addr":"172.21.15.189:6823/2944268468","heartbeat_front_addr":"172.21.15.189:6821/2944268468","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6825","nonce":2079187642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6827","nonce":2079187642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6831","nonce":2079187642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6829","nonce":2079187642}]},"public_addr":"172.21.15.189:6825/2079187642","cluster_addr":"172.21.15.189:6827/2079187642","heartbeat_back_addr":"172.21.15.189:6831/2079187642","heartbeat_front_addr":"172.21.15.189:6829/2079187642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/4226065388":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/2747091426":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/874059625":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6800/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/414617095":"2024-08-18T16:48:05.224645+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:48:27.548 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:27 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1621720260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:48:27.548 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:27 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1621720260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:48:27.573 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-17T16:48:27.573 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:48:27.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:27 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1621720260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:48:27.837 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:28.517 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:28 smithi001 ceph-mon[29829]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:28.517 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:28 smithi001 ceph-mon[41665]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:28.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:28 smithi189 ceph-mon[33558]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:29.864 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:48:29.864 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":75,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T16:48:18.999453+0000","last_up_change":"2024-08-17T16:46:48.464430+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T16:47:12.269272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T16:47:15.572919+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T16:48:08.997261+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6803","nonce":3681991332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6805","nonce":3681991332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6809","nonce":3681991332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6807","nonce":3681991332}]},"public_addr":"172.21.15.1:6803/3681991332","cluster_addr":"172.21.15.1:6805/3681991332","heartbeat_back_addr":"172.21.15.1:6809/3681991332","heartbeat_front_addr":"172.21.15.1:6807/3681991332","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6811","nonce":640822909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6813","nonce":640822909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6817","nonce":640822909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6815","nonce":640822909}]},"public_addr":"172.21.15.1:6811/640822909","cluster_addr":"172.21.15.1:6813/640822909","heartbeat_back_addr":"172.21.15.1:6817/640822909","heartbeat_front_addr":"172.21.15.1:6815/640822909","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6819","nonce":4224973048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6821","nonce":4224973048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6825","nonce":4224973048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6823","nonce":4224973048}]},"public_addr":"172.21.15.1:6819/4224973048","cluster_addr":"172.21.15.1:6821/4224973048","heartbeat_back_addr":"172.21.15.1:6825/4224973048","heartbeat_front_addr":"172.21.15.1:6823/4224973048","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6827","nonce":3439944869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6829","nonce":3439944869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6833","nonce":3439944869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6831","nonce":3439944869}]},"public_addr":"172.21.15.1:6827/3439944869","cluster_addr":"172.21.15.1:6829/3439944869","heartbeat_back_addr":"172.21.15.1:6833/3439944869","heartbeat_front_addr":"172.21.15.1:6831/3439944869","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6801","nonce":436178926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6803","nonce":436178926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6807","nonce":436178926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6805","nonce":436178926}]},"public_addr":"172.21.15.189:6801/436178926","cluster_addr":"172.21.15.189:6803/436178926","heartbeat_back_addr":"172.21.15.189:6807/436178926","heartbeat_front_addr":"172.21.15.189:6805/436178926","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6809","nonce":2421407636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6811","nonce":2421407636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6815","nonce":2421407636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6813","nonce":2421407636}]},"public_addr":"172.21.15.189:6809/2421407636","cluster_addr":"172.21.15.189:6811/2421407636","heartbeat_back_addr":"172.21.15.189:6815/2421407636","heartbeat_front_addr":"172.21.15.189:6813/2421407636","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6817","nonce":2944268468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6819","nonce":2944268468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6823","nonce":2944268468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6821","nonce":2944268468}]},"public_addr":"172.21.15.189:6817/2944268468","cluster_addr":"172.21.15.189:6819/2944268468","heartbeat_back_addr":"172.21.15.189:6823/2944268468","heartbeat_front_addr":"172.21.15.189:6821/2944268468","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6825","nonce":2079187642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6827","nonce":2079187642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6831","nonce":2079187642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6829","nonce":2079187642}]},"public_addr":"172.21.15.189:6825/2079187642","cluster_addr":"172.21.15.189:6827/2079187642","heartbeat_back_addr":"172.21.15.189:6831/2079187642","heartbeat_front_addr":"172.21.15.189:6829/2079187642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/4226065388":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/2747091426":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/874059625":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6800/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/414617095":"2024-08-18T16:48:05.224645+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:48:29.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:48:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:48:30.535 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:30 smithi001 ceph-mon[29829]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:30.536 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:30 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1183660284' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:48:30.536 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:30 smithi001 ceph-mon[41665]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:30.536 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:30 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1183660284' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:48:30.564 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-17T16:48:30.564 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-17T16:48:30.565 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-17T16:48:30.565 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-17T16:48:30.565 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-17T16:48:30.566 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-17T16:48:30.566 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-17T16:48:30.567 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-17T16:48:30.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:30 smithi189 ceph-mon[33558]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:30.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:30 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1183660284' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:48:31.113 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:31.128 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:31.129 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:31.129 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:31.145 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:31.146 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:31.167 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:31.168 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:32.179 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:48:31 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:48:31.925Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003462979s 2024-08-17T16:48:32.589 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:32 smithi001 ceph-mon[29829]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:32.589 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:32 smithi001 ceph-mon[41665]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:32.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:32 smithi189 ceph-mon[33558]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:34.586 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:34 smithi001 ceph-mon[29829]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:34.586 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:34 smithi001 ceph-mon[41665]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:34.647 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:34 smithi189 ceph-mon[33558]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:35 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:35.574 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:35 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:35.574 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:35 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:36.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:36 smithi001 ceph-mon[29829]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:36.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:36 smithi001 ceph-mon[41665]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:36.666 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:36 smithi189 ceph-mon[33558]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:37.303 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 podman[65063]: 2024-08-17 16:48:37.170259445 +0000 UTC m=+0.016678653 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-17T16:48:37.303 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 podman[65063]: 2024-08-17 16:48:37.30250946 +0000 UTC m=+0.148928644 container create c6a95d391e5b6b471b3ee3e8d11e7cc45346df7e0704eeb52f78b9f5d599bbce (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.openshift.tags=base rhel8, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, release=239.1651231664) 2024-08-17T16:48:37.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 podman[65063]: 2024-08-17 16:48:37.528870904 +0000 UTC m=+0.375290092 container init c6a95d391e5b6b471b3ee3e8d11e7cc45346df7e0704eeb52f78b9f5d599bbce (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, description=Ceph Grafana Container, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, io.openshift.tags=base rhel8, vcs-type=git, com.redhat.component=ubi8-container, architecture=x86_64) 2024-08-17T16:48:37.620 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 podman[65063]: 2024-08-17 16:48:37.533865076 +0000 UTC m=+0.380284268 container start c6a95d391e5b6b471b3ee3e8d11e7cc45346df7e0704eeb52f78b9f5d599bbce (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, version=8.5, description=Ceph Grafana Container, vendor=Red Hat, Inc., maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, release=239.1651231664, io.openshift.expose-services=, name=ubi8, vcs-type=git, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0) 2024-08-17T16:48:37.872 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 bash[65063]: c6a95d391e5b6b471b3ee3e8d11e7cc45346df7e0704eeb52f78b9f5d599bbce 2024-08-17T16:48:37.872 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 systemd[1]: Started Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.690910851Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691115918Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691134201Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691141963Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691148632Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691154589Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.69116028Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.69116611Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691172015Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691177698Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691183096Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T16:48:37.873 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.69118871Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691194697Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=settings t=2024-08-17T16:48:37.691200679Z level=info msg="App mode production" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=sqlstore t=2024-08-17T16:48:37.691247545Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=sqlstore t=2024-08-17T16:48:37.691263463Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.692133209Z level=info msg="Starting DB migrations" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.69220634Z level=info msg="Executing migration" id="create migration_log table" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.69270735Z level=info msg="Executing migration" id="create user table" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.693170931Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.693631966Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.694066771Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.6947164Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.69526804Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-17T16:48:37.874 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.696053918Z level=info msg="Executing migration" id="create user table v2" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.696544718Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.696947512Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.69742593Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.697787114Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.698167537Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.698628308Z level=info msg="Executing migration" id="Update user table charset" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.698926424Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.699379434Z level=info msg="Executing migration" id="Add missing user data" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.699727199Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.700171241Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.700617192Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-17T16:48:37.875 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.701076382Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-17T16:48:37.876 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.702269062Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-17T16:48:37.876 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.702721139Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.703212974Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.703625354Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.704050027Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.704830285Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.70572663Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.706429666Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.707220513Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.707624308Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.708477492Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.709143056Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.709543865Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.710446406Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-17T16:48:37.877 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.7110937Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.711494847Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.71421809Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.717040672Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.719939654Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.722796118Z level=info msg="Executing migration" id="create star table" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.725516825Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.728391081Z level=info msg="Executing migration" id="create org table v1" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.731229004Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.734002602Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.736812809Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.739560896Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.742454557Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-17T16:48:37.878 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.745227524Z level=info msg="Executing migration" id="Update org table charset" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.748067116Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.750757533Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.753798276Z level=info msg="Executing migration" id="create dashboard table" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.756449921Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.759049688Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.761832047Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.764523544Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.767206138Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.769856845Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.7725411Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.775218375Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-17T16:48:37.879 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.778051292Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.780759632Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.78333575Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.786093315Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.788794972Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.791383204Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.793812092Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.796445623Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.799218507Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.801863857Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.802670467Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.803569326Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.804532604Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.805279186Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-17T16:48:37.880 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.80611963Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.806981355Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.807803729Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.808661531Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.809595233Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.810317733Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.811257812Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.812005463Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.812998439Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.813655411Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.814610534Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.815468936Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.816308888Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-17T16:48:37.881 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.817154684Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.818143053Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.818857783Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.819734986Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.820702125Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.821463735Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.822319651Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.823150704Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.824010577Z level=info msg="Executing migration" id="create data_source table" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.824983455Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.825769163Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.826801445Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.827510454Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-17T16:48:37.882 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.828367017Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.829467378Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.830430284Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.831286718Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.832036414Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.834893316Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.83776731Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.840530258Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.843333174Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.846218099Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.849071049Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.851774371Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.854671437Z level=info msg="Executing migration" id="Add uid column" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.857316628Z level=info msg="Executing migration" id="Update uid value" 2024-08-17T16:48:37.883 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.860162357Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-17T16:48:37.884 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.863019694Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-17T16:48:37.884 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.866118917Z level=info msg="Executing migration" id="create api_key table" 2024-08-17T16:48:37.884 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.868986246Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-17T16:48:37.884 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.871680253Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-17T16:48:37.884 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.874279679Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-17T16:48:38.125 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.87699576Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-17T16:48:38.125 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.87982238Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-17T16:48:38.125 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.880378803Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-17T16:48:38.125 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.883140322Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-17T16:48:38.125 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.885574633Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-17T16:48:38.125 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.888400493Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-17T16:48:38.125 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.888966182Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.891760594Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.894517136Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.897230315Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.89764872Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.900277866Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.900883172Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.903163424Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.905787822Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.906397998Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.909095686Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-17T16:48:38.126 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.911720099Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-17T16:48:38.127 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.914525326Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-17T16:48:38.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.914937448Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-17T16:48:38.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.915933149Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-17T16:48:38.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.916598295Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-17T16:48:38.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.917403174Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-17T16:48:38.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.917705926Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-17T16:48:38.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.918531319Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-17T16:48:38.128 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.919153797Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.919750337Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.92059855Z level=info msg="Executing migration" id="create quota table v1" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.921006844Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.922018347Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.92286635Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.923621464Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.924038644Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.925002716Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.925621695Z level=info msg="Executing migration" id="create session table" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.926635702Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.927093989Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.928012495Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-17T16:48:38.129 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.928978526Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.929684482Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.92997137Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.930269183Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.930543109Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.93082539Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.931237069Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.931555046Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.932175025Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.93248956Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.933096235Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.933712788Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.933994271Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.934421021Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-17T16:48:38.130 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.934922945Z level=info msg="Executing migration" id="create alert table v1" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.935743999Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.936690164Z level=info msg="Executing migration" id="add index alert state" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.937271127Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.937666493Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.938022556Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.938427557Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.939269504Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.940753732Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.941145769Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.943893244Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.944232983Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.944560881Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-17T16:48:38.131 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.94491851Z level=info msg="Executing migration" id="Add column is_default" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.945549174Z level=info msg="Executing migration" id="Add column frequency" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.946191083Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.946824102Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.947462869Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.947904542Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.948201876Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.948468293Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.948842763Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.949252158Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.949634117Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.95233725Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.952779453Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-17T16:48:38.132 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.955161213Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.958023116Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.960695746Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.961173787Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.964025677Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.96690886Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.969590052Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.970039675Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.972642809Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.975358491Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.978004453Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.978445582Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-17T16:48:38.133 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.980994572Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.983656173Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.986345932Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.989035434Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.991679436Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.99442289Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.997116319Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:37.997962989Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.000692097Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.003354004Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.006130741Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.00779714Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-17T16:48:38.134 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.010747195Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.01333389Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.015787252Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.016178986Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.019060945Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.019965341Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.02077208Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.021220299Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.02201196Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.022978186Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.02377287Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.024222469Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.024991934Z level=info msg="Executing migration" id="Move region to single row" 2024-08-17T16:48:38.135 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.025811044Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.026655768Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.02709375Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.028063131Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.028800186Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.029747605Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.030324221Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.031276554Z level=info msg="Executing migration" id="create test_data table" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.031894564Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.032318713Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.032751204Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.033607372Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.034553093Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-17T16:48:38.136 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.035277469Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.035608963Z level=info msg="Executing migration" id="create team table" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.036466321Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.037465488Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.038168025Z level=info msg="Executing migration" id="create team member table" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.038576934Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.039582632Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.040230993Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.041081009Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.041868127Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.042716418Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.043568807Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-17T16:48:38.137 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.044544726Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.045089728Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.045894972Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.046342735Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.049135126Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.049571778Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.050010455Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.050439805Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.050815406Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.051129152Z level=info msg="Executing migration" id="create tag table" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.051519269Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.051947777Z level=info msg="Executing migration" id="create login attempt table" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.052342318Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-17T16:48:38.138 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.052761142Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.053179057Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.055188274Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.055587023Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.056008279Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.056333772Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.056678269Z level=info msg="Executing migration" id="create user auth table" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.057074333Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.057507606Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.057783881Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.058567257Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.059400585Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.060219044Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.061002245Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-17T16:48:38.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.061432166Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-17T16:48:38.140 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.062221436Z level=info msg="Executing migration" id="create server_lock table" 2024-08-17T16:48:38.140 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.062615981Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-17T16:48:38.140 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.063063292Z level=info msg="Executing migration" id="create user auth token table" 2024-08-17T16:48:38.140 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.06350631Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-17T16:48:38.140 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.066348838Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-17T16:48:38.140 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.067001183Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-17T16:48:38.140 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.067434018Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.068226154Z level=info msg="Executing migration" id="create cache_data table" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.068644844Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.069081455Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.069516519Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.069955101Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.070891804Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.071679148Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.072695013Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.073420993Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.07428507Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.075111607Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.076002579Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.076944827Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-17T16:48:38.141 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.07786698Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.078763903Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.079707038Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.080609204Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.081606327Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.082306693Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.083140224Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.086129429Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.088965336Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.091715001Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.09460869Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.097414208Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.100203936Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-17T16:48:38.142 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.102857369Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-17T16:48:38.143 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.105833184Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-17T16:48:38.143 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.108540153Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-17T16:48:38.143 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.112305133Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-17T16:48:38.143 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.115926063Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-17T16:48:38.143 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.118807304Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-17T16:48:38.143 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.121715054Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-17T16:48:38.143 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.124538194Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-17T16:48:38.143 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.127211483Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-17T16:48:38.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-mon[33558]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:38.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.377 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.378 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.129975982Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-17T16:48:38.378 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.132937197Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-17T16:48:38.378 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.13578451Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-17T16:48:38.378 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.13846604Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-17T16:48:38.378 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.141353874Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-17T16:48:38.378 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.143894433Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-17T16:48:38.378 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.146765013Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-17T16:48:38.378 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.149551481Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.1520481Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.154719239Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.157592857Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.160292986Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.163030289Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.16579119Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.168475442Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.171103532Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.173582066Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.176319384Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.179007046Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-17T16:48:38.379 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.181712623Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.182668443Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.1836044Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.184550027Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.185587923Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.186400778Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.187270487Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.188205428Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.189097878Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.190053404Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.190853751Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.191788366Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.192636506Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.193491274Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-17T16:48:38.380 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.194479644Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.195314535Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.196194439Z level=info msg="Executing migration" id="create alert_image table" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.197153987Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.197879439Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.198866599Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.199762975Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.20046433Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.200560229Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.201373172Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.201889927Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.202396584Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.202533304Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-17T16:48:38.381 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.202666728Z level=info msg="alerts found to migrate" alerts=0 2024-08-17T16:48:38.382 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.203221769Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-17T16:48:38.382 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.204075334Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-17T16:48:38.382 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.204951708Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-17T16:48:38.382 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.205798026Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-17T16:48:38.382 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.206803362Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-17T16:48:38.382 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.20769838Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-17T16:48:38.382 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.208417467Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-17T16:48:38.383 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.209289016Z level=info msg="Executing migration" id="create data_keys table" 2024-08-17T16:48:38.383 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.210254789Z level=info msg="Executing migration" id="create secrets table" 2024-08-17T16:48:38.383 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.211236667Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-17T16:48:38.383 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.216495766Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-17T16:48:38.383 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.219447611Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-17T16:48:38.383 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.222278283Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-17T16:48:38.383 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.226737824Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-17T16:48:38.383 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.231230846Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.23421195Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.236966717Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.239661072Z level=info msg="Executing migration" id="create permission table" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.242567009Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.245251435Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.248243743Z level=info msg="Executing migration" id="create role table" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.251215264Z level=info msg="Executing migration" id="add column display_name" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.253982699Z level=info msg="Executing migration" id="add column group_name" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.256841758Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.259722184Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.26241898Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.265240689Z level=info msg="Executing migration" id="create team role table" 2024-08-17T16:48:38.384 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.268024848Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.270770272Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.273580436Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.275945519Z level=info msg="Executing migration" id="create user role table" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.278653742Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.281354617Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.28408982Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.286824506Z level=info msg="Executing migration" id="create builtin role table" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.289533361Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.292256161Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.294599692Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.297232088Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.300008744Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.302853397Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-17T16:48:38.385 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.303300211Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.306009301Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.306425521Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.308832674Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.309903511Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.310333421Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.310783111Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.311096706Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.311538168Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.311986819Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.312391118Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.312688583Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-17T16:48:38.386 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.31307077Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.313469353Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.313920704Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.314956682Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.315266498Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.315673028Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.316138381Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.316585536Z level=info msg="Executing migration" id="add correlation config column" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.317613002Z level=info msg="Executing migration" id="create entity_events table" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.318070332Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.318492249Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.318577745Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.318863601Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T16:48:38.387 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.318961777Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.319247453Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.322006634Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.322623449Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.323098744Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.325818222Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.328502583Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.331049625Z level=info msg="Executing migration" id="Drop public config table" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.331518284Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.334265272Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.334937438Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.336885615Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.339688496Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-17T16:48:38.388 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.342882013Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.345577764Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.348095363Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.350798108Z level=info msg="Executing migration" id="add share column" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.351854311Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.352793459Z level=info msg="Executing migration" id="create file table" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.353494152Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.354344236Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.354845115Z level=info msg="Executing migration" id="create file_meta table" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.355290769Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.356093045Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.356997047Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.357559386Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-17T16:48:38.389 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.358348474Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.358807193Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.359873011Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.360647699Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.361131249Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.361889588Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.362668529Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.363463935Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.364548988Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.365629457Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.366469448Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.376847783Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.377717623Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-17T16:48:38.390 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.378256618Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-17T16:48:38.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[29829]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:38.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[41665]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:38 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.38285851Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.38370342Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.38448728Z level=info msg="Executing migration" id="create folder table" 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.384962006Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.38581897Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.386626443Z level=info msg="Executing migration" id="Update folder title length" 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.3874903Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=migrator t=2024-08-17T16:48:38.387943151Z level=info msg="migrations completed" performed=485 skipped=0 duration=695.75603ms 2024-08-17T16:48:38.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=sqlstore t=2024-08-17T16:48:38.388323999Z level=info msg="Created default organization" 2024-08-17T16:48:38.680 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=plugin.loader t=2024-08-17T16:48:38.445998394Z level=info msg="Plugin registered" pluginID=input 2024-08-17T16:48:38.680 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=plugin.loader t=2024-08-17T16:48:38.473266197Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T16:48:38.680 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=plugin.loader t=2024-08-17T16:48:38.473289763Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T16:48:38.680 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=secrets t=2024-08-17T16:48:38.473354014Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T16:48:38.680 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=query_data t=2024-08-17T16:48:38.475072778Z level=info msg="Query Service initialization" 2024-08-17T16:48:38.680 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=live.push_http t=2024-08-17T16:48:38.477716782Z level=info msg="Live Push Gateway initialization" 2024-08-17T16:48:38.880 INFO:teuthology.orchestra.run.smithi001.stdout:163208757280 2024-08-17T16:48:38.880 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-17T16:48:39.324 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=infra.usagestats.collector t=2024-08-17T16:48:39.237715858Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T16:48:39.324 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=provisioning.datasources t=2024-08-17T16:48:39.238126192Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-17T16:48:39.325 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=provisioning.datasources t=2024-08-17T16:48:39.270906901Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T16:48:39.325 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=provisioning.datasources t=2024-08-17T16:48:39.302778561Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-17T16:48:39.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-mon[33558]: Deploying daemon node-exporter.a on smithi001 2024-08-17T16:48:39.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:39 smithi001 ceph-mon[29829]: Deploying daemon node-exporter.a on smithi001 2024-08-17T16:48:39.658 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:39 smithi001 ceph-mon[41665]: Deploying daemon node-exporter.a on smithi001 2024-08-17T16:48:39.678 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:48:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:48:39.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=provisioning.alerting t=2024-08-17T16:48:39.324170772Z level=info msg="starting to provision alerting" 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=provisioning.alerting t=2024-08-17T16:48:39.324209086Z level=info msg="finished to provision alerting" 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=ngalert.state.manager t=2024-08-17T16:48:39.324315668Z level=info msg="Warming state cache for startup" 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=grafanaStorageLogger t=2024-08-17T16:48:39.324416367Z level=info msg="storage starting" 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=http.server t=2024-08-17T16:48:39.326146198Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=ngalert.state.manager t=2024-08-17T16:48:39.33464841Z level=info msg="State cache has been initialized" states=0 duration=10.331815ms 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=sqlstore.transactions t=2024-08-17T16:48:39.334707201Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=ticker t=2024-08-17T16:48:39.334713297Z level=info msg=starting first_tick=2024-08-17T16:48:40Z 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=ngalert.multiorg.alertmanager t=2024-08-17T16:48:39.33472576Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=sqlstore.transactions t=2024-08-17T16:48:39.378042823Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=sqlstore.transactions t=2024-08-17T16:48:39.41901151Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T16:48:39.679 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:48:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[65077]: logger=sqlstore.transactions t=2024-08-17T16:48:39.429498854Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-17T16:48:40.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:40 smithi001 ceph-mon[29829]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:40.602 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:40 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:40.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:40 smithi001 ceph-mon[41665]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:40.603 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:40 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:40.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:40 smithi189 ceph-mon[33558]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:40.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:40 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:41.679 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:41 smithi001 systemd[1]: Starting Ceph node-exporter.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:48:41.999 INFO:teuthology.orchestra.run.smithi001.stdout:34359738425 2024-08-17T16:48:41.999 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-17T16:48:42.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:42 smithi189 ceph-mon[33558]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:42.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:42 smithi001 ceph-mon[29829]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:42.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:42 smithi001 ceph-mon[41665]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:42.764 INFO:teuthology.orchestra.run.smithi001.stdout:128849018918 2024-08-17T16:48:42.765 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-17T16:48:43.680 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:43 smithi001 bash[79176]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T16:48:44.149 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:43 smithi001 bash[79176]: Getting image source signatures 2024-08-17T16:48:44.149 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:43 smithi001 bash[79176]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T16:48:44.149 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:43 smithi001 bash[79176]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T16:48:44.149 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:43 smithi001 bash[79176]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T16:48:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:44 smithi001 ceph-mon[29829]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:44.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:44 smithi001 ceph-mon[41665]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:44.634 INFO:teuthology.orchestra.run.smithi001.stdout:107374182442 2024-08-17T16:48:44.634 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-17T16:48:44.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:44 smithi189 ceph-mon[33558]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:46.315 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:46 smithi001 bash[79176]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T16:48:46.596 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:46 smithi001 ceph-mon[29829]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:46.596 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:46 smithi001 ceph-mon[41665]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:46.596 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:46 smithi001 bash[79176]: Writing manifest to image destination 2024-08-17T16:48:46.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:46 smithi189 ceph-mon[33558]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:47.141 INFO:teuthology.orchestra.run.smithi001.stdout:197568495646 2024-08-17T16:48:47.141 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-17T16:48:47.167 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:46 smithi001 podman[79176]: 2024-08-17 16:48:46.830559771 +0000 UTC m=+3.895107172 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T16:48:47.372 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:47.401 INFO:teuthology.orchestra.run.smithi001.stdout:77309411373 2024-08-17T16:48:47.401 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-17T16:48:47.730 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 podman[79176]: 2024-08-17 16:48:47.505865648 +0000 UTC m=+4.570413039 container create ecef16c3739d9bec9a116d48528224b4557fa11ecdfa270dbeaceeaa8a3e77df (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:48:48.021 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 podman[79176]: 2024-08-17 16:48:47.826140491 +0000 UTC m=+4.890687894 container init ecef16c3739d9bec9a116d48528224b4557fa11ecdfa270dbeaceeaa8a3e77df (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:48:48.021 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 podman[79176]: 2024-08-17 16:48:47.832429448 +0000 UTC m=+4.896976847 container start ecef16c3739d9bec9a116d48528224b4557fa11ecdfa270dbeaceeaa8a3e77df (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:48:48.021 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.836Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T16:48:48.021 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.836Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T16:48:48.021 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.837Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T16:48:48.021 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.837Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.837Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.837Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T16:48:48.022 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T16:48:48.023 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T16:48:48.023 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T16:48:48.023 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T16:48:48.023 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T16:48:48.023 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T16:48:48.023 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T16:48:48.023 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T16:48:48.024 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T16:48:48.025 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T16:48:48.026 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T16:48:48.026 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T16:48:48.026 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.838Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T16:48:48.026 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.839Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T16:48:48.026 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[79570]: ts=2024-08-17T16:48:47.839Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T16:48:48.026 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 bash[79176]: ecef16c3739d9bec9a116d48528224b4557fa11ecdfa270dbeaceeaa8a3e77df 2024-08-17T16:48:48.026 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:48:47 smithi001 systemd[1]: Started Ceph node-exporter.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:48:48.660 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:48 smithi189 ceph-mon[33558]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:48.661 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:48 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.661 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:48 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.661 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:48 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.661 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:48 smithi189 systemd[1]: Starting Ceph node-exporter.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:48:48.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:48 smithi001 ceph-mon[29829]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:48.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:48 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:48 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:48 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:48 smithi001 ceph-mon[41665]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:48.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:48 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:48 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:48 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:48.928 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:48 smithi189 bash[65350]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T16:48:49.285 INFO:teuthology.orchestra.run.smithi001.stdout:231928234010 2024-08-17T16:48:49.286 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-17T16:48:49.481 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:49.482 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:49.508 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:49 smithi189 ceph-mon[33558]: Deploying daemon node-exporter.b on smithi189 2024-08-17T16:48:49.508 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:49 smithi189 bash[65350]: Getting image source signatures 2024-08-17T16:48:49.508 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:49 smithi189 bash[65350]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T16:48:49.508 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:49 smithi189 bash[65350]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T16:48:49.509 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:49 smithi189 bash[65350]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T16:48:49.518 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:49 smithi001 ceph-mon[29829]: Deploying daemon node-exporter.b on smithi189 2024-08-17T16:48:49.518 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:49 smithi001 ceph-mon[41665]: Deploying daemon node-exporter.b on smithi189 2024-08-17T16:48:49.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:49 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:48:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:48:50.419 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:50 smithi001 ceph-mon[29829]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:50.420 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:50 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:50.420 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:50 smithi001 ceph-mon[41665]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:50.420 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:50 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:50.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:50 smithi189 ceph-mon[33558]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:50.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:50 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:48:50.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:50 smithi189 bash[65350]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T16:48:50.936 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:50.937 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:51.089 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:50 smithi189 bash[65350]: Writing manifest to image destination 2024-08-17T16:48:51.373 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 podman[65350]: 2024-08-17 16:48:51.003858942 +0000 UTC m=+2.241566365 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T16:48:51.373 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 podman[65350]: 2024-08-17 16:48:51.093968586 +0000 UTC m=+2.331676009 container create 37d651f72ac4f9be3f505fabc01d0a7cae5804e20408deb74d34afc33a792c30 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:48:51.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 podman[65350]: 2024-08-17 16:48:51.37226637 +0000 UTC m=+2.609973810 container init 37d651f72ac4f9be3f505fabc01d0a7cae5804e20408deb74d34afc33a792c30 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:48:51.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 podman[65350]: 2024-08-17 16:48:51.37841113 +0000 UTC m=+2.616118553 container start 37d651f72ac4f9be3f505fabc01d0a7cae5804e20408deb74d34afc33a792c30 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:48:51.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.382Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T16:48:51.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.382Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T16:48:51.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.383Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T16:48:51.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.383Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T16:48:51.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.383Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T16:48:51.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.383Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T16:48:51.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T16:48:51.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T16:48:51.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T16:48:51.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T16:48:51.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T16:48:51.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T16:48:51.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T16:48:51.680 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T16:48:51.681 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T16:48:51.682 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T16:48:51.683 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T16:48:51.685 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T16:48:51.685 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T16:48:51.685 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T16:48:51.686 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T16:48:51.686 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[65400]: ts=2024-08-17T16:48:51.384Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T16:48:51.686 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 bash[65350]: 37d651f72ac4f9be3f505fabc01d0a7cae5804e20408deb74d34afc33a792c30 2024-08-17T16:48:51.686 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:48:51 smithi189 systemd[1]: Started Ceph node-exporter.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:48:52.802 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[41665]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:52.802 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[29829]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.803 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.804 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:52 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:52.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:52 smithi189 ceph-mon[33558]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:52.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:52 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:52 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:52 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:52 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:52 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:52.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:52 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:53.964 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:54.622 INFO:teuthology.orchestra.run.smithi001.stdout:55834574901 2024-08-17T16:48:54.623 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-17T16:48:54.835 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:54 smithi001 ceph-mon[29829]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:54.835 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:54 smithi001 ceph-mon[41665]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:54.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:54 smithi189 ceph-mon[33558]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:55.905 INFO:teuthology.orchestra.run.smithi001.stdout:128849018921 2024-08-17T16:48:56.439 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[29829]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:56.439 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.439 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.439 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.440 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/271764085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:48:56.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[41665]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:56.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:56 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/271764085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:48:56.499 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:48:56.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:56 smithi189 ceph-mon[33558]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:56.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:56 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:56 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:56 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:48:56.607 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:56 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/271764085' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:48:57.350 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:57 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2942130039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:48:57.350 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:57 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2942130039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:48:57.412 INFO:teuthology.orchestra.run.smithi001.stdout:163208757284 2024-08-17T16:48:57.551 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:57 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2942130039' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:48:57.951 INFO:teuthology.orchestra.run.smithi001.stdout:197568495649 2024-08-17T16:48:58.553 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:58 smithi001 ceph-mon[29829]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:58.553 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:48:58 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1647410243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:48:58.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:58 smithi001 ceph-mon[41665]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:58.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:48:58 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1647410243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:48:58.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:58 smithi189 ceph-mon[33558]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:48:58.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:48:58 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1647410243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:48:59.057 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018918 got 128849018921 for osd.4 2024-08-17T16:48:59.058 DEBUG:teuthology.parallel:result is None 2024-08-17T16:48:59.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:48:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:48:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:49:00.040 INFO:teuthology.orchestra.run.smithi001.stdout:107374182445 2024-08-17T16:49:00.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:00 smithi189 ceph-mon[33558]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:00.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:00 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/436785253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:49:00.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:00 smithi001 ceph-mon[41665]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:00.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:00 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/436785253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:49:00.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:00 smithi001 ceph-mon[29829]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:00.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:00 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/436785253' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:49:00.743 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182442 got 107374182445 for osd.3 2024-08-17T16:49:00.743 DEBUG:teuthology.parallel:result is None 2024-08-17T16:49:01.262 INFO:teuthology.orchestra.run.smithi001.stdout:34359738428 2024-08-17T16:49:01.485 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757280 got 163208757284 for osd.5 2024-08-17T16:49:01.485 DEBUG:teuthology.parallel:result is None 2024-08-17T16:49:01.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:01 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1668001765' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:49:01.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:01 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1668001765' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:49:01.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:01 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1668001765' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:49:02.058 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738425 got 34359738428 for osd.0 2024-08-17T16:49:02.058 DEBUG:teuthology.parallel:result is None 2024-08-17T16:49:02.551 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495646 got 197568495649 for osd.6 2024-08-17T16:49:02.551 DEBUG:teuthology.parallel:result is None 2024-08-17T16:49:02.639 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:02 smithi001 ceph-mon[29829]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:02.639 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:02 smithi001 ceph-mon[41665]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:02.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:02 smithi189 ceph-mon[33558]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:03.652 INFO:teuthology.orchestra.run.smithi001.stdout:231928234013 2024-08-17T16:49:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:04.513 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:04 smithi001 ceph-mon[29829]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:04.513 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:04 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2522931123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:49:04.513 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:04 smithi001 ceph-mon[41665]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:04.514 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:04 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2522931123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:49:04.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:04 smithi189 ceph-mon[33558]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:04.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:04 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2522931123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:49:04.991 INFO:teuthology.orchestra.run.smithi001.stdout:77309411378 2024-08-17T16:49:05.353 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:05 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3637364612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:49:05.354 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:05 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3637364612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:49:05.354 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:05.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:05 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3637364612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:49:05.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:06.215 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411373 got 77309411378 for osd.2 2024-08-17T16:49:06.215 DEBUG:teuthology.parallel:result is None 2024-08-17T16:49:06.620 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:06 smithi001 ceph-mon[29829]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:06.620 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:06 smithi001 ceph-mon[41665]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:06.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:06 smithi189 ceph-mon[33558]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:06.910 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234010 got 231928234013 for osd.7 2024-08-17T16:49:06.910 DEBUG:teuthology.parallel:result is None 2024-08-17T16:49:08.100 INFO:teuthology.orchestra.run.smithi001.stdout:55834574905 2024-08-17T16:49:08.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:08 smithi001 ceph-mon[29829]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:08.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:08 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3736882930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:49:08.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:08 smithi001 ceph-mon[41665]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:08.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:08 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3736882930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:49:08.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:08 smithi189 ceph-mon[33558]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:08.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:08 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3736882930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:49:08.789 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574901 got 55834574905 for osd.1 2024-08-17T16:49:08.789 DEBUG:teuthology.parallel:result is None 2024-08-17T16:49:08.789 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T16:49:08.789 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T16:49:09.274 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:09.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:49:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:49:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:49:10.414 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:10 smithi001 ceph-mon[41665]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:10.415 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:10 smithi001 ceph-mon[29829]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:10.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:10 smithi189 ceph-mon[33558]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:11.870 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:49:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-08-17T16:49:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[29829]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:12.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[41665]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:12.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:12.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:12.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:12.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:12.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:12 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:12.594 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-08-17T16:49:11.249699+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386760,"kb_used_data":7912,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574456,"statfs":{"total":767960285184,"available":765516242944,"internally_reserved":0,"allocated":8101888,"data_stored":4566077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002565"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831862+0000","last_change":"2024-08-17T16:47:16.657119+0000","last_active":"2024-08-17T16:48:14.831862+0000","last_peered":"2024-08-17T16:48:14.831862+0000","last_clean":"2024-08-17T16:48:14.831862+0000","last_became_active":"2024-08-17T16:47:16.654460+0000","last_became_peered":"2024-08-17T16:47:16.654460+0000","last_unstale":"2024-08-17T16:48:14.831862+0000","last_undegraded":"2024-08-17T16:48:14.831862+0000","last_fullsized":"2024-08-17T16:48:14.831862+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:52:32.866103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404573+0000","last_change":"2024-08-17T16:47:16.642249+0000","last_active":"2024-08-17T16:48:14.404573+0000","last_peered":"2024-08-17T16:48:14.404573+0000","last_clean":"2024-08-17T16:48:14.404573+0000","last_became_active":"2024-08-17T16:47:16.641934+0000","last_became_peered":"2024-08-17T16:47:16.641934+0000","last_unstale":"2024-08-17T16:48:14.404573+0000","last_undegraded":"2024-08-17T16:48:14.404573+0000","last_fullsized":"2024-08-17T16:48:14.404573+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:58:29.807448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831744+0000","last_change":"2024-08-17T16:47:16.649470+0000","last_active":"2024-08-17T16:48:14.831744+0000","last_peered":"2024-08-17T16:48:14.831744+0000","last_clean":"2024-08-17T16:48:14.831744+0000","last_became_active":"2024-08-17T16:47:16.649209+0000","last_became_peered":"2024-08-17T16:47:16.649209+0000","last_unstale":"2024-08-17T16:48:14.831744+0000","last_undegraded":"2024-08-17T16:48:14.831744+0000","last_fullsized":"2024-08-17T16:48:14.831744+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:34.520223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406468+0000","last_change":"2024-08-17T16:47:16.656527+0000","last_active":"2024-08-17T16:48:14.406468+0000","last_peered":"2024-08-17T16:48:14.406468+0000","last_clean":"2024-08-17T16:48:14.406468+0000","last_became_active":"2024-08-17T16:47:16.656268+0000","last_became_peered":"2024-08-17T16:47:16.656268+0000","last_unstale":"2024-08-17T16:48:14.406468+0000","last_undegraded":"2024-08-17T16:48:14.406468+0000","last_fullsized":"2024-08-17T16:48:14.406468+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:00:47.047531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831493+0000","last_change":"2024-08-17T16:47:16.651287+0000","last_active":"2024-08-17T16:48:14.831493+0000","last_peered":"2024-08-17T16:48:14.831493+0000","last_clean":"2024-08-17T16:48:14.831493+0000","last_became_active":"2024-08-17T16:47:16.648773+0000","last_became_peered":"2024-08-17T16:47:16.648773+0000","last_unstale":"2024-08-17T16:48:14.831493+0000","last_undegraded":"2024-08-17T16:48:14.831493+0000","last_fullsized":"2024-08-17T16:48:14.831493+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:44:40.697677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406279+0000","last_change":"2024-08-17T16:47:16.660619+0000","last_active":"2024-08-17T16:48:14.406279+0000","last_peered":"2024-08-17T16:48:14.406279+0000","last_clean":"2024-08-17T16:48:14.406279+0000","last_became_active":"2024-08-17T16:47:16.660349+0000","last_became_peered":"2024-08-17T16:47:16.660349+0000","last_unstale":"2024-08-17T16:48:14.406279+0000","last_undegraded":"2024-08-17T16:48:14.406279+0000","last_fullsized":"2024-08-17T16:48:14.406279+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:09.297976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831161+0000","last_change":"2024-08-17T16:47:16.652086+0000","last_active":"2024-08-17T16:48:14.831161+0000","last_peered":"2024-08-17T16:48:14.831161+0000","last_clean":"2024-08-17T16:48:14.831161+0000","last_became_active":"2024-08-17T16:47:16.651802+0000","last_became_peered":"2024-08-17T16:47:16.651802+0000","last_unstale":"2024-08-17T16:48:14.831161+0000","last_undegraded":"2024-08-17T16:48:14.831161+0000","last_fullsized":"2024-08-17T16:48:14.831161+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:57.658628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649820+0000","last_change":"2024-08-17T16:47:16.658860+0000","last_active":"2024-08-17T16:48:14.649820+0000","last_peered":"2024-08-17T16:48:14.649820+0000","last_clean":"2024-08-17T16:48:14.649820+0000","last_became_active":"2024-08-17T16:47:16.658578+0000","last_became_peered":"2024-08-17T16:47:16.658578+0000","last_unstale":"2024-08-17T16:48:14.649820+0000","last_undegraded":"2024-08-17T16:48:14.649820+0000","last_fullsized":"2024-08-17T16:48:14.649820+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:11.242882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.832026+0000","last_change":"2024-08-17T16:47:16.660464+0000","last_active":"2024-08-17T16:48:14.832026+0000","last_peered":"2024-08-17T16:48:14.832026+0000","last_clean":"2024-08-17T16:48:14.832026+0000","last_became_active":"2024-08-17T16:47:16.660189+0000","last_became_peered":"2024-08-17T16:47:16.660189+0000","last_unstale":"2024-08-17T16:48:14.832026+0000","last_undegraded":"2024-08-17T16:48:14.832026+0000","last_fullsized":"2024-08-17T16:48:14.832026+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:36:17.290238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629261+0000","last_change":"2024-08-17T16:47:16.653966+0000","last_active":"2024-08-17T16:48:14.629261+0000","last_peered":"2024-08-17T16:48:14.629261+0000","last_clean":"2024-08-17T16:48:14.629261+0000","last_became_active":"2024-08-17T16:47:16.653630+0000","last_became_peered":"2024-08-17T16:47:16.653630+0000","last_unstale":"2024-08-17T16:48:14.629261+0000","last_undegraded":"2024-08-17T16:48:14.629261+0000","last_fullsized":"2024-08-17T16:48:14.629261+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:20:21.418022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629251+0000","last_change":"2024-08-17T16:47:16.643777+0000","last_active":"2024-08-17T16:48:14.629251+0000","last_peered":"2024-08-17T16:48:14.629251+0000","last_clean":"2024-08-17T16:48:14.629251+0000","last_became_active":"2024-08-17T16:47:16.642497+0000","last_became_peered":"2024-08-17T16:47:16.642497+0000","last_unstale":"2024-08-17T16:48:14.629251+0000","last_undegraded":"2024-08-17T16:48:14.629251+0000","last_fullsized":"2024-08-17T16:48:14.629251+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:59.553969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397202+0000","last_change":"2024-08-17T16:47:45.920713+0000","last_active":"2024-08-17T16:48:14.397202+0000","last_peered":"2024-08-17T16:48:14.397202+0000","last_clean":"2024-08-17T16:48:14.397202+0000","last_became_active":"2024-08-17T16:47:45.920269+0000","last_became_peered":"2024-08-17T16:47:45.920269+0000","last_unstale":"2024-08-17T16:48:14.397202+0000","last_undegraded":"2024-08-17T16:48:14.397202+0000","last_fullsized":"2024-08-17T16:48:14.397202+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:31:18.932853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650224+0000","last_change":"2024-08-17T16:47:16.652128+0000","last_active":"2024-08-17T16:48:14.650224+0000","last_peered":"2024-08-17T16:48:14.650224+0000","last_clean":"2024-08-17T16:48:14.650224+0000","last_became_active":"2024-08-17T16:47:16.651842+0000","last_became_peered":"2024-08-17T16:47:16.651842+0000","last_unstale":"2024-08-17T16:48:14.650224+0000","last_undegraded":"2024-08-17T16:48:14.650224+0000","last_fullsized":"2024-08-17T16:48:14.650224+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:46:12.750805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831390+0000","last_change":"2024-08-17T16:47:16.656535+0000","last_active":"2024-08-17T16:48:14.831390+0000","last_peered":"2024-08-17T16:48:14.831390+0000","last_clean":"2024-08-17T16:48:14.831390+0000","last_became_active":"2024-08-17T16:47:16.656255+0000","last_became_peered":"2024-08-17T16:47:16.656255+0000","last_unstale":"2024-08-17T16:48:14.831390+0000","last_undegraded":"2024-08-17T16:48:14.831390+0000","last_fullsized":"2024-08-17T16:48:14.831390+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:37:15.203733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404080+0000","last_change":"2024-08-17T16:47:16.644828+0000","last_active":"2024-08-17T16:48:14.404080+0000","last_peered":"2024-08-17T16:48:14.404080+0000","last_clean":"2024-08-17T16:48:14.404080+0000","last_became_active":"2024-08-17T16:47:16.644300+0000","last_became_peered":"2024-08-17T16:47:16.644300+0000","last_unstale":"2024-08-17T16:48:14.404080+0000","last_undegraded":"2024-08-17T16:48:14.404080+0000","last_fullsized":"2024-08-17T16:48:14.404080+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:06:29.042838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406223+0000","last_change":"2024-08-17T16:47:16.654717+0000","last_active":"2024-08-17T16:48:14.406223+0000","last_peered":"2024-08-17T16:48:14.406223+0000","last_clean":"2024-08-17T16:48:14.406223+0000","last_became_active":"2024-08-17T16:47:16.653887+0000","last_became_peered":"2024-08-17T16:47:16.653887+0000","last_unstale":"2024-08-17T16:48:14.406223+0000","last_undegraded":"2024-08-17T16:48:14.406223+0000","last_fullsized":"2024-08-17T16:48:14.406223+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:04:44.559970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406768+0000","last_change":"2024-08-17T16:47:16.651187+0000","last_active":"2024-08-17T16:48:14.406768+0000","last_peered":"2024-08-17T16:48:14.406768+0000","last_clean":"2024-08-17T16:48:14.406768+0000","last_became_active":"2024-08-17T16:47:16.648768+0000","last_became_peered":"2024-08-17T16:47:16.648768+0000","last_unstale":"2024-08-17T16:48:14.406768+0000","last_undegraded":"2024-08-17T16:48:14.406768+0000","last_fullsized":"2024-08-17T16:48:14.406768+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:05:28.440181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397388+0000","last_change":"2024-08-17T16:47:16.647371+0000","last_active":"2024-08-17T16:48:14.397388+0000","last_peered":"2024-08-17T16:48:14.397388+0000","last_clean":"2024-08-17T16:48:14.397388+0000","last_became_active":"2024-08-17T16:47:16.647103+0000","last_became_peered":"2024-08-17T16:47:16.647103+0000","last_unstale":"2024-08-17T16:48:14.397388+0000","last_undegraded":"2024-08-17T16:48:14.397388+0000","last_fullsized":"2024-08-17T16:48:14.397388+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:24:17.827076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831841+0000","last_change":"2024-08-17T16:47:16.657583+0000","last_active":"2024-08-17T16:48:14.831841+0000","last_peered":"2024-08-17T16:48:14.831841+0000","last_clean":"2024-08-17T16:48:14.831841+0000","last_became_active":"2024-08-17T16:47:16.657221+0000","last_became_peered":"2024-08-17T16:47:16.657221+0000","last_unstale":"2024-08-17T16:48:14.831841+0000","last_undegraded":"2024-08-17T16:48:14.831841+0000","last_fullsized":"2024-08-17T16:48:14.831841+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:08:53.833764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629161+0000","last_change":"2024-08-17T16:47:16.654037+0000","last_active":"2024-08-17T16:48:14.629161+0000","last_peered":"2024-08-17T16:48:14.629161+0000","last_clean":"2024-08-17T16:48:14.629161+0000","last_became_active":"2024-08-17T16:47:16.653766+0000","last_became_peered":"2024-08-17T16:47:16.653766+0000","last_unstale":"2024-08-17T16:48:14.629161+0000","last_undegraded":"2024-08-17T16:48:14.629161+0000","last_fullsized":"2024-08-17T16:48:14.629161+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:41:55.113897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831371+0000","last_change":"2024-08-17T16:47:16.648619+0000","last_active":"2024-08-17T16:48:14.831371+0000","last_peered":"2024-08-17T16:48:14.831371+0000","last_clean":"2024-08-17T16:48:14.831371+0000","last_became_active":"2024-08-17T16:47:16.648354+0000","last_became_peered":"2024-08-17T16:47:16.648354+0000","last_unstale":"2024-08-17T16:48:14.831371+0000","last_undegraded":"2024-08-17T16:48:14.831371+0000","last_fullsized":"2024-08-17T16:48:14.831371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:44:54.725401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406408+0000","last_change":"2024-08-17T16:47:16.655927+0000","last_active":"2024-08-17T16:48:14.406408+0000","last_peered":"2024-08-17T16:48:14.406408+0000","last_clean":"2024-08-17T16:48:14.406408+0000","last_became_active":"2024-08-17T16:47:16.655659+0000","last_became_peered":"2024-08-17T16:47:16.655659+0000","last_unstale":"2024-08-17T16:48:14.406408+0000","last_undegraded":"2024-08-17T16:48:14.406408+0000","last_fullsized":"2024-08-17T16:48:14.406408+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:57:35.926831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649955+0000","last_change":"2024-08-17T16:47:16.648766+0000","last_active":"2024-08-17T16:48:14.649955+0000","last_peered":"2024-08-17T16:48:14.649955+0000","last_clean":"2024-08-17T16:48:14.649955+0000","last_became_active":"2024-08-17T16:47:16.648422+0000","last_became_peered":"2024-08-17T16:47:16.648422+0000","last_unstale":"2024-08-17T16:48:14.649955+0000","last_undegraded":"2024-08-17T16:48:14.649955+0000","last_fullsized":"2024-08-17T16:48:14.649955+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:18:05.912093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406158+0000","last_change":"2024-08-17T16:47:16.655494+0000","last_active":"2024-08-17T16:48:14.406158+0000","last_peered":"2024-08-17T16:48:14.406158+0000","last_clean":"2024-08-17T16:48:14.406158+0000","last_became_active":"2024-08-17T16:47:16.653506+0000","last_became_peered":"2024-08-17T16:47:16.653506+0000","last_unstale":"2024-08-17T16:48:14.406158+0000","last_undegraded":"2024-08-17T16:48:14.406158+0000","last_fullsized":"2024-08-17T16:48:14.406158+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:46:00.903292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650541+0000","last_change":"2024-08-17T16:47:16.648658+0000","last_active":"2024-08-17T16:48:14.650541+0000","last_peered":"2024-08-17T16:48:14.650541+0000","last_clean":"2024-08-17T16:48:14.650541+0000","last_became_active":"2024-08-17T16:47:16.648219+0000","last_became_peered":"2024-08-17T16:47:16.648219+0000","last_unstale":"2024-08-17T16:48:14.650541+0000","last_undegraded":"2024-08-17T16:48:14.650541+0000","last_fullsized":"2024-08-17T16:48:14.650541+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:09:48.733495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629253+0000","last_change":"2024-08-17T16:47:16.649807+0000","last_active":"2024-08-17T16:48:14.629253+0000","last_peered":"2024-08-17T16:48:14.629253+0000","last_clean":"2024-08-17T16:48:14.629253+0000","last_became_active":"2024-08-17T16:47:16.649525+0000","last_became_peered":"2024-08-17T16:47:16.649525+0000","last_unstale":"2024-08-17T16:48:14.629253+0000","last_undegraded":"2024-08-17T16:48:14.629253+0000","last_fullsized":"2024-08-17T16:48:14.629253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:58:30.779611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404168+0000","last_change":"2024-08-17T16:47:16.651659+0000","last_active":"2024-08-17T16:48:14.404168+0000","last_peered":"2024-08-17T16:48:14.404168+0000","last_clean":"2024-08-17T16:48:14.404168+0000","last_became_active":"2024-08-17T16:47:16.650494+0000","last_became_peered":"2024-08-17T16:47:16.650494+0000","last_unstale":"2024-08-17T16:48:14.404168+0000","last_undegraded":"2024-08-17T16:48:14.404168+0000","last_fullsized":"2024-08-17T16:48:14.404168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:25:13.737033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650378+0000","last_change":"2024-08-17T16:47:16.650446+0000","last_active":"2024-08-17T16:48:14.650378+0000","last_peered":"2024-08-17T16:48:14.650378+0000","last_clean":"2024-08-17T16:48:14.650378+0000","last_became_active":"2024-08-17T16:47:16.650156+0000","last_became_peered":"2024-08-17T16:47:16.650156+0000","last_unstale":"2024-08-17T16:48:14.650378+0000","last_undegraded":"2024-08-17T16:48:14.650378+0000","last_fullsized":"2024-08-17T16:48:14.650378+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:33:56.644485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397031+0000","last_change":"2024-08-17T16:47:46.696256+0000","last_active":"2024-08-17T16:48:14.397031+0000","last_peered":"2024-08-17T16:48:14.397031+0000","last_clean":"2024-08-17T16:48:14.397031+0000","last_became_active":"2024-08-17T16:47:46.695825+0000","last_became_peered":"2024-08-17T16:47:46.695825+0000","last_unstale":"2024-08-17T16:48:14.397031+0000","last_undegraded":"2024-08-17T16:48:14.397031+0000","last_fullsized":"2024-08-17T16:48:14.397031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:43:24.099836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406399+0000","last_change":"2024-08-17T16:47:16.659559+0000","last_active":"2024-08-17T16:48:14.406399+0000","last_peered":"2024-08-17T16:48:14.406399+0000","last_clean":"2024-08-17T16:48:14.406399+0000","last_became_active":"2024-08-17T16:47:16.659290+0000","last_became_peered":"2024-08-17T16:47:16.659290+0000","last_unstale":"2024-08-17T16:48:14.406399+0000","last_undegraded":"2024-08-17T16:48:14.406399+0000","last_fullsized":"2024-08-17T16:48:14.406399+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:49:25.056483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.396923+0000","last_change":"2024-08-17T16:47:16.647360+0000","last_active":"2024-08-17T16:48:14.396923+0000","last_peered":"2024-08-17T16:48:14.396923+0000","last_clean":"2024-08-17T16:48:14.396923+0000","last_became_active":"2024-08-17T16:47:16.647091+0000","last_became_peered":"2024-08-17T16:47:16.647091+0000","last_unstale":"2024-08-17T16:48:14.396923+0000","last_undegraded":"2024-08-17T16:48:14.396923+0000","last_fullsized":"2024-08-17T16:48:14.396923+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:34:32.250679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628738+0000","last_change":"2024-08-17T16:47:16.658757+0000","last_active":"2024-08-17T16:48:14.628738+0000","last_peered":"2024-08-17T16:48:14.628738+0000","last_clean":"2024-08-17T16:48:14.628738+0000","last_became_active":"2024-08-17T16:47:16.658480+0000","last_became_peered":"2024-08-17T16:47:16.658480+0000","last_unstale":"2024-08-17T16:48:14.628738+0000","last_undegraded":"2024-08-17T16:48:14.628738+0000","last_fullsized":"2024-08-17T16:48:14.628738+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:19.580446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397827+0000","last_change":"2024-08-17T16:47:16.646519+0000","last_active":"2024-08-17T16:48:14.397827+0000","last_peered":"2024-08-17T16:48:14.397827+0000","last_clean":"2024-08-17T16:48:14.397827+0000","last_became_active":"2024-08-17T16:47:16.646275+0000","last_became_peered":"2024-08-17T16:47:16.646275+0000","last_unstale":"2024-08-17T16:48:14.397827+0000","last_undegraded":"2024-08-17T16:48:14.397827+0000","last_fullsized":"2024-08-17T16:48:14.397827+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:32:05.333991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650343+0000","last_change":"2024-08-17T16:47:13.335168+0000","last_active":"2024-08-17T16:48:14.650343+0000","last_peered":"2024-08-17T16:48:14.650343+0000","last_clean":"2024-08-17T16:48:14.650343+0000","last_became_active":"2024-08-17T16:47:13.334883+0000","last_became_peered":"2024-08-17T16:47:13.334883+0000","last_unstale":"2024-08-17T16:48:14.650343+0000","last_undegraded":"2024-08-17T16:48:14.650343+0000","last_fullsized":"2024-08-17T16:48:14.650343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:38:31.945895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831403+0000","last_change":"2024-08-17T16:47:16.652604+0000","last_active":"2024-08-17T16:48:14.831403+0000","last_peered":"2024-08-17T16:48:14.831403+0000","last_clean":"2024-08-17T16:48:14.831403+0000","last_became_active":"2024-08-17T16:47:16.652338+0000","last_became_peered":"2024-08-17T16:47:16.652338+0000","last_unstale":"2024-08-17T16:48:14.831403+0000","last_undegraded":"2024-08-17T16:48:14.831403+0000","last_fullsized":"2024-08-17T16:48:14.831403+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:44:42.221980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628922+0000","last_change":"2024-08-17T16:47:45.749111+0000","last_active":"2024-08-17T16:48:14.628922+0000","last_peered":"2024-08-17T16:48:14.628922+0000","last_clean":"2024-08-17T16:48:14.628922+0000","last_became_active":"2024-08-17T16:47:45.748717+0000","last_became_peered":"2024-08-17T16:47:45.748717+0000","last_unstale":"2024-08-17T16:48:14.628922+0000","last_undegraded":"2024-08-17T16:48:14.628922+0000","last_fullsized":"2024-08-17T16:48:14.628922+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:56.046826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650071+0000","last_change":"2024-08-17T16:47:13.335991+0000","last_active":"2024-08-17T16:48:14.650071+0000","last_peered":"2024-08-17T16:48:14.650071+0000","last_clean":"2024-08-17T16:48:14.650071+0000","last_became_active":"2024-08-17T16:47:13.335743+0000","last_became_peered":"2024-08-17T16:47:13.335743+0000","last_unstale":"2024-08-17T16:48:14.650071+0000","last_undegraded":"2024-08-17T16:48:14.650071+0000","last_fullsized":"2024-08-17T16:48:14.650071+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:23:04.408471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649915+0000","last_change":"2024-08-17T16:47:16.651104+0000","last_active":"2024-08-17T16:48:14.649915+0000","last_peered":"2024-08-17T16:48:14.649915+0000","last_clean":"2024-08-17T16:48:14.649915+0000","last_became_active":"2024-08-17T16:47:16.650651+0000","last_became_peered":"2024-08-17T16:47:16.650651+0000","last_unstale":"2024-08-17T16:48:14.649915+0000","last_undegraded":"2024-08-17T16:48:14.649915+0000","last_fullsized":"2024-08-17T16:48:14.649915+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:32.644046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406256+0000","last_change":"2024-08-17T16:47:13.334044+0000","last_active":"2024-08-17T16:48:14.406256+0000","last_peered":"2024-08-17T16:48:14.406256+0000","last_clean":"2024-08-17T16:48:14.406256+0000","last_became_active":"2024-08-17T16:47:13.333758+0000","last_became_peered":"2024-08-17T16:47:13.333758+0000","last_unstale":"2024-08-17T16:48:14.406256+0000","last_undegraded":"2024-08-17T16:48:14.406256+0000","last_fullsized":"2024-08-17T16:48:14.406256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:21:31.184999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.403993+0000","last_change":"2024-08-17T16:47:16.650134+0000","last_active":"2024-08-17T16:48:14.403993+0000","last_peered":"2024-08-17T16:48:14.403993+0000","last_clean":"2024-08-17T16:48:14.403993+0000","last_became_active":"2024-08-17T16:47:16.649858+0000","last_became_peered":"2024-08-17T16:47:16.649858+0000","last_unstale":"2024-08-17T16:48:14.403993+0000","last_undegraded":"2024-08-17T16:48:14.403993+0000","last_fullsized":"2024-08-17T16:48:14.403993+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:08:56.178987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629229+0000","last_change":"2024-08-17T16:47:13.343068+0000","last_active":"2024-08-17T16:48:14.629229+0000","last_peered":"2024-08-17T16:48:14.629229+0000","last_clean":"2024-08-17T16:48:14.629229+0000","last_became_active":"2024-08-17T16:47:13.342423+0000","last_became_peered":"2024-08-17T16:47:13.342423+0000","last_unstale":"2024-08-17T16:48:14.629229+0000","last_undegraded":"2024-08-17T16:48:14.629229+0000","last_fullsized":"2024-08-17T16:48:14.629229+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:45:38.719968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406379+0000","last_change":"2024-08-17T16:47:16.653261+0000","last_active":"2024-08-17T16:48:14.406379+0000","last_peered":"2024-08-17T16:48:14.406379+0000","last_clean":"2024-08-17T16:48:14.406379+0000","last_became_active":"2024-08-17T16:47:16.652936+0000","last_became_peered":"2024-08-17T16:47:16.652936+0000","last_unstale":"2024-08-17T16:48:14.406379+0000","last_undegraded":"2024-08-17T16:48:14.406379+0000","last_fullsized":"2024-08-17T16:48:14.406379+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:30:42.284527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406714+0000","last_change":"2024-08-17T16:47:13.341060+0000","last_active":"2024-08-17T16:48:14.406714+0000","last_peered":"2024-08-17T16:48:14.406714+0000","last_clean":"2024-08-17T16:48:14.406714+0000","last_became_active":"2024-08-17T16:47:13.340533+0000","last_became_peered":"2024-08-17T16:47:13.340533+0000","last_unstale":"2024-08-17T16:48:14.406714+0000","last_undegraded":"2024-08-17T16:48:14.406714+0000","last_fullsized":"2024-08-17T16:48:14.406714+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:39:15.981286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831912+0000","last_change":"2024-08-17T16:47:16.657582+0000","last_active":"2024-08-17T16:48:14.831912+0000","last_peered":"2024-08-17T16:48:14.831912+0000","last_clean":"2024-08-17T16:48:14.831912+0000","last_became_active":"2024-08-17T16:47:16.656433+0000","last_became_peered":"2024-08-17T16:47:16.656433+0000","last_unstale":"2024-08-17T16:48:14.831912+0000","last_undegraded":"2024-08-17T16:48:14.831912+0000","last_fullsized":"2024-08-17T16:48:14.831912+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:26:30.680701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404381+0000","last_change":"2024-08-17T16:47:13.335278+0000","last_active":"2024-08-17T16:48:14.404381+0000","last_peered":"2024-08-17T16:48:14.404381+0000","last_clean":"2024-08-17T16:48:14.404381+0000","last_became_active":"2024-08-17T16:47:13.334766+0000","last_became_peered":"2024-08-17T16:47:13.334766+0000","last_unstale":"2024-08-17T16:48:14.404381+0000","last_undegraded":"2024-08-17T16:48:14.404381+0000","last_fullsized":"2024-08-17T16:48:14.404381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:18.321281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397156+0000","last_change":"2024-08-17T16:47:45.747779+0000","last_active":"2024-08-17T16:48:14.397156+0000","last_peered":"2024-08-17T16:48:14.397156+0000","last_clean":"2024-08-17T16:48:14.397156+0000","last_became_active":"2024-08-17T16:47:45.747363+0000","last_became_peered":"2024-08-17T16:47:45.747363+0000","last_unstale":"2024-08-17T16:48:14.397156+0000","last_undegraded":"2024-08-17T16:48:14.397156+0000","last_fullsized":"2024-08-17T16:48:14.397156+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:59:55.177318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629174+0000","last_change":"2024-08-17T16:47:13.337109+0000","last_active":"2024-08-17T16:48:14.629174+0000","last_peered":"2024-08-17T16:48:14.629174+0000","last_clean":"2024-08-17T16:48:14.629174+0000","last_became_active":"2024-08-17T16:47:13.336763+0000","last_became_peered":"2024-08-17T16:47:13.336763+0000","last_unstale":"2024-08-17T16:48:14.629174+0000","last_undegraded":"2024-08-17T16:48:14.629174+0000","last_fullsized":"2024-08-17T16:48:14.629174+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:41.194242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831584+0000","last_change":"2024-08-17T16:47:16.646060+0000","last_active":"2024-08-17T16:48:14.831584+0000","last_peered":"2024-08-17T16:48:14.831584+0000","last_clean":"2024-08-17T16:48:14.831584+0000","last_became_active":"2024-08-17T16:47:16.645700+0000","last_became_peered":"2024-08-17T16:47:16.645700+0000","last_unstale":"2024-08-17T16:48:14.831584+0000","last_undegraded":"2024-08-17T16:48:14.831584+0000","last_fullsized":"2024-08-17T16:48:14.831584+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:34:12.025371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831475+0000","last_change":"2024-08-17T16:47:13.335204+0000","last_active":"2024-08-17T16:48:14.831475+0000","last_peered":"2024-08-17T16:48:14.831475+0000","last_clean":"2024-08-17T16:48:14.831475+0000","last_became_active":"2024-08-17T16:47:13.333524+0000","last_became_peered":"2024-08-17T16:47:13.333524+0000","last_unstale":"2024-08-17T16:48:14.831475+0000","last_undegraded":"2024-08-17T16:48:14.831475+0000","last_fullsized":"2024-08-17T16:48:14.831475+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:22.541832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831481+0000","last_change":"2024-08-17T16:47:16.648061+0000","last_active":"2024-08-17T16:48:14.831481+0000","last_peered":"2024-08-17T16:48:14.831481+0000","last_clean":"2024-08-17T16:48:14.831481+0000","last_became_active":"2024-08-17T16:47:16.647777+0000","last_became_peered":"2024-08-17T16:47:16.647777+0000","last_unstale":"2024-08-17T16:48:14.831481+0000","last_undegraded":"2024-08-17T16:48:14.831481+0000","last_fullsized":"2024-08-17T16:48:14.831481+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:21.378540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406547+0000","last_change":"2024-08-17T16:47:13.334626+0000","last_active":"2024-08-17T16:48:14.406547+0000","last_peered":"2024-08-17T16:48:14.406547+0000","last_clean":"2024-08-17T16:48:14.406547+0000","last_became_active":"2024-08-17T16:47:13.334286+0000","last_became_peered":"2024-08-17T16:47:13.334286+0000","last_unstale":"2024-08-17T16:48:14.406547+0000","last_undegraded":"2024-08-17T16:48:14.406547+0000","last_fullsized":"2024-08-17T16:48:14.406547+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:06:15.004816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831486+0000","last_change":"2024-08-17T16:47:46.696242+0000","last_active":"2024-08-17T16:48:14.831486+0000","last_peered":"2024-08-17T16:48:14.831486+0000","last_clean":"2024-08-17T16:48:14.831486+0000","last_became_active":"2024-08-17T16:47:46.695888+0000","last_became_peered":"2024-08-17T16:47:46.695888+0000","last_unstale":"2024-08-17T16:48:14.831486+0000","last_undegraded":"2024-08-17T16:48:14.831486+0000","last_fullsized":"2024-08-17T16:48:14.831486+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:21:43.717131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628826+0000","last_change":"2024-08-17T16:47:13.338519+0000","last_active":"2024-08-17T16:48:14.628826+0000","last_peered":"2024-08-17T16:48:14.628826+0000","last_clean":"2024-08-17T16:48:14.628826+0000","last_became_active":"2024-08-17T16:47:13.338189+0000","last_became_peered":"2024-08-17T16:47:13.338189+0000","last_unstale":"2024-08-17T16:48:14.628826+0000","last_undegraded":"2024-08-17T16:48:14.628826+0000","last_fullsized":"2024-08-17T16:48:14.628826+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:15:08.975277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628708+0000","last_change":"2024-08-17T16:47:16.657794+0000","last_active":"2024-08-17T16:48:14.628708+0000","last_peered":"2024-08-17T16:48:14.628708+0000","last_clean":"2024-08-17T16:48:14.628708+0000","last_became_active":"2024-08-17T16:47:16.657367+0000","last_became_peered":"2024-08-17T16:47:16.657367+0000","last_unstale":"2024-08-17T16:48:14.628708+0000","last_undegraded":"2024-08-17T16:48:14.628708+0000","last_fullsized":"2024-08-17T16:48:14.628708+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:57.733589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.396972+0000","last_change":"2024-08-17T16:47:13.330455+0000","last_active":"2024-08-17T16:48:14.396972+0000","last_peered":"2024-08-17T16:48:14.396972+0000","last_clean":"2024-08-17T16:48:14.396972+0000","last_became_active":"2024-08-17T16:47:13.330164+0000","last_became_peered":"2024-08-17T16:47:13.330164+0000","last_unstale":"2024-08-17T16:48:14.396972+0000","last_undegraded":"2024-08-17T16:48:14.396972+0000","last_fullsized":"2024-08-17T16:48:14.396972+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.364248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831295+0000","last_change":"2024-08-17T16:47:16.658311+0000","last_active":"2024-08-17T16:48:14.831295+0000","last_peered":"2024-08-17T16:48:14.831295+0000","last_clean":"2024-08-17T16:48:14.831295+0000","last_became_active":"2024-08-17T16:47:16.658031+0000","last_became_peered":"2024-08-17T16:47:16.658031+0000","last_unstale":"2024-08-17T16:48:14.831295+0000","last_undegraded":"2024-08-17T16:48:14.831295+0000","last_fullsized":"2024-08-17T16:48:14.831295+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:34:30.134089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.398555+0000","last_change":"2024-08-17T16:47:13.332502+0000","last_active":"2024-08-17T16:48:14.398555+0000","last_peered":"2024-08-17T16:48:14.398555+0000","last_clean":"2024-08-17T16:48:14.398555+0000","last_became_active":"2024-08-17T16:47:13.332189+0000","last_became_peered":"2024-08-17T16:47:13.332189+0000","last_unstale":"2024-08-17T16:48:14.398555+0000","last_undegraded":"2024-08-17T16:48:14.398555+0000","last_fullsized":"2024-08-17T16:48:14.398555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:19:50.395835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831790+0000","last_change":"2024-08-17T16:47:16.647208+0000","last_active":"2024-08-17T16:48:14.831790+0000","last_peered":"2024-08-17T16:48:14.831790+0000","last_clean":"2024-08-17T16:48:14.831790+0000","last_became_active":"2024-08-17T16:47:16.646904+0000","last_became_peered":"2024-08-17T16:47:16.646904+0000","last_unstale":"2024-08-17T16:48:14.831790+0000","last_undegraded":"2024-08-17T16:48:14.831790+0000","last_fullsized":"2024-08-17T16:48:14.831790+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:49:51.808970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397441+0000","last_change":"2024-08-17T16:47:13.338492+0000","last_active":"2024-08-17T16:48:14.397441+0000","last_peered":"2024-08-17T16:48:14.397441+0000","last_clean":"2024-08-17T16:48:14.397441+0000","last_became_active":"2024-08-17T16:47:13.338165+0000","last_became_peered":"2024-08-17T16:47:13.338165+0000","last_unstale":"2024-08-17T16:48:14.397441+0000","last_undegraded":"2024-08-17T16:48:14.397441+0000","last_fullsized":"2024-08-17T16:48:14.397441+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:47.750694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831814+0000","last_change":"2024-08-17T16:47:16.659204+0000","last_active":"2024-08-17T16:48:14.831814+0000","last_peered":"2024-08-17T16:48:14.831814+0000","last_clean":"2024-08-17T16:48:14.831814+0000","last_became_active":"2024-08-17T16:47:16.658946+0000","last_became_peered":"2024-08-17T16:47:16.658946+0000","last_unstale":"2024-08-17T16:48:14.831814+0000","last_undegraded":"2024-08-17T16:48:14.831814+0000","last_fullsized":"2024-08-17T16:48:14.831814+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:30:22.962012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404427+0000","last_change":"2024-08-17T16:47:13.334462+0000","last_active":"2024-08-17T16:48:14.404427+0000","last_peered":"2024-08-17T16:48:14.404427+0000","last_clean":"2024-08-17T16:48:14.404427+0000","last_became_active":"2024-08-17T16:47:13.334130+0000","last_became_peered":"2024-08-17T16:47:13.334130+0000","last_unstale":"2024-08-17T16:48:14.404427+0000","last_undegraded":"2024-08-17T16:48:14.404427+0000","last_fullsized":"2024-08-17T16:48:14.404427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:10:15.653982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406602+0000","last_change":"2024-08-17T16:47:16.649956+0000","last_active":"2024-08-17T16:48:14.406602+0000","last_peered":"2024-08-17T16:48:14.406602+0000","last_clean":"2024-08-17T16:48:14.406602+0000","last_became_active":"2024-08-17T16:47:16.649674+0000","last_became_peered":"2024-08-17T16:47:16.649674+0000","last_unstale":"2024-08-17T16:48:14.406602+0000","last_undegraded":"2024-08-17T16:48:14.406602+0000","last_fullsized":"2024-08-17T16:48:14.406602+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:17.126135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397346+0000","last_change":"2024-08-17T16:47:13.332912+0000","last_active":"2024-08-17T16:48:14.397346+0000","last_peered":"2024-08-17T16:48:14.397346+0000","last_clean":"2024-08-17T16:48:14.397346+0000","last_became_active":"2024-08-17T16:47:13.332532+0000","last_became_peered":"2024-08-17T16:47:13.332532+0000","last_unstale":"2024-08-17T16:48:14.397346+0000","last_undegraded":"2024-08-17T16:48:14.397346+0000","last_fullsized":"2024-08-17T16:48:14.397346+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:48:07.961204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831688+0000","last_change":"2024-08-17T16:47:16.657209+0000","last_active":"2024-08-17T16:48:14.831688+0000","last_peered":"2024-08-17T16:48:14.831688+0000","last_clean":"2024-08-17T16:48:14.831688+0000","last_became_active":"2024-08-17T16:47:16.654549+0000","last_became_peered":"2024-08-17T16:47:16.654549+0000","last_unstale":"2024-08-17T16:48:14.831688+0000","last_undegraded":"2024-08-17T16:48:14.831688+0000","last_fullsized":"2024-08-17T16:48:14.831688+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:19:33.834207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.145404+0000","last_change":"2024-08-17T16:48:14.629460+0000","last_active":"2024-08-17T16:48:19.145404+0000","last_peered":"2024-08-17T16:48:19.145404+0000","last_clean":"2024-08-17T16:48:19.145404+0000","last_became_active":"2024-08-17T16:48:10.385048+0000","last_became_peered":"2024-08-17T16:48:10.385048+0000","last_unstale":"2024-08-17T16:48:19.145404+0000","last_undegraded":"2024-08-17T16:48:19.145404+0000","last_fullsized":"2024-08-17T16:48:19.145404+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:00:31.182663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038054700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":283,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831552+0000","last_change":"2024-08-17T16:46:51.781826+0000","last_active":"2024-08-17T16:48:14.831552+0000","last_peered":"2024-08-17T16:48:14.831552+0000","last_clean":"2024-08-17T16:48:14.831552+0000","last_became_active":"2024-08-17T16:46:51.781414+0000","last_became_peered":"2024-08-17T16:46:51.781414+0000","last_unstale":"2024-08-17T16:48:14.831552+0000","last_undegraded":"2024-08-17T16:48:14.831552+0000","last_fullsized":"2024-08-17T16:48:14.831552+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_clean_scrub_stamp":"2024-08-17T16:44:56.263153+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:15:42.306359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406359+0000","last_change":"2024-08-17T16:47:13.335690+0000","last_active":"2024-08-17T16:48:14.406359+0000","last_peered":"2024-08-17T16:48:14.406359+0000","last_clean":"2024-08-17T16:48:14.406359+0000","last_became_active":"2024-08-17T16:47:13.335365+0000","last_became_peered":"2024-08-17T16:47:13.335365+0000","last_unstale":"2024-08-17T16:48:14.406359+0000","last_undegraded":"2024-08-17T16:48:14.406359+0000","last_fullsized":"2024-08-17T16:48:14.406359+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:21:13.361814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649999+0000","last_change":"2024-08-17T16:47:16.652884+0000","last_active":"2024-08-17T16:48:14.649999+0000","last_peered":"2024-08-17T16:48:14.649999+0000","last_clean":"2024-08-17T16:48:14.649999+0000","last_became_active":"2024-08-17T16:47:16.652508+0000","last_became_peered":"2024-08-17T16:47:16.652508+0000","last_unstale":"2024-08-17T16:48:14.649999+0000","last_undegraded":"2024-08-17T16:48:14.649999+0000","last_fullsized":"2024-08-17T16:48:14.649999+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:00:24.865375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.743566+0000","last_change":"2024-08-17T16:48:14.832080+0000","last_active":"2024-08-17T16:48:19.743566+0000","last_peered":"2024-08-17T16:48:19.743566+0000","last_clean":"2024-08-17T16:48:19.743566+0000","last_became_active":"2024-08-17T16:48:10.548367+0000","last_became_peered":"2024-08-17T16:48:10.548367+0000","last_unstale":"2024-08-17T16:48:19.743566+0000","last_undegraded":"2024-08-17T16:48:19.743566+0000","last_fullsized":"2024-08-17T16:48:19.743566+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:38:10.843808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026574900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831543+0000","last_change":"2024-08-17T16:47:13.342233+0000","last_active":"2024-08-17T16:48:14.831543+0000","last_peered":"2024-08-17T16:48:14.831543+0000","last_clean":"2024-08-17T16:48:14.831543+0000","last_became_active":"2024-08-17T16:47:13.341814+0000","last_became_peered":"2024-08-17T16:47:13.341814+0000","last_unstale":"2024-08-17T16:48:14.831543+0000","last_undegraded":"2024-08-17T16:48:14.831543+0000","last_fullsized":"2024-08-17T16:48:14.831543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:01:06.712885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831013+0000","last_change":"2024-08-17T16:47:16.650919+0000","last_active":"2024-08-17T16:48:14.831013+0000","last_peered":"2024-08-17T16:48:14.831013+0000","last_clean":"2024-08-17T16:48:14.831013+0000","last_became_active":"2024-08-17T16:47:16.650632+0000","last_became_peered":"2024-08-17T16:47:16.650632+0000","last_unstale":"2024-08-17T16:48:14.831013+0000","last_undegraded":"2024-08-17T16:48:14.831013+0000","last_fullsized":"2024-08-17T16:48:14.831013+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:49.957658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.003041+0000","last_change":"2024-08-17T16:48:14.405052+0000","last_active":"2024-08-17T16:48:19.003041+0000","last_peered":"2024-08-17T16:48:19.003041+0000","last_clean":"2024-08-17T16:48:19.003041+0000","last_became_active":"2024-08-17T16:48:10.541210+0000","last_became_peered":"2024-08-17T16:48:10.541210+0000","last_unstale":"2024-08-17T16:48:19.003041+0000","last_undegraded":"2024-08-17T16:48:19.003041+0000","last_fullsized":"2024-08-17T16:48:19.003041+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:12:35.565209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045709400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.396997+0000","last_change":"2024-08-17T16:47:13.337227+0000","last_active":"2024-08-17T16:48:14.396997+0000","last_peered":"2024-08-17T16:48:14.396997+0000","last_clean":"2024-08-17T16:48:14.396997+0000","last_became_active":"2024-08-17T16:47:13.336897+0000","last_became_peered":"2024-08-17T16:47:13.336897+0000","last_unstale":"2024-08-17T16:48:14.396997+0000","last_undegraded":"2024-08-17T16:48:14.396997+0000","last_fullsized":"2024-08-17T16:48:14.396997+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:47.584114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.403960+0000","last_change":"2024-08-17T16:47:16.642948+0000","last_active":"2024-08-17T16:48:14.403960+0000","last_peered":"2024-08-17T16:48:14.403960+0000","last_clean":"2024-08-17T16:48:14.403960+0000","last_became_active":"2024-08-17T16:47:16.642617+0000","last_became_peered":"2024-08-17T16:47:16.642617+0000","last_unstale":"2024-08-17T16:48:14.403960+0000","last_undegraded":"2024-08-17T16:48:14.403960+0000","last_fullsized":"2024-08-17T16:48:14.403960+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:18:47.492365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.003123+0000","last_change":"2024-08-17T16:48:14.404629+0000","last_active":"2024-08-17T16:48:19.003123+0000","last_peered":"2024-08-17T16:48:19.003123+0000","last_clean":"2024-08-17T16:48:19.003123+0000","last_became_active":"2024-08-17T16:48:10.548366+0000","last_became_peered":"2024-08-17T16:48:10.548366+0000","last_unstale":"2024-08-17T16:48:19.003123+0000","last_undegraded":"2024-08-17T16:48:19.003123+0000","last_fullsized":"2024-08-17T16:48:19.003123+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:15:45.183354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037553,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406531+0000","last_change":"2024-08-17T16:47:13.339885+0000","last_active":"2024-08-17T16:48:14.406531+0000","last_peered":"2024-08-17T16:48:14.406531+0000","last_clean":"2024-08-17T16:48:14.406531+0000","last_became_active":"2024-08-17T16:47:13.339616+0000","last_became_peered":"2024-08-17T16:47:13.339616+0000","last_unstale":"2024-08-17T16:48:14.406531+0000","last_undegraded":"2024-08-17T16:48:14.406531+0000","last_fullsized":"2024-08-17T16:48:14.406531+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:25:08.531537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397996+0000","last_change":"2024-08-17T16:47:16.646503+0000","last_active":"2024-08-17T16:48:14.397996+0000","last_peered":"2024-08-17T16:48:14.397996+0000","last_clean":"2024-08-17T16:48:14.397996+0000","last_became_active":"2024-08-17T16:47:16.645881+0000","last_became_peered":"2024-08-17T16:47:16.645881+0000","last_unstale":"2024-08-17T16:48:14.397996+0000","last_undegraded":"2024-08-17T16:48:14.397996+0000","last_fullsized":"2024-08-17T16:48:14.397996+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:34:26.720515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.002805+0000","last_change":"2024-08-17T16:48:14.405089+0000","last_active":"2024-08-17T16:48:19.002805+0000","last_peered":"2024-08-17T16:48:19.002805+0000","last_clean":"2024-08-17T16:48:19.002805+0000","last_became_active":"2024-08-17T16:48:10.541085+0000","last_became_peered":"2024-08-17T16:48:10.541085+0000","last_unstale":"2024-08-17T16:48:19.002805+0000","last_undegraded":"2024-08-17T16:48:19.002805+0000","last_fullsized":"2024-08-17T16:48:19.002805+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:04:50.657454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097729599999999989,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404378+0000","last_change":"2024-08-17T16:47:13.337328+0000","last_active":"2024-08-17T16:48:14.404378+0000","last_peered":"2024-08-17T16:48:14.404378+0000","last_clean":"2024-08-17T16:48:14.404378+0000","last_became_active":"2024-08-17T16:47:13.337050+0000","last_became_peered":"2024-08-17T16:47:13.337050+0000","last_unstale":"2024-08-17T16:48:14.404378+0000","last_undegraded":"2024-08-17T16:48:14.404378+0000","last_fullsized":"2024-08-17T16:48:14.404378+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:56:39.412373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406516+0000","last_change":"2024-08-17T16:47:16.648132+0000","last_active":"2024-08-17T16:48:14.406516+0000","last_peered":"2024-08-17T16:48:14.406516+0000","last_clean":"2024-08-17T16:48:14.406516+0000","last_became_active":"2024-08-17T16:47:16.647832+0000","last_became_peered":"2024-08-17T16:47:16.647832+0000","last_unstale":"2024-08-17T16:48:14.406516+0000","last_undegraded":"2024-08-17T16:48:14.406516+0000","last_fullsized":"2024-08-17T16:48:14.406516+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:54:48.697590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.743046+0000","last_change":"2024-08-17T16:48:14.831893+0000","last_active":"2024-08-17T16:48:19.743046+0000","last_peered":"2024-08-17T16:48:19.743046+0000","last_clean":"2024-08-17T16:48:19.743046+0000","last_became_active":"2024-08-17T16:48:10.541181+0000","last_became_peered":"2024-08-17T16:48:10.541181+0000","last_unstale":"2024-08-17T16:48:19.743046+0000","last_undegraded":"2024-08-17T16:48:19.743046+0000","last_fullsized":"2024-08-17T16:48:19.743046+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:56:25.036176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065364399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831843+0000","last_change":"2024-08-17T16:47:13.341964+0000","last_active":"2024-08-17T16:48:14.831843+0000","last_peered":"2024-08-17T16:48:14.831843+0000","last_clean":"2024-08-17T16:48:14.831843+0000","last_became_active":"2024-08-17T16:47:13.341209+0000","last_became_peered":"2024-08-17T16:47:13.341209+0000","last_unstale":"2024-08-17T16:48:14.831843+0000","last_undegraded":"2024-08-17T16:48:14.831843+0000","last_fullsized":"2024-08-17T16:48:14.831843+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:03:27.895305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404280+0000","last_change":"2024-08-17T16:47:16.646609+0000","last_active":"2024-08-17T16:48:14.404280+0000","last_peered":"2024-08-17T16:48:14.404280+0000","last_clean":"2024-08-17T16:48:14.404280+0000","last_became_active":"2024-08-17T16:47:16.646313+0000","last_became_peered":"2024-08-17T16:47:16.646313+0000","last_unstale":"2024-08-17T16:48:14.404280+0000","last_undegraded":"2024-08-17T16:48:14.404280+0000","last_fullsized":"2024-08-17T16:48:14.404280+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:51:28.313352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.653183+0000","last_change":"2024-08-17T16:48:14.650230+0000","last_active":"2024-08-17T16:48:19.653183+0000","last_peered":"2024-08-17T16:48:19.653183+0000","last_clean":"2024-08-17T16:48:19.653183+0000","last_became_active":"2024-08-17T16:48:10.385184+0000","last_became_peered":"2024-08-17T16:48:10.385184+0000","last_unstale":"2024-08-17T16:48:19.653183+0000","last_undegraded":"2024-08-17T16:48:19.653183+0000","last_fullsized":"2024-08-17T16:48:19.653183+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:33:05.954722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043694600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404575+0000","last_change":"2024-08-17T16:47:13.338517+0000","last_active":"2024-08-17T16:48:14.404575+0000","last_peered":"2024-08-17T16:48:14.404575+0000","last_clean":"2024-08-17T16:48:14.404575+0000","last_became_active":"2024-08-17T16:47:13.338206+0000","last_became_peered":"2024-08-17T16:47:13.338206+0000","last_unstale":"2024-08-17T16:48:14.404575+0000","last_undegraded":"2024-08-17T16:48:14.404575+0000","last_fullsized":"2024-08-17T16:48:14.404575+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:44:15.762759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650541+0000","last_change":"2024-08-17T16:47:16.648494+0000","last_active":"2024-08-17T16:48:14.650541+0000","last_peered":"2024-08-17T16:48:14.650541+0000","last_clean":"2024-08-17T16:48:14.650541+0000","last_became_active":"2024-08-17T16:47:16.647847+0000","last_became_peered":"2024-08-17T16:47:16.647847+0000","last_unstale":"2024-08-17T16:48:14.650541+0000","last_undegraded":"2024-08-17T16:48:14.650541+0000","last_fullsized":"2024-08-17T16:48:14.650541+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:04:49.878130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.003279+0000","last_change":"2024-08-17T16:48:14.398205+0000","last_active":"2024-08-17T16:48:19.003279+0000","last_peered":"2024-08-17T16:48:19.003279+0000","last_clean":"2024-08-17T16:48:19.003279+0000","last_became_active":"2024-08-17T16:48:10.541293+0000","last_became_peered":"2024-08-17T16:48:10.541293+0000","last_unstale":"2024-08-17T16:48:19.003279+0000","last_undegraded":"2024-08-17T16:48:19.003279+0000","last_fullsized":"2024-08-17T16:48:19.003279+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:15:18.865108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054044200000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629363+0000","last_change":"2024-08-17T16:47:13.341703+0000","last_active":"2024-08-17T16:48:14.629363+0000","last_peered":"2024-08-17T16:48:14.629363+0000","last_clean":"2024-08-17T16:48:14.629363+0000","last_became_active":"2024-08-17T16:47:13.341408+0000","last_became_peered":"2024-08-17T16:47:13.341408+0000","last_unstale":"2024-08-17T16:48:14.629363+0000","last_undegraded":"2024-08-17T16:48:14.629363+0000","last_fullsized":"2024-08-17T16:48:14.629363+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:01:33.470644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831472+0000","last_change":"2024-08-17T16:47:16.647496+0000","last_active":"2024-08-17T16:48:14.831472+0000","last_peered":"2024-08-17T16:48:14.831472+0000","last_clean":"2024-08-17T16:48:14.831472+0000","last_became_active":"2024-08-17T16:47:16.647212+0000","last_became_peered":"2024-08-17T16:47:16.647212+0000","last_unstale":"2024-08-17T16:48:14.831472+0000","last_undegraded":"2024-08-17T16:48:14.831472+0000","last_fullsized":"2024-08-17T16:48:14.831472+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:38:16.887192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831280+0000","last_change":"2024-08-17T16:47:13.342189+0000","last_active":"2024-08-17T16:48:14.831280+0000","last_peered":"2024-08-17T16:48:14.831280+0000","last_clean":"2024-08-17T16:48:14.831280+0000","last_became_active":"2024-08-17T16:47:13.341842+0000","last_became_peered":"2024-08-17T16:47:13.341842+0000","last_unstale":"2024-08-17T16:48:14.831280+0000","last_undegraded":"2024-08-17T16:48:14.831280+0000","last_fullsized":"2024-08-17T16:48:14.831280+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T16:58:51.177449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397939+0000","last_change":"2024-08-17T16:47:16.645814+0000","last_active":"2024-08-17T16:48:14.397939+0000","last_peered":"2024-08-17T16:48:14.397939+0000","last_clean":"2024-08-17T16:48:14.397939+0000","last_became_active":"2024-08-17T16:47:16.645548+0000","last_became_peered":"2024-08-17T16:47:16.645548+0000","last_unstale":"2024-08-17T16:48:14.397939+0000","last_undegraded":"2024-08-17T16:48:14.397939+0000","last_fullsized":"2024-08-17T16:48:14.397939+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:38:39.565441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404132+0000","last_change":"2024-08-17T16:47:13.334672+0000","last_active":"2024-08-17T16:48:14.404132+0000","last_peered":"2024-08-17T16:48:14.404132+0000","last_clean":"2024-08-17T16:48:14.404132+0000","last_became_active":"2024-08-17T16:47:13.334373+0000","last_became_peered":"2024-08-17T16:47:13.334373+0000","last_unstale":"2024-08-17T16:48:14.404132+0000","last_undegraded":"2024-08-17T16:48:14.404132+0000","last_fullsized":"2024-08-17T16:48:14.404132+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:17.131426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649960+0000","last_change":"2024-08-17T16:47:16.650908+0000","last_active":"2024-08-17T16:48:14.649960+0000","last_peered":"2024-08-17T16:48:14.649960+0000","last_clean":"2024-08-17T16:48:14.649960+0000","last_became_active":"2024-08-17T16:47:16.650277+0000","last_became_peered":"2024-08-17T16:47:16.650277+0000","last_unstale":"2024-08-17T16:48:14.649960+0000","last_undegraded":"2024-08-17T16:48:14.649960+0000","last_fullsized":"2024-08-17T16:48:14.649960+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:47.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404369+0000","last_change":"2024-08-17T16:47:13.336573+0000","last_active":"2024-08-17T16:48:14.404369+0000","last_peered":"2024-08-17T16:48:14.404369+0000","last_clean":"2024-08-17T16:48:14.404369+0000","last_became_active":"2024-08-17T16:47:13.336314+0000","last_became_peered":"2024-08-17T16:47:13.336314+0000","last_unstale":"2024-08-17T16:48:14.404369+0000","last_undegraded":"2024-08-17T16:48:14.404369+0000","last_fullsized":"2024-08-17T16:48:14.404369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:49:44.753949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650211+0000","last_change":"2024-08-17T16:47:16.649766+0000","last_active":"2024-08-17T16:48:14.650211+0000","last_peered":"2024-08-17T16:48:14.650211+0000","last_clean":"2024-08-17T16:48:14.650211+0000","last_became_active":"2024-08-17T16:47:16.649474+0000","last_became_peered":"2024-08-17T16:47:16.649474+0000","last_unstale":"2024-08-17T16:48:14.650211+0000","last_undegraded":"2024-08-17T16:48:14.650211+0000","last_fullsized":"2024-08-17T16:48:14.650211+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:45:27.603764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831739+0000","last_change":"2024-08-17T16:47:13.343598+0000","last_active":"2024-08-17T16:48:14.831739+0000","last_peered":"2024-08-17T16:48:14.831739+0000","last_clean":"2024-08-17T16:48:14.831739+0000","last_became_active":"2024-08-17T16:47:13.342560+0000","last_became_peered":"2024-08-17T16:47:13.342560+0000","last_unstale":"2024-08-17T16:48:14.831739+0000","last_undegraded":"2024-08-17T16:48:14.831739+0000","last_fullsized":"2024-08-17T16:48:14.831739+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:39:43.332184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628833+0000","last_change":"2024-08-17T16:47:16.644964+0000","last_active":"2024-08-17T16:48:14.628833+0000","last_peered":"2024-08-17T16:48:14.628833+0000","last_clean":"2024-08-17T16:48:14.628833+0000","last_became_active":"2024-08-17T16:47:16.644661+0000","last_became_peered":"2024-08-17T16:47:16.644661+0000","last_unstale":"2024-08-17T16:48:14.628833+0000","last_undegraded":"2024-08-17T16:48:14.628833+0000","last_fullsized":"2024-08-17T16:48:14.628833+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:42:27.334801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406509+0000","last_change":"2024-08-17T16:47:16.653037+0000","last_active":"2024-08-17T16:48:14.406509+0000","last_peered":"2024-08-17T16:48:14.406509+0000","last_clean":"2024-08-17T16:48:14.406509+0000","last_became_active":"2024-08-17T16:47:16.652683+0000","last_became_peered":"2024-08-17T16:47:16.652683+0000","last_unstale":"2024-08-17T16:48:14.406509+0000","last_undegraded":"2024-08-17T16:48:14.406509+0000","last_fullsized":"2024-08-17T16:48:14.406509+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:40:13.485856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831505+0000","last_change":"2024-08-17T16:47:13.343502+0000","last_active":"2024-08-17T16:48:14.831505+0000","last_peered":"2024-08-17T16:48:14.831505+0000","last_clean":"2024-08-17T16:48:14.831505+0000","last_became_active":"2024-08-17T16:47:13.342892+0000","last_became_peered":"2024-08-17T16:47:13.342892+0000","last_unstale":"2024-08-17T16:48:14.831505+0000","last_undegraded":"2024-08-17T16:48:14.831505+0000","last_fullsized":"2024-08-17T16:48:14.831505+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:07:28.989691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406526+0000","last_change":"2024-08-17T16:47:16.655402+0000","last_active":"2024-08-17T16:48:14.406526+0000","last_peered":"2024-08-17T16:48:14.406526+0000","last_clean":"2024-08-17T16:48:14.406526+0000","last_became_active":"2024-08-17T16:47:16.655104+0000","last_became_peered":"2024-08-17T16:47:16.655104+0000","last_unstale":"2024-08-17T16:48:14.406526+0000","last_undegraded":"2024-08-17T16:48:14.406526+0000","last_fullsized":"2024-08-17T16:48:14.406526+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:09:50.896745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831728+0000","last_change":"2024-08-17T16:47:13.342089+0000","last_active":"2024-08-17T16:48:14.831728+0000","last_peered":"2024-08-17T16:48:14.831728+0000","last_clean":"2024-08-17T16:48:14.831728+0000","last_became_active":"2024-08-17T16:47:13.340996+0000","last_became_peered":"2024-08-17T16:47:13.340996+0000","last_unstale":"2024-08-17T16:48:14.831728+0000","last_undegraded":"2024-08-17T16:48:14.831728+0000","last_fullsized":"2024-08-17T16:48:14.831728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:33:39.297294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831831+0000","last_change":"2024-08-17T16:47:16.655890+0000","last_active":"2024-08-17T16:48:14.831831+0000","last_peered":"2024-08-17T16:48:14.831831+0000","last_clean":"2024-08-17T16:48:14.831831+0000","last_became_active":"2024-08-17T16:47:16.655592+0000","last_became_peered":"2024-08-17T16:47:16.655592+0000","last_unstale":"2024-08-17T16:48:14.831831+0000","last_undegraded":"2024-08-17T16:48:14.831831+0000","last_fullsized":"2024-08-17T16:48:14.831831+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:50:41.032266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650584+0000","last_change":"2024-08-17T16:47:13.334451+0000","last_active":"2024-08-17T16:48:14.650584+0000","last_peered":"2024-08-17T16:48:14.650584+0000","last_clean":"2024-08-17T16:48:14.650584+0000","last_became_active":"2024-08-17T16:47:13.334174+0000","last_became_peered":"2024-08-17T16:47:13.334174+0000","last_unstale":"2024-08-17T16:48:14.650584+0000","last_undegraded":"2024-08-17T16:48:14.650584+0000","last_fullsized":"2024-08-17T16:48:14.650584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:07:07.405578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650520+0000","last_change":"2024-08-17T16:47:16.652626+0000","last_active":"2024-08-17T16:48:14.650520+0000","last_peered":"2024-08-17T16:48:14.650520+0000","last_clean":"2024-08-17T16:48:14.650520+0000","last_became_active":"2024-08-17T16:47:16.652232+0000","last_became_peered":"2024-08-17T16:47:16.652232+0000","last_unstale":"2024-08-17T16:48:14.650520+0000","last_undegraded":"2024-08-17T16:48:14.650520+0000","last_fullsized":"2024-08-17T16:48:14.650520+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:04:37.756125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.832017+0000","last_change":"2024-08-17T16:47:13.337711+0000","last_active":"2024-08-17T16:48:14.832017+0000","last_peered":"2024-08-17T16:48:14.832017+0000","last_clean":"2024-08-17T16:48:14.832017+0000","last_became_active":"2024-08-17T16:47:13.337424+0000","last_became_peered":"2024-08-17T16:47:13.337424+0000","last_unstale":"2024-08-17T16:48:14.832017+0000","last_undegraded":"2024-08-17T16:48:14.832017+0000","last_fullsized":"2024-08-17T16:48:14.832017+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:53:11.129727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234015,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":938990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38100000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68100000000000005,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52000000000000002,"15min":0.51800000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.495}]},{"osd":2,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66200000000000003,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.57699999999999996,"15min":0.58399999999999996},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71299999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.55100000000000005}]},{"osd":3,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55600000000000005,"15min":0.55800000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.71399999999999997,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56200000000000006,"15min":0.56799999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68300000000000005,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.63100000000000001,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.439},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.46200000000000002,"15min":0.46500000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.48299999999999998}]},{"osd":5,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.50800000000000001,"15min":0.52000000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.67000000000000004,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.52100000000000002,"15min":0.52900000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.67900000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.56100000000000005}]},{"osd":6,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52600000000000002,"15min":0.52900000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64500000000000002,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.72799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.51700000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298704,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446448,"statfs":{"total":95995035648,"available":95689162752,"internally_reserved":0,"allocated":1380352,"data_stored":940740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.60299999999999998,"15min":0.61699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.86899999999999999,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.67800000000000005,"15min":0.70999999999999996},"min":{"1min":0.32400000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.78500000000000003,"5min":3.4889999999999999,"15min":3.4889999999999999},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.56299999999999994,"15min":0.57099999999999995},"min":{"1min":0.35399999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.88400000000000001,"5min":1.252,"15min":1.252},"last":0.501},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.60799999999999998,"15min":0.625},"min":{"1min":0.35699999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.80100000000000005,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.52500000000000002,"15min":0.53000000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.55300000000000005,"15min":0.55600000000000005},"min":{"1min":0.379,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77200000000000002,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.46800000000000003}]},{"osd":3,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.61699999999999999,"15min":0.629},"min":{"1min":0.315,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83499999999999996,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55200000000000005,"15min":0.55700000000000005},"min":{"1min":0.373,"5min":0.37,"15min":0.37},"max":{"1min":0.84999999999999998,"5min":0.876,"15min":0.876},"last":0.53000000000000003}]},{"osd":4,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.48799999999999999,"15min":0.496},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68100000000000005,"5min":1.431,"15min":1.431},"last":0.377},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.72199999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.40400000000000003}]},{"osd":5,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.63300000000000001,"15min":0.66000000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.625,"5min":3.786,"15min":3.786},"last":0.433},{"interface":"front","average":{"1min":0.495,"5min":0.68500000000000005,"15min":0.71699999999999997},"min":{"1min":0.35899999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69899999999999995,"5min":4.2089999999999996,"15min":4.2089999999999996},"last":0.58999999999999997}]},{"osd":7,"last update":"Sat Aug 17 16:48:58 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.71499999999999997,"15min":0.749},"min":{"1min":0.33800000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.749,"5min":4.048,"15min":4.048},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.65600000000000003,"15min":0.67800000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.63400000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757288,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":350481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.72099999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":0.54700000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.68700000000000006,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.50600000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.68600000000000005,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65800000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41899999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70999999999999996,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.57299999999999995,"15min":0.57899999999999996},"min":{"1min":0.371,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.44900000000000001}]},{"osd":3,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.73199999999999998,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.434},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59199999999999997,"15min":0.59799999999999998},"min":{"1min":0.39400000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.751,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39900000000000002}]},{"osd":4,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.39300000000000002,"15min":0.39100000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.56699999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.375}]},{"osd":6,"last update":"Sat Aug 17 16:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.442,"15min":0.44400000000000001},"min":{"1min":0.318,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60599999999999998,"5min":0.624,"15min":0.624},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45200000000000001,"15min":0.45100000000000001},"min":{"1min":0.33100000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.63200000000000001,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.47299999999999998}]},{"osd":7,"last update":"Sat Aug 17 16:48:53 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49199999999999999,"15min":0.49099999999999999},"min":{"1min":0.39400000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.51200000000000001,"15min":0.51800000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.64600000000000002,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53600000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":349068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.42699999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73099999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.624,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.54700000000000004}]},{"osd":1,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.55500000000000005,"15min":0.57099999999999995},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.64700000000000002,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73599999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.56699999999999995}]},{"osd":2,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80700000000000005,"5min":0.877,"15min":0.877},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.56100000000000005,"15min":0.57099999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.67800000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.64500000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68999999999999995,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.503},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56100000000000005,"15min":0.57399999999999995},"min":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68999999999999995,"5min":0.748,"15min":0.748},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Aug 17 16:49:03 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.40500000000000003,"15min":0.40100000000000002},"min":{"1min":0.27700000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41099999999999998,"15min":0.40699999999999997},"min":{"1min":0.29599999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.44500000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:48:28 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.44400000000000001,"15min":0.44},"min":{"1min":0.29599999999999999,"5min":0.252,"15min":0.252},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.443,"15min":0.439},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.51600000000000001}]},{"osd":7,"last update":"Sat Aug 17 16:48:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.48099999999999998,"15min":0.48299999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.46300000000000002,"15min":0.46400000000000002},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.59499999999999997,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.48899999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":350476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:27 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.374,"15min":0.378},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.48199999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.41599999999999998,"15min":0.42999999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.78100000000000003,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.51700000000000002}]},{"osd":1,"last update":"Sat Aug 17 16:48:27 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.42599999999999999,"15min":0.44600000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.50700000000000001,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.30499999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.60099999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:48:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.44800000000000001,"15min":0.46000000000000002},"min":{"1min":0.27900000000000003,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56499999999999995,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.374,"5min":0.42699999999999999,"15min":0.443},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64900000000000002,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.48999999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:48:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.59899999999999998,"15min":0.61399999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68200000000000005,"5min":1.579,"15min":1.579},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.61799999999999999,"15min":0.64000000000000001},"min":{"1min":0.40600000000000003,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73899999999999999,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":0.68200000000000005}]},{"osd":5,"last update":"Sat Aug 17 16:49:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59599999999999997,"15min":0.59199999999999997},"min":{"1min":0.39400000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88300000000000001,"5min":1.518,"15min":1.518},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.57699999999999996,"15min":0.57899999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72299999999999998,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.72299999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:48:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.61199999999999999,"15min":0.622},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.73499999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.622,"15min":0.627},"min":{"1min":0.44500000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72799999999999998,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.69999999999999996}]},{"osd":7,"last update":"Sat Aug 17 16:48:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.502,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56699999999999995,"15min":0.56999999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.752,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.77200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":348353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:49:02 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.379,"15min":0.35199999999999998},"min":{"1min":0.26600000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.224}]},{"osd":1,"last update":"Sat Aug 17 16:49:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38,"15min":0.35699999999999998},"min":{"1min":0.27300000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38100000000000001,"15min":0.35299999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.56799999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.27600000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:48:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.442,"15min":0.44},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63600000000000001,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.42199999999999999,"15min":0.42699999999999999},"min":{"1min":0.28699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.58699999999999997,"5min":0.623,"15min":0.623},"last":0.33300000000000002}]},{"osd":4,"last update":"Sat Aug 17 16:48:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.56399999999999995},"min":{"1min":0.40400000000000003,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57399999999999995,"15min":0.56399999999999995},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81699999999999995,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.34999999999999998}]},{"osd":5,"last update":"Sat Aug 17 16:49:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.84299999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.376},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56399999999999995,"15min":0.55400000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.57599999999999996}]},{"osd":6,"last update":"Sat Aug 17 16:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.61799999999999999,"15min":0.622},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.42299999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:48:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.63900000000000001,"15min":0.64300000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.443}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":348532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:44 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.35699999999999998,"15min":0.34300000000000003},"min":{"1min":0.248,"5min":0.22,"15min":0.22},"max":{"1min":0.52300000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.39900000000000002,"15min":0.36899999999999999},"min":{"1min":0.27000000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.32500000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:49:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.41899999999999998,"15min":0.42599999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.38,"15min":0.39000000000000001},"min":{"1min":0.26400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.48699999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.28999999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.436,"15min":0.45000000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.46000000000000002,"15min":0.47099999999999997},"min":{"1min":0.33700000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.372}]},{"osd":4,"last update":"Sat Aug 17 16:48:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.61299999999999999,"15min":0.61499999999999999},"min":{"1min":0.41599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59999999999999998,"15min":0.59799999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77800000000000002,"5min":0.876,"15min":0.876},"last":0.69199999999999995}]},{"osd":5,"last update":"Sat Aug 17 16:49:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.59099999999999997,"15min":0.60999999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.74099999999999999,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60699999999999998,"15min":0.61299999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.552,"5min":1.552,"15min":1.552},"last":0.73199999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.61599999999999999,"15min":0.62},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77700000000000002,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.65800000000000003}]},{"osd":7,"last update":"Sat Aug 17 16:48:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.623,"15min":0.625},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.66000000000000003,"15min":0.66600000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.78800000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":939437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 16:48:40 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.372,"15min":0.371},"min":{"1min":0.20899999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.53800000000000003,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.192},{"interface":"front","average":{"1min":0.372,"5min":0.39200000000000002,"15min":0.38500000000000001},"min":{"1min":0.252,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:49:05 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41499999999999998,"15min":0.41599999999999998},"min":{"1min":0.29299999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.53200000000000003,"5min":0.621,"15min":0.621},"last":0.215},{"interface":"front","average":{"1min":0.373,"5min":0.39900000000000002,"15min":0.39500000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.55900000000000005,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.26600000000000001}]},{"osd":3,"last update":"Sat Aug 17 16:48:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46000000000000002,"15min":0.47099999999999997},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.59199999999999997,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.33300000000000002}]},{"osd":4,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56599999999999995,"15min":0.56000000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70799999999999996,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58399999999999996,"15min":0.57799999999999996},"min":{"1min":0.48399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73999999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.36399999999999999}]},{"osd":5,"last update":"Sat Aug 17 16:49:05 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.42999999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74299999999999999,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60699999999999998,"15min":0.60799999999999998},"min":{"1min":0.48699999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69999999999999996,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.40899999999999997}]},{"osd":6,"last update":"Sat Aug 17 16:48:25 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.628,"15min":0.63600000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.81699999999999995,"5min":0.877,"15min":0.877},"last":0.441}]},{"osd":7,"last update":"Sat Aug 17 16:48:53 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.61399999999999999,"15min":0.61199999999999999},"min":{"1min":0.48099999999999998,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.51000000000000001,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76500000000000001,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.50600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T16:49:12.600 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T16:49:12.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:12 smithi189 ceph-mon[33558]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:12.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:12 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:12 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:12 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:12 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:12.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:12 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:13.502 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:13.626 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:13 smithi001 ceph-mon[29829]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:49:13.626 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:13 smithi001 ceph-mon[29829]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:49:13.626 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:13 smithi001 ceph-mon[29829]: Reconfiguring daemon alertmanager.a on smithi001 2024-08-17T16:49:13.626 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:13 smithi001 ceph-mon[41665]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:49:13.626 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:13 smithi001 ceph-mon[41665]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:49:13.627 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:13 smithi001 ceph-mon[41665]: Reconfiguring daemon alertmanager.a on smithi001 2024-08-17T16:49:13.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:13 smithi189 ceph-mon[33558]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:49:13.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:13 smithi189 ceph-mon[33558]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:49:13.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:13 smithi189 ceph-mon[33558]: Reconfiguring daemon alertmanager.a on smithi001 2024-08-17T16:49:14.428 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:14 smithi001 ceph-mon[29829]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:14.428 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:14 smithi001 ceph-mon[41665]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:14.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:14 smithi189 ceph-mon[33558]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:15.930 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:15 smithi001 systemd[1]: Stopping Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:49:16.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:16 smithi189 ceph-mon[33558]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:16.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:16 smithi001 ceph-mon[29829]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:16.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:16 smithi001 ceph-mon[41665]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:17.234 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:49:17.234 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[76902]: ts=2024-08-17T16:49:17.173Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T16:49:17.234 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:17 smithi001 podman[82344]: 2024-08-17 16:49:17.194372589 +0000 UTC m=+0.351520778 container died afe56611eadafc6152d7a77bc3196e799a189033f3f5e99f134c379b5519ce4f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:17.238 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-08-17T16:49:17.806 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:17 smithi001 podman[82344]: 2024-08-17 16:49:17.59675318 +0000 UTC m=+0.753901364 container cleanup afe56611eadafc6152d7a77bc3196e799a189033f3f5e99f134c379b5519ce4f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:17.806 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:17 smithi001 bash[82344]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T16:49:18.179 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:17 smithi001 podman[82396]: 2024-08-17 16:49:17.806144665 +0000 UTC m=+0.608640571 container remove afe56611eadafc6152d7a77bc3196e799a189033f3f5e99f134c379b5519ce4f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:18.179 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:17 smithi001 podman[82396]: 2024-08-17 16:49:17.881845105 +0000 UTC m=+0.684341011 volume remove 2af2441688ed1152fa2b7c5e00b560b831fad18b56d56b00d93a6b39a413a1c9 2024-08-17T16:49:18.580 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:18 smithi001 ceph-mon[29829]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:49:18.580 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:18 smithi001 ceph-mon[29829]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:18.580 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:18 smithi001 ceph-mon[41665]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:49:18.580 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:18 smithi001 ceph-mon[41665]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:18.610 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-08-17T16:49:15.250433+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386760,"kb_used_data":7912,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574456,"statfs":{"total":767960285184,"available":765516242944,"internally_reserved":0,"allocated":8101888,"data_stored":4566077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002433"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831862+0000","last_change":"2024-08-17T16:47:16.657119+0000","last_active":"2024-08-17T16:48:14.831862+0000","last_peered":"2024-08-17T16:48:14.831862+0000","last_clean":"2024-08-17T16:48:14.831862+0000","last_became_active":"2024-08-17T16:47:16.654460+0000","last_became_peered":"2024-08-17T16:47:16.654460+0000","last_unstale":"2024-08-17T16:48:14.831862+0000","last_undegraded":"2024-08-17T16:48:14.831862+0000","last_fullsized":"2024-08-17T16:48:14.831862+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:52:32.866103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404573+0000","last_change":"2024-08-17T16:47:16.642249+0000","last_active":"2024-08-17T16:48:14.404573+0000","last_peered":"2024-08-17T16:48:14.404573+0000","last_clean":"2024-08-17T16:48:14.404573+0000","last_became_active":"2024-08-17T16:47:16.641934+0000","last_became_peered":"2024-08-17T16:47:16.641934+0000","last_unstale":"2024-08-17T16:48:14.404573+0000","last_undegraded":"2024-08-17T16:48:14.404573+0000","last_fullsized":"2024-08-17T16:48:14.404573+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:58:29.807448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831744+0000","last_change":"2024-08-17T16:47:16.649470+0000","last_active":"2024-08-17T16:48:14.831744+0000","last_peered":"2024-08-17T16:48:14.831744+0000","last_clean":"2024-08-17T16:48:14.831744+0000","last_became_active":"2024-08-17T16:47:16.649209+0000","last_became_peered":"2024-08-17T16:47:16.649209+0000","last_unstale":"2024-08-17T16:48:14.831744+0000","last_undegraded":"2024-08-17T16:48:14.831744+0000","last_fullsized":"2024-08-17T16:48:14.831744+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:34.520223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406468+0000","last_change":"2024-08-17T16:47:16.656527+0000","last_active":"2024-08-17T16:48:14.406468+0000","last_peered":"2024-08-17T16:48:14.406468+0000","last_clean":"2024-08-17T16:48:14.406468+0000","last_became_active":"2024-08-17T16:47:16.656268+0000","last_became_peered":"2024-08-17T16:47:16.656268+0000","last_unstale":"2024-08-17T16:48:14.406468+0000","last_undegraded":"2024-08-17T16:48:14.406468+0000","last_fullsized":"2024-08-17T16:48:14.406468+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:00:47.047531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831493+0000","last_change":"2024-08-17T16:47:16.651287+0000","last_active":"2024-08-17T16:48:14.831493+0000","last_peered":"2024-08-17T16:48:14.831493+0000","last_clean":"2024-08-17T16:48:14.831493+0000","last_became_active":"2024-08-17T16:47:16.648773+0000","last_became_peered":"2024-08-17T16:47:16.648773+0000","last_unstale":"2024-08-17T16:48:14.831493+0000","last_undegraded":"2024-08-17T16:48:14.831493+0000","last_fullsized":"2024-08-17T16:48:14.831493+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:44:40.697677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406279+0000","last_change":"2024-08-17T16:47:16.660619+0000","last_active":"2024-08-17T16:48:14.406279+0000","last_peered":"2024-08-17T16:48:14.406279+0000","last_clean":"2024-08-17T16:48:14.406279+0000","last_became_active":"2024-08-17T16:47:16.660349+0000","last_became_peered":"2024-08-17T16:47:16.660349+0000","last_unstale":"2024-08-17T16:48:14.406279+0000","last_undegraded":"2024-08-17T16:48:14.406279+0000","last_fullsized":"2024-08-17T16:48:14.406279+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:09.297976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831161+0000","last_change":"2024-08-17T16:47:16.652086+0000","last_active":"2024-08-17T16:48:14.831161+0000","last_peered":"2024-08-17T16:48:14.831161+0000","last_clean":"2024-08-17T16:48:14.831161+0000","last_became_active":"2024-08-17T16:47:16.651802+0000","last_became_peered":"2024-08-17T16:47:16.651802+0000","last_unstale":"2024-08-17T16:48:14.831161+0000","last_undegraded":"2024-08-17T16:48:14.831161+0000","last_fullsized":"2024-08-17T16:48:14.831161+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:57.658628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649820+0000","last_change":"2024-08-17T16:47:16.658860+0000","last_active":"2024-08-17T16:48:14.649820+0000","last_peered":"2024-08-17T16:48:14.649820+0000","last_clean":"2024-08-17T16:48:14.649820+0000","last_became_active":"2024-08-17T16:47:16.658578+0000","last_became_peered":"2024-08-17T16:47:16.658578+0000","last_unstale":"2024-08-17T16:48:14.649820+0000","last_undegraded":"2024-08-17T16:48:14.649820+0000","last_fullsized":"2024-08-17T16:48:14.649820+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:11.242882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.832026+0000","last_change":"2024-08-17T16:47:16.660464+0000","last_active":"2024-08-17T16:48:14.832026+0000","last_peered":"2024-08-17T16:48:14.832026+0000","last_clean":"2024-08-17T16:48:14.832026+0000","last_became_active":"2024-08-17T16:47:16.660189+0000","last_became_peered":"2024-08-17T16:47:16.660189+0000","last_unstale":"2024-08-17T16:48:14.832026+0000","last_undegraded":"2024-08-17T16:48:14.832026+0000","last_fullsized":"2024-08-17T16:48:14.832026+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:36:17.290238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629261+0000","last_change":"2024-08-17T16:47:16.653966+0000","last_active":"2024-08-17T16:48:14.629261+0000","last_peered":"2024-08-17T16:48:14.629261+0000","last_clean":"2024-08-17T16:48:14.629261+0000","last_became_active":"2024-08-17T16:47:16.653630+0000","last_became_peered":"2024-08-17T16:47:16.653630+0000","last_unstale":"2024-08-17T16:48:14.629261+0000","last_undegraded":"2024-08-17T16:48:14.629261+0000","last_fullsized":"2024-08-17T16:48:14.629261+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:20:21.418022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629251+0000","last_change":"2024-08-17T16:47:16.643777+0000","last_active":"2024-08-17T16:48:14.629251+0000","last_peered":"2024-08-17T16:48:14.629251+0000","last_clean":"2024-08-17T16:48:14.629251+0000","last_became_active":"2024-08-17T16:47:16.642497+0000","last_became_peered":"2024-08-17T16:47:16.642497+0000","last_unstale":"2024-08-17T16:48:14.629251+0000","last_undegraded":"2024-08-17T16:48:14.629251+0000","last_fullsized":"2024-08-17T16:48:14.629251+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:59.553969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397202+0000","last_change":"2024-08-17T16:47:45.920713+0000","last_active":"2024-08-17T16:48:14.397202+0000","last_peered":"2024-08-17T16:48:14.397202+0000","last_clean":"2024-08-17T16:48:14.397202+0000","last_became_active":"2024-08-17T16:47:45.920269+0000","last_became_peered":"2024-08-17T16:47:45.920269+0000","last_unstale":"2024-08-17T16:48:14.397202+0000","last_undegraded":"2024-08-17T16:48:14.397202+0000","last_fullsized":"2024-08-17T16:48:14.397202+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:31:18.932853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650224+0000","last_change":"2024-08-17T16:47:16.652128+0000","last_active":"2024-08-17T16:48:14.650224+0000","last_peered":"2024-08-17T16:48:14.650224+0000","last_clean":"2024-08-17T16:48:14.650224+0000","last_became_active":"2024-08-17T16:47:16.651842+0000","last_became_peered":"2024-08-17T16:47:16.651842+0000","last_unstale":"2024-08-17T16:48:14.650224+0000","last_undegraded":"2024-08-17T16:48:14.650224+0000","last_fullsized":"2024-08-17T16:48:14.650224+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:46:12.750805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831390+0000","last_change":"2024-08-17T16:47:16.656535+0000","last_active":"2024-08-17T16:48:14.831390+0000","last_peered":"2024-08-17T16:48:14.831390+0000","last_clean":"2024-08-17T16:48:14.831390+0000","last_became_active":"2024-08-17T16:47:16.656255+0000","last_became_peered":"2024-08-17T16:47:16.656255+0000","last_unstale":"2024-08-17T16:48:14.831390+0000","last_undegraded":"2024-08-17T16:48:14.831390+0000","last_fullsized":"2024-08-17T16:48:14.831390+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:37:15.203733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404080+0000","last_change":"2024-08-17T16:47:16.644828+0000","last_active":"2024-08-17T16:48:14.404080+0000","last_peered":"2024-08-17T16:48:14.404080+0000","last_clean":"2024-08-17T16:48:14.404080+0000","last_became_active":"2024-08-17T16:47:16.644300+0000","last_became_peered":"2024-08-17T16:47:16.644300+0000","last_unstale":"2024-08-17T16:48:14.404080+0000","last_undegraded":"2024-08-17T16:48:14.404080+0000","last_fullsized":"2024-08-17T16:48:14.404080+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:06:29.042838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406223+0000","last_change":"2024-08-17T16:47:16.654717+0000","last_active":"2024-08-17T16:48:14.406223+0000","last_peered":"2024-08-17T16:48:14.406223+0000","last_clean":"2024-08-17T16:48:14.406223+0000","last_became_active":"2024-08-17T16:47:16.653887+0000","last_became_peered":"2024-08-17T16:47:16.653887+0000","last_unstale":"2024-08-17T16:48:14.406223+0000","last_undegraded":"2024-08-17T16:48:14.406223+0000","last_fullsized":"2024-08-17T16:48:14.406223+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:04:44.559970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406768+0000","last_change":"2024-08-17T16:47:16.651187+0000","last_active":"2024-08-17T16:48:14.406768+0000","last_peered":"2024-08-17T16:48:14.406768+0000","last_clean":"2024-08-17T16:48:14.406768+0000","last_became_active":"2024-08-17T16:47:16.648768+0000","last_became_peered":"2024-08-17T16:47:16.648768+0000","last_unstale":"2024-08-17T16:48:14.406768+0000","last_undegraded":"2024-08-17T16:48:14.406768+0000","last_fullsized":"2024-08-17T16:48:14.406768+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:05:28.440181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397388+0000","last_change":"2024-08-17T16:47:16.647371+0000","last_active":"2024-08-17T16:48:14.397388+0000","last_peered":"2024-08-17T16:48:14.397388+0000","last_clean":"2024-08-17T16:48:14.397388+0000","last_became_active":"2024-08-17T16:47:16.647103+0000","last_became_peered":"2024-08-17T16:47:16.647103+0000","last_unstale":"2024-08-17T16:48:14.397388+0000","last_undegraded":"2024-08-17T16:48:14.397388+0000","last_fullsized":"2024-08-17T16:48:14.397388+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:24:17.827076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831841+0000","last_change":"2024-08-17T16:47:16.657583+0000","last_active":"2024-08-17T16:48:14.831841+0000","last_peered":"2024-08-17T16:48:14.831841+0000","last_clean":"2024-08-17T16:48:14.831841+0000","last_became_active":"2024-08-17T16:47:16.657221+0000","last_became_peered":"2024-08-17T16:47:16.657221+0000","last_unstale":"2024-08-17T16:48:14.831841+0000","last_undegraded":"2024-08-17T16:48:14.831841+0000","last_fullsized":"2024-08-17T16:48:14.831841+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:08:53.833764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629161+0000","last_change":"2024-08-17T16:47:16.654037+0000","last_active":"2024-08-17T16:48:14.629161+0000","last_peered":"2024-08-17T16:48:14.629161+0000","last_clean":"2024-08-17T16:48:14.629161+0000","last_became_active":"2024-08-17T16:47:16.653766+0000","last_became_peered":"2024-08-17T16:47:16.653766+0000","last_unstale":"2024-08-17T16:48:14.629161+0000","last_undegraded":"2024-08-17T16:48:14.629161+0000","last_fullsized":"2024-08-17T16:48:14.629161+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:41:55.113897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831371+0000","last_change":"2024-08-17T16:47:16.648619+0000","last_active":"2024-08-17T16:48:14.831371+0000","last_peered":"2024-08-17T16:48:14.831371+0000","last_clean":"2024-08-17T16:48:14.831371+0000","last_became_active":"2024-08-17T16:47:16.648354+0000","last_became_peered":"2024-08-17T16:47:16.648354+0000","last_unstale":"2024-08-17T16:48:14.831371+0000","last_undegraded":"2024-08-17T16:48:14.831371+0000","last_fullsized":"2024-08-17T16:48:14.831371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:44:54.725401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406408+0000","last_change":"2024-08-17T16:47:16.655927+0000","last_active":"2024-08-17T16:48:14.406408+0000","last_peered":"2024-08-17T16:48:14.406408+0000","last_clean":"2024-08-17T16:48:14.406408+0000","last_became_active":"2024-08-17T16:47:16.655659+0000","last_became_peered":"2024-08-17T16:47:16.655659+0000","last_unstale":"2024-08-17T16:48:14.406408+0000","last_undegraded":"2024-08-17T16:48:14.406408+0000","last_fullsized":"2024-08-17T16:48:14.406408+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:57:35.926831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649955+0000","last_change":"2024-08-17T16:47:16.648766+0000","last_active":"2024-08-17T16:48:14.649955+0000","last_peered":"2024-08-17T16:48:14.649955+0000","last_clean":"2024-08-17T16:48:14.649955+0000","last_became_active":"2024-08-17T16:47:16.648422+0000","last_became_peered":"2024-08-17T16:47:16.648422+0000","last_unstale":"2024-08-17T16:48:14.649955+0000","last_undegraded":"2024-08-17T16:48:14.649955+0000","last_fullsized":"2024-08-17T16:48:14.649955+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:18:05.912093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406158+0000","last_change":"2024-08-17T16:47:16.655494+0000","last_active":"2024-08-17T16:48:14.406158+0000","last_peered":"2024-08-17T16:48:14.406158+0000","last_clean":"2024-08-17T16:48:14.406158+0000","last_became_active":"2024-08-17T16:47:16.653506+0000","last_became_peered":"2024-08-17T16:47:16.653506+0000","last_unstale":"2024-08-17T16:48:14.406158+0000","last_undegraded":"2024-08-17T16:48:14.406158+0000","last_fullsized":"2024-08-17T16:48:14.406158+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:46:00.903292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650541+0000","last_change":"2024-08-17T16:47:16.648658+0000","last_active":"2024-08-17T16:48:14.650541+0000","last_peered":"2024-08-17T16:48:14.650541+0000","last_clean":"2024-08-17T16:48:14.650541+0000","last_became_active":"2024-08-17T16:47:16.648219+0000","last_became_peered":"2024-08-17T16:47:16.648219+0000","last_unstale":"2024-08-17T16:48:14.650541+0000","last_undegraded":"2024-08-17T16:48:14.650541+0000","last_fullsized":"2024-08-17T16:48:14.650541+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:09:48.733495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629253+0000","last_change":"2024-08-17T16:47:16.649807+0000","last_active":"2024-08-17T16:48:14.629253+0000","last_peered":"2024-08-17T16:48:14.629253+0000","last_clean":"2024-08-17T16:48:14.629253+0000","last_became_active":"2024-08-17T16:47:16.649525+0000","last_became_peered":"2024-08-17T16:47:16.649525+0000","last_unstale":"2024-08-17T16:48:14.629253+0000","last_undegraded":"2024-08-17T16:48:14.629253+0000","last_fullsized":"2024-08-17T16:48:14.629253+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:58:30.779611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404168+0000","last_change":"2024-08-17T16:47:16.651659+0000","last_active":"2024-08-17T16:48:14.404168+0000","last_peered":"2024-08-17T16:48:14.404168+0000","last_clean":"2024-08-17T16:48:14.404168+0000","last_became_active":"2024-08-17T16:47:16.650494+0000","last_became_peered":"2024-08-17T16:47:16.650494+0000","last_unstale":"2024-08-17T16:48:14.404168+0000","last_undegraded":"2024-08-17T16:48:14.404168+0000","last_fullsized":"2024-08-17T16:48:14.404168+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:25:13.737033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650378+0000","last_change":"2024-08-17T16:47:16.650446+0000","last_active":"2024-08-17T16:48:14.650378+0000","last_peered":"2024-08-17T16:48:14.650378+0000","last_clean":"2024-08-17T16:48:14.650378+0000","last_became_active":"2024-08-17T16:47:16.650156+0000","last_became_peered":"2024-08-17T16:47:16.650156+0000","last_unstale":"2024-08-17T16:48:14.650378+0000","last_undegraded":"2024-08-17T16:48:14.650378+0000","last_fullsized":"2024-08-17T16:48:14.650378+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:33:56.644485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397031+0000","last_change":"2024-08-17T16:47:46.696256+0000","last_active":"2024-08-17T16:48:14.397031+0000","last_peered":"2024-08-17T16:48:14.397031+0000","last_clean":"2024-08-17T16:48:14.397031+0000","last_became_active":"2024-08-17T16:47:46.695825+0000","last_became_peered":"2024-08-17T16:47:46.695825+0000","last_unstale":"2024-08-17T16:48:14.397031+0000","last_undegraded":"2024-08-17T16:48:14.397031+0000","last_fullsized":"2024-08-17T16:48:14.397031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:43:24.099836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406399+0000","last_change":"2024-08-17T16:47:16.659559+0000","last_active":"2024-08-17T16:48:14.406399+0000","last_peered":"2024-08-17T16:48:14.406399+0000","last_clean":"2024-08-17T16:48:14.406399+0000","last_became_active":"2024-08-17T16:47:16.659290+0000","last_became_peered":"2024-08-17T16:47:16.659290+0000","last_unstale":"2024-08-17T16:48:14.406399+0000","last_undegraded":"2024-08-17T16:48:14.406399+0000","last_fullsized":"2024-08-17T16:48:14.406399+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:49:25.056483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.396923+0000","last_change":"2024-08-17T16:47:16.647360+0000","last_active":"2024-08-17T16:48:14.396923+0000","last_peered":"2024-08-17T16:48:14.396923+0000","last_clean":"2024-08-17T16:48:14.396923+0000","last_became_active":"2024-08-17T16:47:16.647091+0000","last_became_peered":"2024-08-17T16:47:16.647091+0000","last_unstale":"2024-08-17T16:48:14.396923+0000","last_undegraded":"2024-08-17T16:48:14.396923+0000","last_fullsized":"2024-08-17T16:48:14.396923+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:34:32.250679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628738+0000","last_change":"2024-08-17T16:47:16.658757+0000","last_active":"2024-08-17T16:48:14.628738+0000","last_peered":"2024-08-17T16:48:14.628738+0000","last_clean":"2024-08-17T16:48:14.628738+0000","last_became_active":"2024-08-17T16:47:16.658480+0000","last_became_peered":"2024-08-17T16:47:16.658480+0000","last_unstale":"2024-08-17T16:48:14.628738+0000","last_undegraded":"2024-08-17T16:48:14.628738+0000","last_fullsized":"2024-08-17T16:48:14.628738+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:19.580446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397827+0000","last_change":"2024-08-17T16:47:16.646519+0000","last_active":"2024-08-17T16:48:14.397827+0000","last_peered":"2024-08-17T16:48:14.397827+0000","last_clean":"2024-08-17T16:48:14.397827+0000","last_became_active":"2024-08-17T16:47:16.646275+0000","last_became_peered":"2024-08-17T16:47:16.646275+0000","last_unstale":"2024-08-17T16:48:14.397827+0000","last_undegraded":"2024-08-17T16:48:14.397827+0000","last_fullsized":"2024-08-17T16:48:14.397827+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:32:05.333991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650343+0000","last_change":"2024-08-17T16:47:13.335168+0000","last_active":"2024-08-17T16:48:14.650343+0000","last_peered":"2024-08-17T16:48:14.650343+0000","last_clean":"2024-08-17T16:48:14.650343+0000","last_became_active":"2024-08-17T16:47:13.334883+0000","last_became_peered":"2024-08-17T16:47:13.334883+0000","last_unstale":"2024-08-17T16:48:14.650343+0000","last_undegraded":"2024-08-17T16:48:14.650343+0000","last_fullsized":"2024-08-17T16:48:14.650343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:38:31.945895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831403+0000","last_change":"2024-08-17T16:47:16.652604+0000","last_active":"2024-08-17T16:48:14.831403+0000","last_peered":"2024-08-17T16:48:14.831403+0000","last_clean":"2024-08-17T16:48:14.831403+0000","last_became_active":"2024-08-17T16:47:16.652338+0000","last_became_peered":"2024-08-17T16:47:16.652338+0000","last_unstale":"2024-08-17T16:48:14.831403+0000","last_undegraded":"2024-08-17T16:48:14.831403+0000","last_fullsized":"2024-08-17T16:48:14.831403+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:44:42.221980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628922+0000","last_change":"2024-08-17T16:47:45.749111+0000","last_active":"2024-08-17T16:48:14.628922+0000","last_peered":"2024-08-17T16:48:14.628922+0000","last_clean":"2024-08-17T16:48:14.628922+0000","last_became_active":"2024-08-17T16:47:45.748717+0000","last_became_peered":"2024-08-17T16:47:45.748717+0000","last_unstale":"2024-08-17T16:48:14.628922+0000","last_undegraded":"2024-08-17T16:48:14.628922+0000","last_fullsized":"2024-08-17T16:48:14.628922+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:56.046826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650071+0000","last_change":"2024-08-17T16:47:13.335991+0000","last_active":"2024-08-17T16:48:14.650071+0000","last_peered":"2024-08-17T16:48:14.650071+0000","last_clean":"2024-08-17T16:48:14.650071+0000","last_became_active":"2024-08-17T16:47:13.335743+0000","last_became_peered":"2024-08-17T16:47:13.335743+0000","last_unstale":"2024-08-17T16:48:14.650071+0000","last_undegraded":"2024-08-17T16:48:14.650071+0000","last_fullsized":"2024-08-17T16:48:14.650071+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:23:04.408471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649915+0000","last_change":"2024-08-17T16:47:16.651104+0000","last_active":"2024-08-17T16:48:14.649915+0000","last_peered":"2024-08-17T16:48:14.649915+0000","last_clean":"2024-08-17T16:48:14.649915+0000","last_became_active":"2024-08-17T16:47:16.650651+0000","last_became_peered":"2024-08-17T16:47:16.650651+0000","last_unstale":"2024-08-17T16:48:14.649915+0000","last_undegraded":"2024-08-17T16:48:14.649915+0000","last_fullsized":"2024-08-17T16:48:14.649915+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:32.644046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406256+0000","last_change":"2024-08-17T16:47:13.334044+0000","last_active":"2024-08-17T16:48:14.406256+0000","last_peered":"2024-08-17T16:48:14.406256+0000","last_clean":"2024-08-17T16:48:14.406256+0000","last_became_active":"2024-08-17T16:47:13.333758+0000","last_became_peered":"2024-08-17T16:47:13.333758+0000","last_unstale":"2024-08-17T16:48:14.406256+0000","last_undegraded":"2024-08-17T16:48:14.406256+0000","last_fullsized":"2024-08-17T16:48:14.406256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:21:31.184999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.403993+0000","last_change":"2024-08-17T16:47:16.650134+0000","last_active":"2024-08-17T16:48:14.403993+0000","last_peered":"2024-08-17T16:48:14.403993+0000","last_clean":"2024-08-17T16:48:14.403993+0000","last_became_active":"2024-08-17T16:47:16.649858+0000","last_became_peered":"2024-08-17T16:47:16.649858+0000","last_unstale":"2024-08-17T16:48:14.403993+0000","last_undegraded":"2024-08-17T16:48:14.403993+0000","last_fullsized":"2024-08-17T16:48:14.403993+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:08:56.178987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629229+0000","last_change":"2024-08-17T16:47:13.343068+0000","last_active":"2024-08-17T16:48:14.629229+0000","last_peered":"2024-08-17T16:48:14.629229+0000","last_clean":"2024-08-17T16:48:14.629229+0000","last_became_active":"2024-08-17T16:47:13.342423+0000","last_became_peered":"2024-08-17T16:47:13.342423+0000","last_unstale":"2024-08-17T16:48:14.629229+0000","last_undegraded":"2024-08-17T16:48:14.629229+0000","last_fullsized":"2024-08-17T16:48:14.629229+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:45:38.719968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406379+0000","last_change":"2024-08-17T16:47:16.653261+0000","last_active":"2024-08-17T16:48:14.406379+0000","last_peered":"2024-08-17T16:48:14.406379+0000","last_clean":"2024-08-17T16:48:14.406379+0000","last_became_active":"2024-08-17T16:47:16.652936+0000","last_became_peered":"2024-08-17T16:47:16.652936+0000","last_unstale":"2024-08-17T16:48:14.406379+0000","last_undegraded":"2024-08-17T16:48:14.406379+0000","last_fullsized":"2024-08-17T16:48:14.406379+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:30:42.284527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406714+0000","last_change":"2024-08-17T16:47:13.341060+0000","last_active":"2024-08-17T16:48:14.406714+0000","last_peered":"2024-08-17T16:48:14.406714+0000","last_clean":"2024-08-17T16:48:14.406714+0000","last_became_active":"2024-08-17T16:47:13.340533+0000","last_became_peered":"2024-08-17T16:47:13.340533+0000","last_unstale":"2024-08-17T16:48:14.406714+0000","last_undegraded":"2024-08-17T16:48:14.406714+0000","last_fullsized":"2024-08-17T16:48:14.406714+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:39:15.981286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831912+0000","last_change":"2024-08-17T16:47:16.657582+0000","last_active":"2024-08-17T16:48:14.831912+0000","last_peered":"2024-08-17T16:48:14.831912+0000","last_clean":"2024-08-17T16:48:14.831912+0000","last_became_active":"2024-08-17T16:47:16.656433+0000","last_became_peered":"2024-08-17T16:47:16.656433+0000","last_unstale":"2024-08-17T16:48:14.831912+0000","last_undegraded":"2024-08-17T16:48:14.831912+0000","last_fullsized":"2024-08-17T16:48:14.831912+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:26:30.680701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404381+0000","last_change":"2024-08-17T16:47:13.335278+0000","last_active":"2024-08-17T16:48:14.404381+0000","last_peered":"2024-08-17T16:48:14.404381+0000","last_clean":"2024-08-17T16:48:14.404381+0000","last_became_active":"2024-08-17T16:47:13.334766+0000","last_became_peered":"2024-08-17T16:47:13.334766+0000","last_unstale":"2024-08-17T16:48:14.404381+0000","last_undegraded":"2024-08-17T16:48:14.404381+0000","last_fullsized":"2024-08-17T16:48:14.404381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:18.321281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397156+0000","last_change":"2024-08-17T16:47:45.747779+0000","last_active":"2024-08-17T16:48:14.397156+0000","last_peered":"2024-08-17T16:48:14.397156+0000","last_clean":"2024-08-17T16:48:14.397156+0000","last_became_active":"2024-08-17T16:47:45.747363+0000","last_became_peered":"2024-08-17T16:47:45.747363+0000","last_unstale":"2024-08-17T16:48:14.397156+0000","last_undegraded":"2024-08-17T16:48:14.397156+0000","last_fullsized":"2024-08-17T16:48:14.397156+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:59:55.177318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629174+0000","last_change":"2024-08-17T16:47:13.337109+0000","last_active":"2024-08-17T16:48:14.629174+0000","last_peered":"2024-08-17T16:48:14.629174+0000","last_clean":"2024-08-17T16:48:14.629174+0000","last_became_active":"2024-08-17T16:47:13.336763+0000","last_became_peered":"2024-08-17T16:47:13.336763+0000","last_unstale":"2024-08-17T16:48:14.629174+0000","last_undegraded":"2024-08-17T16:48:14.629174+0000","last_fullsized":"2024-08-17T16:48:14.629174+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:41.194242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831584+0000","last_change":"2024-08-17T16:47:16.646060+0000","last_active":"2024-08-17T16:48:14.831584+0000","last_peered":"2024-08-17T16:48:14.831584+0000","last_clean":"2024-08-17T16:48:14.831584+0000","last_became_active":"2024-08-17T16:47:16.645700+0000","last_became_peered":"2024-08-17T16:47:16.645700+0000","last_unstale":"2024-08-17T16:48:14.831584+0000","last_undegraded":"2024-08-17T16:48:14.831584+0000","last_fullsized":"2024-08-17T16:48:14.831584+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:34:12.025371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831475+0000","last_change":"2024-08-17T16:47:13.335204+0000","last_active":"2024-08-17T16:48:14.831475+0000","last_peered":"2024-08-17T16:48:14.831475+0000","last_clean":"2024-08-17T16:48:14.831475+0000","last_became_active":"2024-08-17T16:47:13.333524+0000","last_became_peered":"2024-08-17T16:47:13.333524+0000","last_unstale":"2024-08-17T16:48:14.831475+0000","last_undegraded":"2024-08-17T16:48:14.831475+0000","last_fullsized":"2024-08-17T16:48:14.831475+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:22.541832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831481+0000","last_change":"2024-08-17T16:47:16.648061+0000","last_active":"2024-08-17T16:48:14.831481+0000","last_peered":"2024-08-17T16:48:14.831481+0000","last_clean":"2024-08-17T16:48:14.831481+0000","last_became_active":"2024-08-17T16:47:16.647777+0000","last_became_peered":"2024-08-17T16:47:16.647777+0000","last_unstale":"2024-08-17T16:48:14.831481+0000","last_undegraded":"2024-08-17T16:48:14.831481+0000","last_fullsized":"2024-08-17T16:48:14.831481+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:21.378540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406547+0000","last_change":"2024-08-17T16:47:13.334626+0000","last_active":"2024-08-17T16:48:14.406547+0000","last_peered":"2024-08-17T16:48:14.406547+0000","last_clean":"2024-08-17T16:48:14.406547+0000","last_became_active":"2024-08-17T16:47:13.334286+0000","last_became_peered":"2024-08-17T16:47:13.334286+0000","last_unstale":"2024-08-17T16:48:14.406547+0000","last_undegraded":"2024-08-17T16:48:14.406547+0000","last_fullsized":"2024-08-17T16:48:14.406547+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:06:15.004816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831486+0000","last_change":"2024-08-17T16:47:46.696242+0000","last_active":"2024-08-17T16:48:14.831486+0000","last_peered":"2024-08-17T16:48:14.831486+0000","last_clean":"2024-08-17T16:48:14.831486+0000","last_became_active":"2024-08-17T16:47:46.695888+0000","last_became_peered":"2024-08-17T16:47:46.695888+0000","last_unstale":"2024-08-17T16:48:14.831486+0000","last_undegraded":"2024-08-17T16:48:14.831486+0000","last_fullsized":"2024-08-17T16:48:14.831486+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:21:43.717131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628826+0000","last_change":"2024-08-17T16:47:13.338519+0000","last_active":"2024-08-17T16:48:14.628826+0000","last_peered":"2024-08-17T16:48:14.628826+0000","last_clean":"2024-08-17T16:48:14.628826+0000","last_became_active":"2024-08-17T16:47:13.338189+0000","last_became_peered":"2024-08-17T16:47:13.338189+0000","last_unstale":"2024-08-17T16:48:14.628826+0000","last_undegraded":"2024-08-17T16:48:14.628826+0000","last_fullsized":"2024-08-17T16:48:14.628826+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:15:08.975277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628708+0000","last_change":"2024-08-17T16:47:16.657794+0000","last_active":"2024-08-17T16:48:14.628708+0000","last_peered":"2024-08-17T16:48:14.628708+0000","last_clean":"2024-08-17T16:48:14.628708+0000","last_became_active":"2024-08-17T16:47:16.657367+0000","last_became_peered":"2024-08-17T16:47:16.657367+0000","last_unstale":"2024-08-17T16:48:14.628708+0000","last_undegraded":"2024-08-17T16:48:14.628708+0000","last_fullsized":"2024-08-17T16:48:14.628708+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:57.733589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.396972+0000","last_change":"2024-08-17T16:47:13.330455+0000","last_active":"2024-08-17T16:48:14.396972+0000","last_peered":"2024-08-17T16:48:14.396972+0000","last_clean":"2024-08-17T16:48:14.396972+0000","last_became_active":"2024-08-17T16:47:13.330164+0000","last_became_peered":"2024-08-17T16:47:13.330164+0000","last_unstale":"2024-08-17T16:48:14.396972+0000","last_undegraded":"2024-08-17T16:48:14.396972+0000","last_fullsized":"2024-08-17T16:48:14.396972+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.364248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831295+0000","last_change":"2024-08-17T16:47:16.658311+0000","last_active":"2024-08-17T16:48:14.831295+0000","last_peered":"2024-08-17T16:48:14.831295+0000","last_clean":"2024-08-17T16:48:14.831295+0000","last_became_active":"2024-08-17T16:47:16.658031+0000","last_became_peered":"2024-08-17T16:47:16.658031+0000","last_unstale":"2024-08-17T16:48:14.831295+0000","last_undegraded":"2024-08-17T16:48:14.831295+0000","last_fullsized":"2024-08-17T16:48:14.831295+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:34:30.134089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.398555+0000","last_change":"2024-08-17T16:47:13.332502+0000","last_active":"2024-08-17T16:48:14.398555+0000","last_peered":"2024-08-17T16:48:14.398555+0000","last_clean":"2024-08-17T16:48:14.398555+0000","last_became_active":"2024-08-17T16:47:13.332189+0000","last_became_peered":"2024-08-17T16:47:13.332189+0000","last_unstale":"2024-08-17T16:48:14.398555+0000","last_undegraded":"2024-08-17T16:48:14.398555+0000","last_fullsized":"2024-08-17T16:48:14.398555+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:19:50.395835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831790+0000","last_change":"2024-08-17T16:47:16.647208+0000","last_active":"2024-08-17T16:48:14.831790+0000","last_peered":"2024-08-17T16:48:14.831790+0000","last_clean":"2024-08-17T16:48:14.831790+0000","last_became_active":"2024-08-17T16:47:16.646904+0000","last_became_peered":"2024-08-17T16:47:16.646904+0000","last_unstale":"2024-08-17T16:48:14.831790+0000","last_undegraded":"2024-08-17T16:48:14.831790+0000","last_fullsized":"2024-08-17T16:48:14.831790+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:49:51.808970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397441+0000","last_change":"2024-08-17T16:47:13.338492+0000","last_active":"2024-08-17T16:48:14.397441+0000","last_peered":"2024-08-17T16:48:14.397441+0000","last_clean":"2024-08-17T16:48:14.397441+0000","last_became_active":"2024-08-17T16:47:13.338165+0000","last_became_peered":"2024-08-17T16:47:13.338165+0000","last_unstale":"2024-08-17T16:48:14.397441+0000","last_undegraded":"2024-08-17T16:48:14.397441+0000","last_fullsized":"2024-08-17T16:48:14.397441+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:47.750694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831814+0000","last_change":"2024-08-17T16:47:16.659204+0000","last_active":"2024-08-17T16:48:14.831814+0000","last_peered":"2024-08-17T16:48:14.831814+0000","last_clean":"2024-08-17T16:48:14.831814+0000","last_became_active":"2024-08-17T16:47:16.658946+0000","last_became_peered":"2024-08-17T16:47:16.658946+0000","last_unstale":"2024-08-17T16:48:14.831814+0000","last_undegraded":"2024-08-17T16:48:14.831814+0000","last_fullsized":"2024-08-17T16:48:14.831814+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:30:22.962012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404427+0000","last_change":"2024-08-17T16:47:13.334462+0000","last_active":"2024-08-17T16:48:14.404427+0000","last_peered":"2024-08-17T16:48:14.404427+0000","last_clean":"2024-08-17T16:48:14.404427+0000","last_became_active":"2024-08-17T16:47:13.334130+0000","last_became_peered":"2024-08-17T16:47:13.334130+0000","last_unstale":"2024-08-17T16:48:14.404427+0000","last_undegraded":"2024-08-17T16:48:14.404427+0000","last_fullsized":"2024-08-17T16:48:14.404427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:10:15.653982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406602+0000","last_change":"2024-08-17T16:47:16.649956+0000","last_active":"2024-08-17T16:48:14.406602+0000","last_peered":"2024-08-17T16:48:14.406602+0000","last_clean":"2024-08-17T16:48:14.406602+0000","last_became_active":"2024-08-17T16:47:16.649674+0000","last_became_peered":"2024-08-17T16:47:16.649674+0000","last_unstale":"2024-08-17T16:48:14.406602+0000","last_undegraded":"2024-08-17T16:48:14.406602+0000","last_fullsized":"2024-08-17T16:48:14.406602+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:17.126135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397346+0000","last_change":"2024-08-17T16:47:13.332912+0000","last_active":"2024-08-17T16:48:14.397346+0000","last_peered":"2024-08-17T16:48:14.397346+0000","last_clean":"2024-08-17T16:48:14.397346+0000","last_became_active":"2024-08-17T16:47:13.332532+0000","last_became_peered":"2024-08-17T16:47:13.332532+0000","last_unstale":"2024-08-17T16:48:14.397346+0000","last_undegraded":"2024-08-17T16:48:14.397346+0000","last_fullsized":"2024-08-17T16:48:14.397346+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:48:07.961204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831688+0000","last_change":"2024-08-17T16:47:16.657209+0000","last_active":"2024-08-17T16:48:14.831688+0000","last_peered":"2024-08-17T16:48:14.831688+0000","last_clean":"2024-08-17T16:48:14.831688+0000","last_became_active":"2024-08-17T16:47:16.654549+0000","last_became_peered":"2024-08-17T16:47:16.654549+0000","last_unstale":"2024-08-17T16:48:14.831688+0000","last_undegraded":"2024-08-17T16:48:14.831688+0000","last_fullsized":"2024-08-17T16:48:14.831688+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:19:33.834207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.145404+0000","last_change":"2024-08-17T16:48:14.629460+0000","last_active":"2024-08-17T16:48:19.145404+0000","last_peered":"2024-08-17T16:48:19.145404+0000","last_clean":"2024-08-17T16:48:19.145404+0000","last_became_active":"2024-08-17T16:48:10.385048+0000","last_became_peered":"2024-08-17T16:48:10.385048+0000","last_unstale":"2024-08-17T16:48:19.145404+0000","last_undegraded":"2024-08-17T16:48:19.145404+0000","last_fullsized":"2024-08-17T16:48:19.145404+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:00:31.182663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038054700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":283,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831552+0000","last_change":"2024-08-17T16:46:51.781826+0000","last_active":"2024-08-17T16:48:14.831552+0000","last_peered":"2024-08-17T16:48:14.831552+0000","last_clean":"2024-08-17T16:48:14.831552+0000","last_became_active":"2024-08-17T16:46:51.781414+0000","last_became_peered":"2024-08-17T16:46:51.781414+0000","last_unstale":"2024-08-17T16:48:14.831552+0000","last_undegraded":"2024-08-17T16:48:14.831552+0000","last_fullsized":"2024-08-17T16:48:14.831552+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_clean_scrub_stamp":"2024-08-17T16:44:56.263153+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:15:42.306359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406359+0000","last_change":"2024-08-17T16:47:13.335690+0000","last_active":"2024-08-17T16:48:14.406359+0000","last_peered":"2024-08-17T16:48:14.406359+0000","last_clean":"2024-08-17T16:48:14.406359+0000","last_became_active":"2024-08-17T16:47:13.335365+0000","last_became_peered":"2024-08-17T16:47:13.335365+0000","last_unstale":"2024-08-17T16:48:14.406359+0000","last_undegraded":"2024-08-17T16:48:14.406359+0000","last_fullsized":"2024-08-17T16:48:14.406359+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:21:13.361814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649999+0000","last_change":"2024-08-17T16:47:16.652884+0000","last_active":"2024-08-17T16:48:14.649999+0000","last_peered":"2024-08-17T16:48:14.649999+0000","last_clean":"2024-08-17T16:48:14.649999+0000","last_became_active":"2024-08-17T16:47:16.652508+0000","last_became_peered":"2024-08-17T16:47:16.652508+0000","last_unstale":"2024-08-17T16:48:14.649999+0000","last_undegraded":"2024-08-17T16:48:14.649999+0000","last_fullsized":"2024-08-17T16:48:14.649999+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:00:24.865375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.743566+0000","last_change":"2024-08-17T16:48:14.832080+0000","last_active":"2024-08-17T16:48:19.743566+0000","last_peered":"2024-08-17T16:48:19.743566+0000","last_clean":"2024-08-17T16:48:19.743566+0000","last_became_active":"2024-08-17T16:48:10.548367+0000","last_became_peered":"2024-08-17T16:48:10.548367+0000","last_unstale":"2024-08-17T16:48:19.743566+0000","last_undegraded":"2024-08-17T16:48:19.743566+0000","last_fullsized":"2024-08-17T16:48:19.743566+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:38:10.843808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026574900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831543+0000","last_change":"2024-08-17T16:47:13.342233+0000","last_active":"2024-08-17T16:48:14.831543+0000","last_peered":"2024-08-17T16:48:14.831543+0000","last_clean":"2024-08-17T16:48:14.831543+0000","last_became_active":"2024-08-17T16:47:13.341814+0000","last_became_peered":"2024-08-17T16:47:13.341814+0000","last_unstale":"2024-08-17T16:48:14.831543+0000","last_undegraded":"2024-08-17T16:48:14.831543+0000","last_fullsized":"2024-08-17T16:48:14.831543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:01:06.712885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831013+0000","last_change":"2024-08-17T16:47:16.650919+0000","last_active":"2024-08-17T16:48:14.831013+0000","last_peered":"2024-08-17T16:48:14.831013+0000","last_clean":"2024-08-17T16:48:14.831013+0000","last_became_active":"2024-08-17T16:47:16.650632+0000","last_became_peered":"2024-08-17T16:47:16.650632+0000","last_unstale":"2024-08-17T16:48:14.831013+0000","last_undegraded":"2024-08-17T16:48:14.831013+0000","last_fullsized":"2024-08-17T16:48:14.831013+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:49.957658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.003041+0000","last_change":"2024-08-17T16:48:14.405052+0000","last_active":"2024-08-17T16:48:19.003041+0000","last_peered":"2024-08-17T16:48:19.003041+0000","last_clean":"2024-08-17T16:48:19.003041+0000","last_became_active":"2024-08-17T16:48:10.541210+0000","last_became_peered":"2024-08-17T16:48:10.541210+0000","last_unstale":"2024-08-17T16:48:19.003041+0000","last_undegraded":"2024-08-17T16:48:19.003041+0000","last_fullsized":"2024-08-17T16:48:19.003041+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:12:35.565209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045709400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.396997+0000","last_change":"2024-08-17T16:47:13.337227+0000","last_active":"2024-08-17T16:48:14.396997+0000","last_peered":"2024-08-17T16:48:14.396997+0000","last_clean":"2024-08-17T16:48:14.396997+0000","last_became_active":"2024-08-17T16:47:13.336897+0000","last_became_peered":"2024-08-17T16:47:13.336897+0000","last_unstale":"2024-08-17T16:48:14.396997+0000","last_undegraded":"2024-08-17T16:48:14.396997+0000","last_fullsized":"2024-08-17T16:48:14.396997+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:47.584114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.403960+0000","last_change":"2024-08-17T16:47:16.642948+0000","last_active":"2024-08-17T16:48:14.403960+0000","last_peered":"2024-08-17T16:48:14.403960+0000","last_clean":"2024-08-17T16:48:14.403960+0000","last_became_active":"2024-08-17T16:47:16.642617+0000","last_became_peered":"2024-08-17T16:47:16.642617+0000","last_unstale":"2024-08-17T16:48:14.403960+0000","last_undegraded":"2024-08-17T16:48:14.403960+0000","last_fullsized":"2024-08-17T16:48:14.403960+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:18:47.492365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.003123+0000","last_change":"2024-08-17T16:48:14.404629+0000","last_active":"2024-08-17T16:48:19.003123+0000","last_peered":"2024-08-17T16:48:19.003123+0000","last_clean":"2024-08-17T16:48:19.003123+0000","last_became_active":"2024-08-17T16:48:10.548366+0000","last_became_peered":"2024-08-17T16:48:10.548366+0000","last_unstale":"2024-08-17T16:48:19.003123+0000","last_undegraded":"2024-08-17T16:48:19.003123+0000","last_fullsized":"2024-08-17T16:48:19.003123+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:15:45.183354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037553,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406531+0000","last_change":"2024-08-17T16:47:13.339885+0000","last_active":"2024-08-17T16:48:14.406531+0000","last_peered":"2024-08-17T16:48:14.406531+0000","last_clean":"2024-08-17T16:48:14.406531+0000","last_became_active":"2024-08-17T16:47:13.339616+0000","last_became_peered":"2024-08-17T16:47:13.339616+0000","last_unstale":"2024-08-17T16:48:14.406531+0000","last_undegraded":"2024-08-17T16:48:14.406531+0000","last_fullsized":"2024-08-17T16:48:14.406531+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:25:08.531537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397996+0000","last_change":"2024-08-17T16:47:16.646503+0000","last_active":"2024-08-17T16:48:14.397996+0000","last_peered":"2024-08-17T16:48:14.397996+0000","last_clean":"2024-08-17T16:48:14.397996+0000","last_became_active":"2024-08-17T16:47:16.645881+0000","last_became_peered":"2024-08-17T16:47:16.645881+0000","last_unstale":"2024-08-17T16:48:14.397996+0000","last_undegraded":"2024-08-17T16:48:14.397996+0000","last_fullsized":"2024-08-17T16:48:14.397996+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:34:26.720515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.002805+0000","last_change":"2024-08-17T16:48:14.405089+0000","last_active":"2024-08-17T16:48:19.002805+0000","last_peered":"2024-08-17T16:48:19.002805+0000","last_clean":"2024-08-17T16:48:19.002805+0000","last_became_active":"2024-08-17T16:48:10.541085+0000","last_became_peered":"2024-08-17T16:48:10.541085+0000","last_unstale":"2024-08-17T16:48:19.002805+0000","last_undegraded":"2024-08-17T16:48:19.002805+0000","last_fullsized":"2024-08-17T16:48:19.002805+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:04:50.657454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097729599999999989,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404378+0000","last_change":"2024-08-17T16:47:13.337328+0000","last_active":"2024-08-17T16:48:14.404378+0000","last_peered":"2024-08-17T16:48:14.404378+0000","last_clean":"2024-08-17T16:48:14.404378+0000","last_became_active":"2024-08-17T16:47:13.337050+0000","last_became_peered":"2024-08-17T16:47:13.337050+0000","last_unstale":"2024-08-17T16:48:14.404378+0000","last_undegraded":"2024-08-17T16:48:14.404378+0000","last_fullsized":"2024-08-17T16:48:14.404378+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:56:39.412373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406516+0000","last_change":"2024-08-17T16:47:16.648132+0000","last_active":"2024-08-17T16:48:14.406516+0000","last_peered":"2024-08-17T16:48:14.406516+0000","last_clean":"2024-08-17T16:48:14.406516+0000","last_became_active":"2024-08-17T16:47:16.647832+0000","last_became_peered":"2024-08-17T16:47:16.647832+0000","last_unstale":"2024-08-17T16:48:14.406516+0000","last_undegraded":"2024-08-17T16:48:14.406516+0000","last_fullsized":"2024-08-17T16:48:14.406516+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:54:48.697590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.743046+0000","last_change":"2024-08-17T16:48:14.831893+0000","last_active":"2024-08-17T16:48:19.743046+0000","last_peered":"2024-08-17T16:48:19.743046+0000","last_clean":"2024-08-17T16:48:19.743046+0000","last_became_active":"2024-08-17T16:48:10.541181+0000","last_became_peered":"2024-08-17T16:48:10.541181+0000","last_unstale":"2024-08-17T16:48:19.743046+0000","last_undegraded":"2024-08-17T16:48:19.743046+0000","last_fullsized":"2024-08-17T16:48:19.743046+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:56:25.036176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065364399999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831843+0000","last_change":"2024-08-17T16:47:13.341964+0000","last_active":"2024-08-17T16:48:14.831843+0000","last_peered":"2024-08-17T16:48:14.831843+0000","last_clean":"2024-08-17T16:48:14.831843+0000","last_became_active":"2024-08-17T16:47:13.341209+0000","last_became_peered":"2024-08-17T16:47:13.341209+0000","last_unstale":"2024-08-17T16:48:14.831843+0000","last_undegraded":"2024-08-17T16:48:14.831843+0000","last_fullsized":"2024-08-17T16:48:14.831843+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:03:27.895305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404280+0000","last_change":"2024-08-17T16:47:16.646609+0000","last_active":"2024-08-17T16:48:14.404280+0000","last_peered":"2024-08-17T16:48:14.404280+0000","last_clean":"2024-08-17T16:48:14.404280+0000","last_became_active":"2024-08-17T16:47:16.646313+0000","last_became_peered":"2024-08-17T16:47:16.646313+0000","last_unstale":"2024-08-17T16:48:14.404280+0000","last_undegraded":"2024-08-17T16:48:14.404280+0000","last_fullsized":"2024-08-17T16:48:14.404280+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:51:28.313352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.653183+0000","last_change":"2024-08-17T16:48:14.650230+0000","last_active":"2024-08-17T16:48:19.653183+0000","last_peered":"2024-08-17T16:48:19.653183+0000","last_clean":"2024-08-17T16:48:19.653183+0000","last_became_active":"2024-08-17T16:48:10.385184+0000","last_became_peered":"2024-08-17T16:48:10.385184+0000","last_unstale":"2024-08-17T16:48:19.653183+0000","last_undegraded":"2024-08-17T16:48:19.653183+0000","last_fullsized":"2024-08-17T16:48:19.653183+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:33:05.954722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043694600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404575+0000","last_change":"2024-08-17T16:47:13.338517+0000","last_active":"2024-08-17T16:48:14.404575+0000","last_peered":"2024-08-17T16:48:14.404575+0000","last_clean":"2024-08-17T16:48:14.404575+0000","last_became_active":"2024-08-17T16:47:13.338206+0000","last_became_peered":"2024-08-17T16:47:13.338206+0000","last_unstale":"2024-08-17T16:48:14.404575+0000","last_undegraded":"2024-08-17T16:48:14.404575+0000","last_fullsized":"2024-08-17T16:48:14.404575+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:44:15.762759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650541+0000","last_change":"2024-08-17T16:47:16.648494+0000","last_active":"2024-08-17T16:48:14.650541+0000","last_peered":"2024-08-17T16:48:14.650541+0000","last_clean":"2024-08-17T16:48:14.650541+0000","last_became_active":"2024-08-17T16:47:16.647847+0000","last_became_peered":"2024-08-17T16:47:16.647847+0000","last_unstale":"2024-08-17T16:48:14.650541+0000","last_undegraded":"2024-08-17T16:48:14.650541+0000","last_fullsized":"2024-08-17T16:48:14.650541+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:04:49.878130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T16:48:19.003279+0000","last_change":"2024-08-17T16:48:14.398205+0000","last_active":"2024-08-17T16:48:19.003279+0000","last_peered":"2024-08-17T16:48:19.003279+0000","last_clean":"2024-08-17T16:48:19.003279+0000","last_became_active":"2024-08-17T16:48:10.541293+0000","last_became_peered":"2024-08-17T16:48:10.541293+0000","last_unstale":"2024-08-17T16:48:19.003279+0000","last_undegraded":"2024-08-17T16:48:19.003279+0000","last_fullsized":"2024-08-17T16:48:19.003279+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:15:18.865108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054044200000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.629363+0000","last_change":"2024-08-17T16:47:13.341703+0000","last_active":"2024-08-17T16:48:14.629363+0000","last_peered":"2024-08-17T16:48:14.629363+0000","last_clean":"2024-08-17T16:48:14.629363+0000","last_became_active":"2024-08-17T16:47:13.341408+0000","last_became_peered":"2024-08-17T16:47:13.341408+0000","last_unstale":"2024-08-17T16:48:14.629363+0000","last_undegraded":"2024-08-17T16:48:14.629363+0000","last_fullsized":"2024-08-17T16:48:14.629363+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:01:33.470644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831472+0000","last_change":"2024-08-17T16:47:16.647496+0000","last_active":"2024-08-17T16:48:14.831472+0000","last_peered":"2024-08-17T16:48:14.831472+0000","last_clean":"2024-08-17T16:48:14.831472+0000","last_became_active":"2024-08-17T16:47:16.647212+0000","last_became_peered":"2024-08-17T16:47:16.647212+0000","last_unstale":"2024-08-17T16:48:14.831472+0000","last_undegraded":"2024-08-17T16:48:14.831472+0000","last_fullsized":"2024-08-17T16:48:14.831472+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:38:16.887192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831280+0000","last_change":"2024-08-17T16:47:13.342189+0000","last_active":"2024-08-17T16:48:14.831280+0000","last_peered":"2024-08-17T16:48:14.831280+0000","last_clean":"2024-08-17T16:48:14.831280+0000","last_became_active":"2024-08-17T16:47:13.341842+0000","last_became_peered":"2024-08-17T16:47:13.341842+0000","last_unstale":"2024-08-17T16:48:14.831280+0000","last_undegraded":"2024-08-17T16:48:14.831280+0000","last_fullsized":"2024-08-17T16:48:14.831280+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T16:58:51.177449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.397939+0000","last_change":"2024-08-17T16:47:16.645814+0000","last_active":"2024-08-17T16:48:14.397939+0000","last_peered":"2024-08-17T16:48:14.397939+0000","last_clean":"2024-08-17T16:48:14.397939+0000","last_became_active":"2024-08-17T16:47:16.645548+0000","last_became_peered":"2024-08-17T16:47:16.645548+0000","last_unstale":"2024-08-17T16:48:14.397939+0000","last_undegraded":"2024-08-17T16:48:14.397939+0000","last_fullsized":"2024-08-17T16:48:14.397939+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:38:39.565441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404132+0000","last_change":"2024-08-17T16:47:13.334672+0000","last_active":"2024-08-17T16:48:14.404132+0000","last_peered":"2024-08-17T16:48:14.404132+0000","last_clean":"2024-08-17T16:48:14.404132+0000","last_became_active":"2024-08-17T16:47:13.334373+0000","last_became_peered":"2024-08-17T16:47:13.334373+0000","last_unstale":"2024-08-17T16:48:14.404132+0000","last_undegraded":"2024-08-17T16:48:14.404132+0000","last_fullsized":"2024-08-17T16:48:14.404132+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:17.131426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.649960+0000","last_change":"2024-08-17T16:47:16.650908+0000","last_active":"2024-08-17T16:48:14.649960+0000","last_peered":"2024-08-17T16:48:14.649960+0000","last_clean":"2024-08-17T16:48:14.649960+0000","last_became_active":"2024-08-17T16:47:16.650277+0000","last_became_peered":"2024-08-17T16:47:16.650277+0000","last_unstale":"2024-08-17T16:48:14.649960+0000","last_undegraded":"2024-08-17T16:48:14.649960+0000","last_fullsized":"2024-08-17T16:48:14.649960+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:47.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.404369+0000","last_change":"2024-08-17T16:47:13.336573+0000","last_active":"2024-08-17T16:48:14.404369+0000","last_peered":"2024-08-17T16:48:14.404369+0000","last_clean":"2024-08-17T16:48:14.404369+0000","last_became_active":"2024-08-17T16:47:13.336314+0000","last_became_peered":"2024-08-17T16:47:13.336314+0000","last_unstale":"2024-08-17T16:48:14.404369+0000","last_undegraded":"2024-08-17T16:48:14.404369+0000","last_fullsized":"2024-08-17T16:48:14.404369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:49:44.753949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650211+0000","last_change":"2024-08-17T16:47:16.649766+0000","last_active":"2024-08-17T16:48:14.650211+0000","last_peered":"2024-08-17T16:48:14.650211+0000","last_clean":"2024-08-17T16:48:14.650211+0000","last_became_active":"2024-08-17T16:47:16.649474+0000","last_became_peered":"2024-08-17T16:47:16.649474+0000","last_unstale":"2024-08-17T16:48:14.650211+0000","last_undegraded":"2024-08-17T16:48:14.650211+0000","last_fullsized":"2024-08-17T16:48:14.650211+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:45:27.603764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831739+0000","last_change":"2024-08-17T16:47:13.343598+0000","last_active":"2024-08-17T16:48:14.831739+0000","last_peered":"2024-08-17T16:48:14.831739+0000","last_clean":"2024-08-17T16:48:14.831739+0000","last_became_active":"2024-08-17T16:47:13.342560+0000","last_became_peered":"2024-08-17T16:47:13.342560+0000","last_unstale":"2024-08-17T16:48:14.831739+0000","last_undegraded":"2024-08-17T16:48:14.831739+0000","last_fullsized":"2024-08-17T16:48:14.831739+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:39:43.332184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.628833+0000","last_change":"2024-08-17T16:47:16.644964+0000","last_active":"2024-08-17T16:48:14.628833+0000","last_peered":"2024-08-17T16:48:14.628833+0000","last_clean":"2024-08-17T16:48:14.628833+0000","last_became_active":"2024-08-17T16:47:16.644661+0000","last_became_peered":"2024-08-17T16:47:16.644661+0000","last_unstale":"2024-08-17T16:48:14.628833+0000","last_undegraded":"2024-08-17T16:48:14.628833+0000","last_fullsized":"2024-08-17T16:48:14.628833+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:42:27.334801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406509+0000","last_change":"2024-08-17T16:47:16.653037+0000","last_active":"2024-08-17T16:48:14.406509+0000","last_peered":"2024-08-17T16:48:14.406509+0000","last_clean":"2024-08-17T16:48:14.406509+0000","last_became_active":"2024-08-17T16:47:16.652683+0000","last_became_peered":"2024-08-17T16:47:16.652683+0000","last_unstale":"2024-08-17T16:48:14.406509+0000","last_undegraded":"2024-08-17T16:48:14.406509+0000","last_fullsized":"2024-08-17T16:48:14.406509+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:40:13.485856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831505+0000","last_change":"2024-08-17T16:47:13.343502+0000","last_active":"2024-08-17T16:48:14.831505+0000","last_peered":"2024-08-17T16:48:14.831505+0000","last_clean":"2024-08-17T16:48:14.831505+0000","last_became_active":"2024-08-17T16:47:13.342892+0000","last_became_peered":"2024-08-17T16:47:13.342892+0000","last_unstale":"2024-08-17T16:48:14.831505+0000","last_undegraded":"2024-08-17T16:48:14.831505+0000","last_fullsized":"2024-08-17T16:48:14.831505+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:07:28.989691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.406526+0000","last_change":"2024-08-17T16:47:16.655402+0000","last_active":"2024-08-17T16:48:14.406526+0000","last_peered":"2024-08-17T16:48:14.406526+0000","last_clean":"2024-08-17T16:48:14.406526+0000","last_became_active":"2024-08-17T16:47:16.655104+0000","last_became_peered":"2024-08-17T16:47:16.655104+0000","last_unstale":"2024-08-17T16:48:14.406526+0000","last_undegraded":"2024-08-17T16:48:14.406526+0000","last_fullsized":"2024-08-17T16:48:14.406526+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:09:50.896745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831728+0000","last_change":"2024-08-17T16:47:13.342089+0000","last_active":"2024-08-17T16:48:14.831728+0000","last_peered":"2024-08-17T16:48:14.831728+0000","last_clean":"2024-08-17T16:48:14.831728+0000","last_became_active":"2024-08-17T16:47:13.340996+0000","last_became_peered":"2024-08-17T16:47:13.340996+0000","last_unstale":"2024-08-17T16:48:14.831728+0000","last_undegraded":"2024-08-17T16:48:14.831728+0000","last_fullsized":"2024-08-17T16:48:14.831728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:33:39.297294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.831831+0000","last_change":"2024-08-17T16:47:16.655890+0000","last_active":"2024-08-17T16:48:14.831831+0000","last_peered":"2024-08-17T16:48:14.831831+0000","last_clean":"2024-08-17T16:48:14.831831+0000","last_became_active":"2024-08-17T16:47:16.655592+0000","last_became_peered":"2024-08-17T16:47:16.655592+0000","last_unstale":"2024-08-17T16:48:14.831831+0000","last_undegraded":"2024-08-17T16:48:14.831831+0000","last_fullsized":"2024-08-17T16:48:14.831831+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:50:41.032266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650584+0000","last_change":"2024-08-17T16:47:13.334451+0000","last_active":"2024-08-17T16:48:14.650584+0000","last_peered":"2024-08-17T16:48:14.650584+0000","last_clean":"2024-08-17T16:48:14.650584+0000","last_became_active":"2024-08-17T16:47:13.334174+0000","last_became_peered":"2024-08-17T16:47:13.334174+0000","last_unstale":"2024-08-17T16:48:14.650584+0000","last_undegraded":"2024-08-17T16:48:14.650584+0000","last_fullsized":"2024-08-17T16:48:14.650584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:07:07.405578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.650520+0000","last_change":"2024-08-17T16:47:16.652626+0000","last_active":"2024-08-17T16:48:14.650520+0000","last_peered":"2024-08-17T16:48:14.650520+0000","last_clean":"2024-08-17T16:48:14.650520+0000","last_became_active":"2024-08-17T16:47:16.652232+0000","last_became_peered":"2024-08-17T16:47:16.652232+0000","last_unstale":"2024-08-17T16:48:14.650520+0000","last_undegraded":"2024-08-17T16:48:14.650520+0000","last_fullsized":"2024-08-17T16:48:14.650520+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:04:37.756125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:48:14.832017+0000","last_change":"2024-08-17T16:47:13.337711+0000","last_active":"2024-08-17T16:48:14.832017+0000","last_peered":"2024-08-17T16:48:14.832017+0000","last_clean":"2024-08-17T16:48:14.832017+0000","last_became_active":"2024-08-17T16:47:13.337424+0000","last_became_peered":"2024-08-17T16:47:13.337424+0000","last_unstale":"2024-08-17T16:48:14.832017+0000","last_undegraded":"2024-08-17T16:48:14.832017+0000","last_fullsized":"2024-08-17T16:48:14.832017+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:53:11.129727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234015,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":938990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53100000000000003,"15min":0.53400000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38100000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68100000000000005,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52000000000000002,"15min":0.51800000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.495}]},{"osd":2,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.51500000000000001,"15min":0.51900000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66200000000000003,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.57699999999999996,"15min":0.58399999999999996},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71299999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.55100000000000005}]},{"osd":3,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55600000000000005,"15min":0.55800000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.71399999999999997,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56200000000000006,"15min":0.56799999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.68300000000000005,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.63100000000000001,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.439},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.46200000000000002,"15min":0.46500000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.48299999999999998}]},{"osd":5,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.50800000000000001,"15min":0.52000000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.67000000000000004,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.52100000000000002,"15min":0.52900000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.67900000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.56100000000000005}]},{"osd":6,"last update":"Sat Aug 17 16:48:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.52600000000000002,"15min":0.52900000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64500000000000002,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.72799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.51700000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298704,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446448,"statfs":{"total":95995035648,"available":95689162752,"internally_reserved":0,"allocated":1380352,"data_stored":940740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.60299999999999998,"15min":0.61699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.86899999999999999,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.67800000000000005,"15min":0.70999999999999996},"min":{"1min":0.32400000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.78500000000000003,"5min":3.4889999999999999,"15min":3.4889999999999999},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.56299999999999994,"15min":0.57099999999999995},"min":{"1min":0.35399999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.88400000000000001,"5min":1.252,"15min":1.252},"last":0.501},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.60799999999999998,"15min":0.625},"min":{"1min":0.35699999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.80100000000000005,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.51300000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.52500000000000002,"15min":0.53000000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.55300000000000005,"15min":0.55600000000000005},"min":{"1min":0.379,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77200000000000002,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.46800000000000003}]},{"osd":3,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.61699999999999999,"15min":0.629},"min":{"1min":0.315,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83499999999999996,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.55200000000000005,"15min":0.55700000000000005},"min":{"1min":0.373,"5min":0.37,"15min":0.37},"max":{"1min":0.84999999999999998,"5min":0.876,"15min":0.876},"last":0.53000000000000003}]},{"osd":4,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.48799999999999999,"15min":0.496},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68100000000000005,"5min":1.431,"15min":1.431},"last":0.377},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.72199999999999998,"5min":2.0059999999999998,"15min":2.0059999999999998},"last":0.40400000000000003}]},{"osd":5,"last update":"Sat Aug 17 16:48:29 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.63300000000000001,"15min":0.66000000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.625,"5min":3.786,"15min":3.786},"last":0.433},{"interface":"front","average":{"1min":0.495,"5min":0.68500000000000005,"15min":0.71699999999999997},"min":{"1min":0.35899999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69899999999999995,"5min":4.2089999999999996,"15min":4.2089999999999996},"last":0.58999999999999997}]},{"osd":7,"last update":"Sat Aug 17 16:48:58 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.71499999999999997,"15min":0.749},"min":{"1min":0.33800000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.749,"5min":4.048,"15min":4.048},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.65600000000000003,"15min":0.67800000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.75900000000000001,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.63400000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757288,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":350481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.56599999999999995,"15min":0.57399999999999995},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.72099999999999997,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":0.54700000000000004},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.68700000000000006,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.50600000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.68600000000000005,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.65800000000000003,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41899999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56100000000000005,"15min":0.56299999999999994},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70999999999999996,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.57299999999999995,"15min":0.57899999999999996},"min":{"1min":0.371,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.44900000000000001}]},{"osd":3,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.56499999999999995,"15min":0.56999999999999995},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.73199999999999998,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.434},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.59199999999999997,"15min":0.59799999999999998},"min":{"1min":0.39400000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.751,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39900000000000002}]},{"osd":4,"last update":"Sat Aug 17 16:48:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.39300000000000002,"15min":0.39100000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.41999999999999998,"15min":0.41599999999999998},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.56699999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.375}]},{"osd":6,"last update":"Sat Aug 17 16:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.442,"15min":0.44400000000000001},"min":{"1min":0.318,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60599999999999998,"5min":0.624,"15min":0.624},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45200000000000001,"15min":0.45100000000000001},"min":{"1min":0.33100000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.63200000000000001,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.47299999999999998}]},{"osd":7,"last update":"Sat Aug 17 16:48:53 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49199999999999999,"15min":0.49099999999999999},"min":{"1min":0.39400000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.51200000000000001,"15min":0.51800000000000002},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.64600000000000002,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.53600000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":349068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.42699999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73099999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.624,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.54700000000000004}]},{"osd":1,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.55500000000000005,"15min":0.57099999999999995},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.64700000000000002,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.56399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73599999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.56699999999999995}]},{"osd":2,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80700000000000005,"5min":0.877,"15min":0.877},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.56100000000000005,"15min":0.57099999999999995},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.67800000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.64500000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.68999999999999995,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.503},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56100000000000005,"15min":0.57399999999999995},"min":{"1min":0.39600000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68999999999999995,"5min":0.748,"15min":0.748},"last":0.58299999999999996}]},{"osd":5,"last update":"Sat Aug 17 16:49:03 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.40500000000000003,"15min":0.40100000000000002},"min":{"1min":0.27700000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.41099999999999998,"15min":0.40699999999999997},"min":{"1min":0.29599999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.44500000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:48:28 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.44400000000000001,"15min":0.44},"min":{"1min":0.29599999999999999,"5min":0.252,"15min":0.252},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.443,"15min":0.439},"min":{"1min":0.311,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.51600000000000001}]},{"osd":7,"last update":"Sat Aug 17 16:48:53 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.48099999999999998,"15min":0.48299999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.46300000000000002,"15min":0.46400000000000002},"min":{"1min":0.35499999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.59499999999999997,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.48899999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":350476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:27 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.374,"15min":0.378},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.48199999999999998,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.41599999999999998,"15min":0.42999999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.78100000000000003,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.51700000000000002}]},{"osd":1,"last update":"Sat Aug 17 16:48:27 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.42599999999999999,"15min":0.44600000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.50700000000000001,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.30499999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.60099999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:48:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.44800000000000001,"15min":0.46000000000000002},"min":{"1min":0.27900000000000003,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.56499999999999995,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.374,"5min":0.42699999999999999,"15min":0.443},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64900000000000002,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.48999999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:48:41 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.59899999999999998,"15min":0.61399999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68200000000000005,"5min":1.579,"15min":1.579},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.61799999999999999,"15min":0.64000000000000001},"min":{"1min":0.40600000000000003,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73899999999999999,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":0.68200000000000005}]},{"osd":5,"last update":"Sat Aug 17 16:49:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.59599999999999997,"15min":0.59199999999999997},"min":{"1min":0.39400000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88300000000000001,"5min":1.518,"15min":1.518},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.57699999999999996,"15min":0.57899999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72299999999999998,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.72299999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:48:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.61199999999999999,"15min":0.622},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.73499999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.622,"15min":0.627},"min":{"1min":0.44500000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.72799999999999998,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.69999999999999996}]},{"osd":7,"last update":"Sat Aug 17 16:48:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.502,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56699999999999995,"15min":0.56999999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.752,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.77200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":348353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:49:02 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.35999999999999999,"15min":0.34300000000000003},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.379,"15min":0.35199999999999998},"min":{"1min":0.26600000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.224}]},{"osd":1,"last update":"Sat Aug 17 16:49:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38,"15min":0.35699999999999998},"min":{"1min":0.27300000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38100000000000001,"15min":0.35299999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.56799999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.27600000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:48:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.442,"15min":0.44},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.63600000000000001,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.42199999999999999,"15min":0.42699999999999999},"min":{"1min":0.28699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.58699999999999997,"5min":0.623,"15min":0.623},"last":0.33300000000000002}]},{"osd":4,"last update":"Sat Aug 17 16:48:42 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.56399999999999995},"min":{"1min":0.40400000000000003,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57399999999999995,"15min":0.56399999999999995},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81699999999999995,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.34999999999999998}]},{"osd":5,"last update":"Sat Aug 17 16:49:06 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.84299999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.376},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56399999999999995,"15min":0.55400000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.57599999999999996}]},{"osd":6,"last update":"Sat Aug 17 16:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.61799999999999999,"15min":0.622},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.42299999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:48:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.63900000000000001,"15min":0.64300000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.443}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":348532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:48:44 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.35699999999999998,"15min":0.34300000000000003},"min":{"1min":0.248,"5min":0.22,"15min":0.22},"max":{"1min":0.52300000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.39900000000000002,"15min":0.36899999999999999},"min":{"1min":0.27000000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.32500000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:49:09 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.41899999999999998,"15min":0.42599999999999999},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.38,"15min":0.39000000000000001},"min":{"1min":0.26400000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.48699999999999999,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.28999999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.436,"15min":0.45000000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.46000000000000002,"15min":0.47099999999999997},"min":{"1min":0.33700000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.372}]},{"osd":4,"last update":"Sat Aug 17 16:48:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.61299999999999999,"15min":0.61499999999999999},"min":{"1min":0.41599999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.194,"5min":1.194,"15min":1.194},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59999999999999998,"15min":0.59799999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77800000000000002,"5min":0.876,"15min":0.876},"last":0.69199999999999995}]},{"osd":5,"last update":"Sat Aug 17 16:49:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.59099999999999997,"15min":0.60999999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.74099999999999999,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60699999999999998,"15min":0.61299999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.552,"5min":1.552,"15min":1.552},"last":0.73199999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:48:30 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.61599999999999999,"15min":0.62},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77700000000000002,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.65800000000000003}]},{"osd":7,"last update":"Sat Aug 17 16:48:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.623,"15min":0.625},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.66000000000000003,"15min":0.66600000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.78800000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":939437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 16:48:40 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.372,"15min":0.371},"min":{"1min":0.20899999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.53800000000000003,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.192},{"interface":"front","average":{"1min":0.372,"5min":0.39200000000000002,"15min":0.38500000000000001},"min":{"1min":0.252,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.63400000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:49:05 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.41499999999999998,"15min":0.41599999999999998},"min":{"1min":0.29299999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.53200000000000003,"5min":0.621,"15min":0.621},"last":0.215},{"interface":"front","average":{"1min":0.373,"5min":0.39900000000000002,"15min":0.39500000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.55900000000000005,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.26600000000000001}]},{"osd":3,"last update":"Sat Aug 17 16:48:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46000000000000002,"15min":0.47099999999999997},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.59199999999999997,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.33300000000000002}]},{"osd":4,"last update":"Sat Aug 17 16:48:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56599999999999995,"15min":0.56000000000000005},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.70799999999999996,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58399999999999996,"15min":0.57799999999999996},"min":{"1min":0.48399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73999999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.36399999999999999}]},{"osd":5,"last update":"Sat Aug 17 16:49:05 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.42999999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.74299999999999999,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60699999999999998,"15min":0.60799999999999998},"min":{"1min":0.48699999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.69999999999999996,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.40899999999999997}]},{"osd":6,"last update":"Sat Aug 17 16:48:25 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.628,"15min":0.63600000000000001},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.81699999999999995,"5min":0.877,"15min":0.877},"last":0.441}]},{"osd":7,"last update":"Sat Aug 17 16:48:53 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.61399999999999999,"15min":0.61199999999999999},"min":{"1min":0.48099999999999998,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.79200000000000004,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.51000000000000001,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76500000000000001,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.50600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T16:49:18.616 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T16:49:18.616 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-17T16:49:18.616 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-17T16:49:18.616 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-17T16:49:18.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:18 smithi189 ceph-mon[33558]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:49:18.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:18 smithi189 ceph-mon[33558]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:18.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:18 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T16:49:18.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:18 smithi001 systemd[1]: Stopped Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:49:18.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:18 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.025s CPU time. 2024-08-17T16:49:18.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:18 smithi001 systemd[1]: Starting Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:49:19.050 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:19.318 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 podman[82557]: 2024-08-17 16:49:18.907858884 +0000 UTC m=+0.018663111 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T16:49:19.318 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 podman[82557]: 2024-08-17 16:49:19.04319219 +0000 UTC m=+0.153996390 volume create b702462719fc25556433df6d1dedce3221eb2211963c94da2a68aa0baef59634 2024-08-17T16:49:19.318 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 podman[82557]: 2024-08-17 16:49:19.147703388 +0000 UTC m=+0.258507587 container create 5df413745475be248d13514d194284afda3c920c62121a769b43bf40185348c2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:19.663 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 podman[82557]: 2024-08-17 16:49:19.619190516 +0000 UTC m=+0.729994738 container init 5df413745475be248d13514d194284afda3c920c62121a769b43bf40185348c2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:19.664 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 podman[82557]: 2024-08-17 16:49:19.624885069 +0000 UTC m=+0.735689272 container start 5df413745475be248d13514d194284afda3c920c62121a769b43bf40185348c2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:19.664 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:19.637Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T16:49:19.664 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:19.637Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T16:49:19.664 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:19.638Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.1 port=9094 2024-08-17T16:49:19.664 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:19.639Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T16:49:19.664 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:19.663Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:49:19.664 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:19.663Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:49:19.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:49:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:49:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:49:19.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:19.666Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T16:49:19.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:19.666Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T16:49:19.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 bash[82557]: 5df413745475be248d13514d194284afda3c920c62121a769b43bf40185348c2 2024-08-17T16:49:19.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:19 smithi001 systemd[1]: Started Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:49:20.665 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:20 smithi001 ceph-mon[41665]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:20.666 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:20 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:20.666 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:20 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:20.666 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:20 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:20.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:20 smithi001 ceph-mon[29829]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:20.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:20 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:20.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:20 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:20.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:20 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:20.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:20 smithi189 ceph-mon[33558]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:20.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:20 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:20.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:20 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:20.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:20 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:21.381 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:49:21.381 INFO:teuthology.orchestra.run.smithi001.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-17T16:49:21.641 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:21 smithi001 ceph-mon[41665]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:49:21.641 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:21 smithi001 ceph-mon[41665]: Reconfiguring daemon prometheus.a on smithi189 2024-08-17T16:49:21.641 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:21 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3938876979' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:49:21.641 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:21 smithi001 ceph-mon[29829]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:49:21.641 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:21 smithi001 ceph-mon[29829]: Reconfiguring daemon prometheus.a on smithi189 2024-08-17T16:49:21.641 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:21 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3938876979' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:49:21.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:21 smithi189 ceph-mon[33558]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:49:21.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:21 smithi189 ceph-mon[33558]: Reconfiguring daemon prometheus.a on smithi189 2024-08-17T16:49:21.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:21 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3938876979' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:49:21.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:21.640Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000738724s 2024-08-17T16:49:21.980 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-17T16:49:21.981 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T16:49:22.246 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:22.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:22 smithi189 ceph-mon[33558]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:22.634 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:22 smithi001 ceph-mon[29829]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:22.634 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:22 smithi001 ceph-mon[41665]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:23.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 systemd[1]: Stopping Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:49:23.547 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.264Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.264Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.264Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.264Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.264Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.264Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.264Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.264Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.265Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.265Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.265Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[62963]: ts=2024-08-17T16:49:23.265Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T16:49:23.548 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 podman[66300]: 2024-08-17 16:49:23.274844984 +0000 UTC m=+0.113271703 container died c60d0a78fc6a7bccc9cc3ec17431ddea32114c96529b78f01c0ed0db91eb90a3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:23.928 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 podman[66300]: 2024-08-17 16:49:23.645538033 +0000 UTC m=+0.483964753 container cleanup c60d0a78fc6a7bccc9cc3ec17431ddea32114c96529b78f01c0ed0db91eb90a3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:23.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 bash[66300]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T16:49:24.211 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:49:24.212 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14439,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/2424609566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":2424609566},{"type":"v1","addr":"172.21.15.1:6835","nonce":2424609566}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T16:47:18.397025+0000","modified":"2024-08-17T16:47:29.881318+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24325},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24325":{"gid":24325,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.189:6833/2845003343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6832","nonce":2845003343},{"type":"v1","addr":"172.21.15.189:6833","nonce":2845003343}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T16:49:24.212 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 7 2024-08-17T16:49:24.337 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:23 smithi189 podman[66318]: 2024-08-17 16:49:23.955831781 +0000 UTC m=+0.681136664 container remove c60d0a78fc6a7bccc9cc3ec17431ddea32114c96529b78f01c0ed0db91eb90a3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:24.338 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T16:49:24.338 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 systemd[1]: Stopped Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:49:24.338 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.122s CPU time. 2024-08-17T16:49:24.338 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 systemd[1]: Starting Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:49:24.511 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:24 smithi001 ceph-mon[29829]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:24.511 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:24 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2028400015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:24.511 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:24 smithi001 ceph-mon[41665]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:24.511 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:24 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2028400015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:24.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-mon[33558]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:24.592 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2028400015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:24.592 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 podman[66414]: 2024-08-17 16:49:24.240983779 +0000 UTC m=+0.017996886 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T16:49:24.592 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 podman[66414]: 2024-08-17 16:49:24.347785908 +0000 UTC m=+0.124799057 container create 2623ee946f2d6c36c9bbd5d645257bc5a019b513c46d8b43c8e6850dfb311540 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:24.592 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 podman[66414]: 2024-08-17 16:49:24.591554131 +0000 UTC m=+0.368567241 container init 2623ee946f2d6c36c9bbd5d645257bc5a019b513c46d8b43c8e6850dfb311540 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:24.845 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:24] ENGINE Bus STOPPING 2024-08-17T16:49:24.872 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 podman[66414]: 2024-08-17 16:49:24.596821861 +0000 UTC m=+0.373834968 container start 2623ee946f2d6c36c9bbd5d645257bc5a019b513c46d8b43c8e6850dfb311540 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.620Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.620Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.620Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi189 (none))" 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.620Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.620Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.622Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.622Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.623Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.623Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T16:49:24.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.624Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.624Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.024µs 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.624Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.625Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.626Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.626Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.108µs wal_replay_duration=1.842782ms wbl_replay_duration=139ns total_replay_duration=1.908086ms 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.627Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.627Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.627Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.641Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.53157ms db_storage=700ns remote_storage=1.341µs web_handler=419ns query_engine=503ns scrape=404.998µs scrape_sd=25.92µs notify=19.234µs notify_sd=5.65µs rules=12.840812ms tracing=4.487µs 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.641Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:49:24.641Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 bash[66414]: 2623ee946f2d6c36c9bbd5d645257bc5a019b513c46d8b43c8e6850dfb311540 2024-08-17T16:49:24.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:49:24 smithi189 systemd[1]: Started Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:49:25.134 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:49:25.134 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Bus STOPPED 2024-08-17T16:49:25.134 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Bus STARTING 2024-08-17T16:49:25.149 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:25.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Serving on http://:::9283 2024-08-17T16:49:25.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Bus STARTED 2024-08-17T16:49:25.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Bus STOPPING 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:25 smithi189 ceph-mon[33558]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Bus STOPPED 2024-08-17T16:49:26.180 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Bus STARTING 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Serving on http://:::9283 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Bus STARTED 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:25] ENGINE Bus STOPPING 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:49:26.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[41665]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi001.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi189.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi189.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:49:26.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:26.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:26.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:25 smithi001 ceph-mon[29829]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:26.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:49:26.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:26] ENGINE Bus STOPPED 2024-08-17T16:49:26.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:26] ENGINE Bus STARTING 2024-08-17T16:49:26.680 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:26] ENGINE Serving on http://:::9283 2024-08-17T16:49:26.680 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:26] ENGINE Bus STARTED 2024-08-17T16:49:27.878 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:49:27.878 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14439,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/2424609566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":2424609566},{"type":"v1","addr":"172.21.15.1:6835","nonce":2424609566}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T16:47:18.397025+0000","modified":"2024-08-17T16:47:29.881318+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24325},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24325":{"gid":24325,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.189:6833/2845003343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6832","nonce":2845003343},{"type":"v1","addr":"172.21.15.189:6833","nonce":2845003343}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T16:49:27.878 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 7 2024-08-17T16:49:28.664 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:28 smithi001 ceph-mon[29829]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:28.664 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:28 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3392497343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:28.665 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:28 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:28.665 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:28 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:28.665 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:28 smithi001 ceph-mon[41665]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:28.665 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:28 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3392497343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:28.666 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:28 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:28.666 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:28 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:28.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:28 smithi189 ceph-mon[33558]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:28.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:28 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3392497343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:28.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:28 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:28.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:28 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:28.689 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:49:29.193 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:29.879 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:49:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:49:29.642Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002872511s 2024-08-17T16:49:30.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:30 smithi189 ceph-mon[33558]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:30.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:30 smithi001 ceph-mon[29829]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:30.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:30 smithi001 ceph-mon[41665]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:31.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:31 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:31.767 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:49:31.767 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":75,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T16:48:18.999453+0000","last_up_change":"2024-08-17T16:46:48.464430+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T16:47:12.269272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T16:47:15.572919+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T16:48:08.997261+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6803","nonce":3681991332}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6805","nonce":3681991332}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6809","nonce":3681991332}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":3681991332},{"type":"v1","addr":"172.21.15.1:6807","nonce":3681991332}]},"public_addr":"172.21.15.1:6803/3681991332","cluster_addr":"172.21.15.1:6805/3681991332","heartbeat_back_addr":"172.21.15.1:6809/3681991332","heartbeat_front_addr":"172.21.15.1:6807/3681991332","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6811","nonce":640822909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6813","nonce":640822909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6817","nonce":640822909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":640822909},{"type":"v1","addr":"172.21.15.1:6815","nonce":640822909}]},"public_addr":"172.21.15.1:6811/640822909","cluster_addr":"172.21.15.1:6813/640822909","heartbeat_back_addr":"172.21.15.1:6817/640822909","heartbeat_front_addr":"172.21.15.1:6815/640822909","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6819","nonce":4224973048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6821","nonce":4224973048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6825","nonce":4224973048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":4224973048},{"type":"v1","addr":"172.21.15.1:6823","nonce":4224973048}]},"public_addr":"172.21.15.1:6819/4224973048","cluster_addr":"172.21.15.1:6821/4224973048","heartbeat_back_addr":"172.21.15.1:6825/4224973048","heartbeat_front_addr":"172.21.15.1:6823/4224973048","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6827","nonce":3439944869}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6829","nonce":3439944869}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6833","nonce":3439944869}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":3439944869},{"type":"v1","addr":"172.21.15.1:6831","nonce":3439944869}]},"public_addr":"172.21.15.1:6827/3439944869","cluster_addr":"172.21.15.1:6829/3439944869","heartbeat_back_addr":"172.21.15.1:6833/3439944869","heartbeat_front_addr":"172.21.15.1:6831/3439944869","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6801","nonce":436178926}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6803","nonce":436178926}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6807","nonce":436178926}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":436178926},{"type":"v1","addr":"172.21.15.189:6805","nonce":436178926}]},"public_addr":"172.21.15.189:6801/436178926","cluster_addr":"172.21.15.189:6803/436178926","heartbeat_back_addr":"172.21.15.189:6807/436178926","heartbeat_front_addr":"172.21.15.189:6805/436178926","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6809","nonce":2421407636}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6811","nonce":2421407636}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6815","nonce":2421407636}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":2421407636},{"type":"v1","addr":"172.21.15.189:6813","nonce":2421407636}]},"public_addr":"172.21.15.189:6809/2421407636","cluster_addr":"172.21.15.189:6811/2421407636","heartbeat_back_addr":"172.21.15.189:6815/2421407636","heartbeat_front_addr":"172.21.15.189:6813/2421407636","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6817","nonce":2944268468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6819","nonce":2944268468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6823","nonce":2944268468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":2944268468},{"type":"v1","addr":"172.21.15.189:6821","nonce":2944268468}]},"public_addr":"172.21.15.189:6817/2944268468","cluster_addr":"172.21.15.189:6819/2944268468","heartbeat_back_addr":"172.21.15.189:6823/2944268468","heartbeat_front_addr":"172.21.15.189:6821/2944268468","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6825","nonce":2079187642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6827","nonce":2079187642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6831","nonce":2079187642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2079187642},{"type":"v1","addr":"172.21.15.189:6829","nonce":2079187642}]},"public_addr":"172.21.15.189:6825/2079187642","cluster_addr":"172.21.15.189:6827/2079187642","heartbeat_back_addr":"172.21.15.189:6831/2079187642","heartbeat_front_addr":"172.21.15.189:6829/2079187642","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/4226065388":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/2747091426":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/874059625":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:6800/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/414617095":"2024-08-18T16:48:05.224645+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:49:31.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:31 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:31 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:31 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:31.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:31 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:31.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:31 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:31.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:31 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:32.684 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T16:49:32.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:32 smithi189 ceph-mon[33558]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:32.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:32 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3211372586' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:49:32.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:32 smithi001 ceph-mon[29829]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:32.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:32 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3211372586' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:49:32.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:32 smithi001 ceph-mon[41665]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:32.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:32 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3211372586' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:49:33.067 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:33.466 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:33 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:49:33] "GET /metrics HTTP/1.1" 200 236497 "" "Prometheus/2.43.0" 2024-08-17T16:49:34.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:34 smithi189 ceph-mon[33558]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:34.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:34 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:34.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:34 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:34.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:34 smithi001 ceph-mon[29829]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:34.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:34 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:34.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:34 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:34.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:34 smithi001 ceph-mon[41665]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:34.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:34 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:34.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:34 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:35.061 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T16:49:35.061 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14439,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/2424609566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":2424609566},{"type":"v1","addr":"172.21.15.1:6835","nonce":2424609566}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T16:47:18.397025+0000","modified":"2024-08-17T16:47:29.881318+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24325},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24325":{"gid":24325,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.189:6833/2845003343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6832","nonce":2845003343},{"type":"v1","addr":"172.21.15.189:6833","nonce":2845003343}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T16:49:35.061 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 7 2024-08-17T16:49:35.905 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:35 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1940874480' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:35.905 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:35 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:35.905 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:35 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1940874480' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:35.905 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:35 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:35.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:35 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1940874480' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T16:49:35.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:35 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:36.227 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-17T16:47:18.397025+0000', 'modified': '2024-08-17T16:47:29.881318+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24325}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24325': {'gid': 24325, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.189:6833/2845003343', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.189:6832', 'nonce': 2845003343}, {'type': 'v1', 'addr': '172.21.15.189:6833', 'nonce': 2845003343}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-17T16:49:36.227 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-17T16:49:36.228 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph tell mds.b status 2024-08-17T16:49:36.923 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:36.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:36 smithi189 ceph-mon[33558]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:36.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:36 smithi001 ceph-mon[29829]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:36.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:36 smithi001 ceph-mon[41665]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:38.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[29829]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:38.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:38.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.108 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:37 smithi001 ceph-mon[41665]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:37 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:37 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:37 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:37 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:37 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:37 smithi189 ceph-mon[33558]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:38.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-08-17T16:49:38.652+0000 7f6a02ffd640 0 client.14784 ms_handle_reset on v2:172.21.15.189:6832/2845003343 2024-08-17T16:49:38.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-08-17T16:49:38.670+0000 7f6a02ffd640 0 client.14790 ms_handle_reset on v2:172.21.15.189:6832/2845003343 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "82d3bbd4-5cb7-11ef-bccf-c7b262605968", 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 0, 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24325, 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 140.02882402200001, 2024-08-17T16:49:38.672 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 7, 2024-08-17T16:49:38.673 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 75, 2024-08-17T16:49:38.673 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 65, 2024-08-17T16:49:38.673 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 155.28780702 2024-08-17T16:49:38.673 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:49:38.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:38 smithi001 ceph-mon[29829]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T16:49:38.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:38 smithi001 ceph-mon[41665]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T16:49:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:38 smithi189 ceph-mon[33558]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T16:49:39.308 INFO:tasks.cephadm:Setup complete, yielding 2024-08-17T16:49:39.309 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:49:39.317 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-17T16:49:39.317 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:49:39.331 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-17T16:49:39.332 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-17T16:49:39.340 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-08-17T16:49:39.340 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-17T16:49:39.617 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:39.879 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:49:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:49:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:49:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:39 smithi189 ceph-mon[33558]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:39 smithi001 ceph-mon[29829]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:39 smithi001 ceph-mon[41665]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:41.810 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:41] ENGINE Bus STOPPING 2024-08-17T16:49:41.810 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:49:41.810 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:41] ENGINE Bus STOPPED 2024-08-17T16:49:41.810 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:41] ENGINE Bus STARTING 2024-08-17T16:49:42.078 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:41] ENGINE Serving on http://:::9283 2024-08-17T16:49:42.078 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:49:41] ENGINE Bus STARTED 2024-08-17T16:49:42.106 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:49:42.114 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-17T16:49:42.114 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:49:42.122 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-17T16:49:42.122 INFO:teuthology.run_tasks:Running task workunit... 2024-08-17T16:49:42.136 INFO:tasks.workunit:Pulling workunits from ref 91f88e4d132ac08dc53355fa3d9717a53236a3a9 2024-08-17T16:49:42.136 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T16:49:42.137 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T16:49:42.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:49:42.153 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T16:49:42.153 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T16:49:42.210 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T16:49:42.210 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T16:49:42.266 INFO:tasks.workunit:timeout=3h 2024-08-17T16:49:42.266 INFO:tasks.workunit:cleanup=True 2024-08-17T16:49:42.267 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 91f88e4d132ac08dc53355fa3d9717a53236a3a9 2024-08-17T16:49:42.323 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T16:49:42.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:42 smithi189 ceph-mon[33558]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:42.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:42 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3377444455' entity='client.admin' 2024-08-17T16:49:42.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:42 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:42.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:42 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:42.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:42 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:42.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:42 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:42.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[41665]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:42.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3377444455' entity='client.admin' 2024-08-17T16:49:42.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:42.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:42.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:42.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:42.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[29829]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:42.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3377444455' entity='client.admin' 2024-08-17T16:49:42.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:42.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:42.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:42.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:42 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:49:43.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:49:43] "GET /metrics HTTP/1.1" 200 236490 "" "Prometheus/2.43.0" 2024-08-17T16:49:44.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:44 smithi189 ceph-mon[33558]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:44.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:44 smithi001 ceph-mon[29829]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:44.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:44 smithi001 ceph-mon[41665]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:46.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:46 smithi189 ceph-mon[33558]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:46.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:46 smithi001 ceph-mon[29829]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:46 smithi001 ceph-mon[41665]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:48.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:48 smithi189 ceph-mon[33558]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:48.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:48 smithi001 ceph-mon[29829]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:48.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:48 smithi001 ceph-mon[41665]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T16:49:49.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:49:49 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:49:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:49:50.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:50 smithi189 ceph-mon[33558]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:50.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:50 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:50.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:50 smithi001 ceph-mon[29829]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:50.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:50 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:50.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:50 smithi001 ceph-mon[41665]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:50.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:50 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:49:52.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:52 smithi189 ceph-mon[33558]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:52.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:52 smithi001 ceph-mon[29829]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:52.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:52 smithi001 ceph-mon[41665]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:53.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:49:53 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:49:53] "GET /metrics HTTP/1.1" 200 236505 "" "Prometheus/2.43.0" 2024-08-17T16:49:54.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:54 smithi001 ceph-mon[29829]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:54.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:54 smithi189 ceph-mon[33558]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:54.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:54 smithi001 ceph-mon[41665]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:56 smithi189 ceph-mon[33558]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:56.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:56 smithi001 ceph-mon[29829]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:56.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:56 smithi001 ceph-mon[41665]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:58.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:49:58 smithi189 ceph-mon[33558]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:49:58 smithi001 ceph-mon[29829]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:58.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:49:58 smithi001 ceph-mon[41665]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:49:59.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:49:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:49:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:50:00.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:00 smithi189 ceph-mon[33558]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:00.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:00 smithi189 ceph-mon[33558]: overall HEALTH_OK 2024-08-17T16:50:00.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:00 smithi001 ceph-mon[29829]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:00.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:00 smithi001 ceph-mon[29829]: overall HEALTH_OK 2024-08-17T16:50:00.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:00 smithi001 ceph-mon[41665]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:00.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:00 smithi001 ceph-mon[41665]: overall HEALTH_OK 2024-08-17T16:50:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:02 smithi189 ceph-mon[33558]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:02 smithi001 ceph-mon[29829]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:02.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:02 smithi001 ceph-mon[41665]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:03.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:03] "GET /metrics HTTP/1.1" 200 236505 "" "Prometheus/2.43.0" 2024-08-17T16:50:04.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:04 smithi189 ceph-mon[33558]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:04.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:04 smithi001 ceph-mon[29829]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:04.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:04 smithi001 ceph-mon[41665]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:05.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:05.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:05.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:06.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:06 smithi189 ceph-mon[33558]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:06 smithi001 ceph-mon[29829]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:06.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:06 smithi001 ceph-mon[41665]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:08.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:08 smithi189 ceph-mon[33558]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:08.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:08 smithi001 ceph-mon[29829]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:08.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:08 smithi001 ceph-mon[41665]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:09.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:50:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:50:10.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:10 smithi189 ceph-mon[33558]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:10.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:10 smithi001 ceph-mon[29829]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:10.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:10 smithi001 ceph-mon[41665]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:12.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:12 smithi189 ceph-mon[33558]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:12.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:12 smithi001 ceph-mon[29829]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:12.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:12 smithi001 ceph-mon[41665]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:13.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:13 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:13] "GET /metrics HTTP/1.1" 200 236503 "" "Prometheus/2.43.0" 2024-08-17T16:50:14.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:14 smithi189 ceph-mon[33558]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:14.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:14 smithi001 ceph-mon[29829]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:14.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:14 smithi001 ceph-mon[41665]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:16.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:16 smithi189 ceph-mon[33558]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:16.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:16 smithi001 ceph-mon[41665]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:16.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:16 smithi001 ceph-mon[29829]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:18.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:18 smithi189 ceph-mon[33558]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:18.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:18 smithi001 ceph-mon[29829]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:18.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:18 smithi001 ceph-mon[41665]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:19.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:50:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:50:20.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:20 smithi189 ceph-mon[33558]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:20.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:20 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:20.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:20 smithi001 ceph-mon[29829]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:20.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:20 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:20.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:20 smithi001 ceph-mon[41665]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:20.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:20 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:22.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:22 smithi189 ceph-mon[33558]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:22.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:22 smithi001 ceph-mon[29829]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:22.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:22 smithi001 ceph-mon[41665]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:23.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:23] "GET /metrics HTTP/1.1" 200 236491 "" "Prometheus/2.43.0" 2024-08-17T16:50:24.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:24 smithi189 ceph-mon[33558]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:24.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:24 smithi001 ceph-mon[29829]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:24.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:24 smithi001 ceph-mon[41665]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:26.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:26 smithi189 ceph-mon[33558]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:26.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:26 smithi001 ceph-mon[41665]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:26.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:26 smithi001 ceph-mon[29829]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:28.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:28 smithi189 ceph-mon[33558]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:28.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:28 smithi001 ceph-mon[29829]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:28.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:28 smithi001 ceph-mon[41665]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:29.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:50:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:50:30.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:30 smithi189 ceph-mon[33558]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:30.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:30 smithi001 ceph-mon[29829]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:30.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:30 smithi001 ceph-mon[41665]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:32.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:32 smithi189 ceph-mon[33558]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:32.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:32 smithi001 ceph-mon[41665]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:32.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:32 smithi001 ceph-mon[29829]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:33.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:33 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:33] "GET /metrics HTTP/1.1" 200 236491 "" "Prometheus/2.43.0" 2024-08-17T16:50:34.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:34 smithi189 ceph-mon[33558]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:34.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:34 smithi001 ceph-mon[29829]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:34.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:34 smithi001 ceph-mon[41665]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:35.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:35 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:35.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:35 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:35.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:35 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:36.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:36 smithi189 ceph-mon[33558]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:36.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:36 smithi001 ceph-mon[29829]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:36.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:36 smithi001 ceph-mon[41665]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:38.753 INFO:tasks.workunit.client.0.smithi001.stderr:Updating files: 96% (12337/12849) Updating files: 97% (12464/12849) Updating files: 98% (12593/12849) Updating files: 99% (12721/12849) Updating files: 100% (12849/12849) Updating files: 100% (12849/12849), done. 2024-08-17T16:50:38.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:38 smithi189 ceph-mon[33558]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:38.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:38 smithi001 ceph-mon[29829]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:38.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:38 smithi001 ceph-mon[41665]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr:Note: switching to '91f88e4d132ac08dc53355fa3d9717a53236a3a9'. 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr:state without impacting any branches by switching back to a branch. 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-17T16:50:39.346 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr: git switch -c 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr:Or undo this operation with: 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr: git switch - 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:39.347 INFO:tasks.workunit.client.0.smithi001.stderr:HEAD is now at 91f88e4d132 Merge pull request #58355 from batrick/ceph-backport-fetchhead 2024-08-17T16:50:39.348 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T16:50:39.411 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T16:50:39.413 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T16:50:39.413 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T16:50:39.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:50:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:50:40.133 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T16:50:40.191 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T16:50:40.233 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T16:50:40.234 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T16:50:40.234 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T16:50:40.275 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T16:50:40.278 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T16:50:40.278 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T16:50:40.335 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-17T16:50:40.336 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-17T16:50:40.337 DEBUG:teuthology.orchestra.run.smithi001:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=91f88e4d132ac08dc53355fa3d9717a53236a3a9 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-17T16:50:40.411 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-17T16:50:40.802 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-17T16:50:40.831 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:40 smithi001 ceph-mon[29829]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:40.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:40 smithi001 ceph-mon[41665]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:40.831 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:40] ENGINE Bus STOPPING 2024-08-17T16:50:40.832 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:50:40.832 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:40] ENGINE Bus STOPPED 2024-08-17T16:50:40.832 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:40] ENGINE Bus STARTING 2024-08-17T16:50:40.832 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:40] ENGINE Serving on http://:::9283 2024-08-17T16:50:40.832 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:40 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:40] ENGINE Bus STARTED 2024-08-17T16:50:40.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:40 smithi189 ceph-mon[33558]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:41.231 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-17T16:50:41.340 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE Bus STOPPING 2024-08-17T16:50:41.625 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry preview 2024-08-17T16:50:41.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:50:41.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE Bus STOPPED 2024-08-17T16:50:41.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE Bus STARTING 2024-08-17T16:50:41.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE Serving on http://:::9283 2024-08-17T16:50:41.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE Bus STARTED 2024-08-17T16:50:41.680 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE Bus STOPPING 2024-08-17T16:50:41.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' 2024-08-17T16:50:41.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:41.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' 2024-08-17T16:50:41.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:41.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:41.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2011240304' entity='client.admin' 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:41.946 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2011240304' entity='client.admin' 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.947 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:42.111 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer": { 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "mode": "" 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "channels": [ 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "ident" 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "channels_available": [ 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-08-17T16:50:42.112 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_available": [ 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-08-17T16:50:42.113 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_opted_in": [ 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-08-17T16:50:42.114 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "config": { 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "active_changed": [ 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "client_check_pool_perm", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_gid", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_uid", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "client_quota", 2024-08-17T16:50:42.115 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "daemonize", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "keyring", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_block_size", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_cache_size", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_compression", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_log", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_write_buffer_size", 2024-08-17T16:50:42.116 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_journald", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_stderr", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-08-17T16:50:42.117 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_host", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T16:50:42.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "no_config_file", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T16:50:42.119 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-08-17T16:50:42.120 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addr", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addrv", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_default_features", 2024-08-17T16:50:42.121 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_qos_exclude_ops", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "setgroup", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "setuser" 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_changed": [ 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-08-17T16:50:42.122 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_join_fs", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/container_init", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/migration_current", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T16:50:42.123 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_ident", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/description", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/organization", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-08-17T16:50:42.124 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-08-17T16:50:42.125 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T16:50:42.126 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_cache_enabled", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_ops_log", 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_usage_log" 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "contact": null, 2024-08-17T16:50:42.127 INFO:tasks.workunit.client.0.smithi001.stdout: "crashes": [], 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "created": "2024-08-17T16:41:46.521301Z", 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "crush": { 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_algs": { 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "straw2": 3 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_sizes": { 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "2": 1, 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "4": 2 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_types": { 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "1": 2, 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "11": 1 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.128 INFO:tasks.workunit.client.0.smithi001.stdout: "compat_weight_set": false, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "device_classes": [ 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: 8 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_buckets": 6, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_devices": 8, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_rules": 1, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_types": 12, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_weight_sets": 0, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "tunables": { 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "allowed_bucket_algs": 54, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_fallback_tries": 0, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_tries": 0, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_total_tries": 50, 2024-08-17T16:50:42.129 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_descend_once": 1, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_stable": 1, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_vary_r": 1, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v2_rules": 0, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v3_rules": 0, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v4_buckets": 1, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v5_rules": 0, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "legacy_tunables": 0, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "minimum_required_version": "jewel", 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "optimal_tunables": 1, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "profile": "jewel", 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables": 1, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables2": 1, 2024-08-17T16:50:42.130 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables3": 1, 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables5": 1, 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: "straw_calc_version": 1 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: "description": "upgrade test cluster", 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: "fs": { 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: "feature_flags": { 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: "enable_multiple": true, 2024-08-17T16:50:42.131 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_enabled_multiple": true 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "filesystems": [ 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "approx_ctime": "2024-08", 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer_enabled": false, 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_caps": 0, 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_dns": 10, 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_inos": 13, 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_subtrees": 2, 2024-08-17T16:50:42.132 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_allowed_features": 0, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "explicitly_allowed_features": 0, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "files": 0, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "max_mds": 1, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_data_pools": 1, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_in": 1, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_mds": 1, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": 0, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_replay": 0, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_up": 1, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "snaps": 0, 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "standby_count_wanted": 0 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.133 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_mds": 1, 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "total_num_mds": 2 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "hosts": { 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "num": 2, 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mds": 2, 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mgr": 2, 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mon": 2, 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_osd": 2 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard": false, 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "license": "sharing-1-0", 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "metadata": { 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:42.134 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 2 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 2 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:42.135 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 2 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 2 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:42.136 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 3 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 3 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 3 2024-08-17T16:50:42.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 3 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 8 2024-08-17T16:50:42.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 8 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 8 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.139 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 8 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_objectstore": { 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": 8 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "rotational": { 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: "0": 8 2024-08-17T16:50:42.140 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "features": { 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "optional": [], 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "persistent": [ 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "kraken", 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "luminous", 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "mimic", 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap-prune", 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "nautilus", 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "octopus", 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "pacific", 2024-08-17T16:50:42.141 INFO:tasks.workunit.client.0.smithi001.stdout: "elector-pinging", 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "quincy" 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv4_addr_mons": 6, 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv6_addr_mons": 0, 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "min_mon_release": 17, 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "v1_addr_mons": 3, 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "v2_addr_mons": 3 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "organization": "ceph-qa", 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_network": false, 2024-08-17T16:50:42.142 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "require_min_compat_client": "luminous", 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "require_osd_release": "quincy" 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": [ 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:42.143 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 1, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 1, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 1, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 1781760, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 1781760, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T16:50:42.144 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 212, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 313344, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 590368, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 590368, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 1771104, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 179, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2473984 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:42.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 32, 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 32, 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 2, 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:42.146 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 98304, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 98304, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 22, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:42.147 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 3410, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 3410, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 10230, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 51, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 19456 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:42.148 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 64, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 64, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 3, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 0, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:42.149 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 0.0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:42.150 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 0, 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 0, 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 0 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:42.151 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 8, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 8, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 4, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 12288, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 12288, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:42.152 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 19, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 19, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 57, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 2, 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2048 2024-08-17T16:50:42.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": { 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: "mirroring_by_pool": [ 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: false 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: "num_images_by_pool": [ 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pools": 1 2024-08-17T16:50:42.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "report_id": "9e23caaf-9439-4f5a-b766-5f7adc7244d4", 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "report_timestamp": "2024-08-17T16:50:42.103459", 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "report_version": 1, 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "rook": { 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster": { 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "external-mode": null, 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "allow-multiple-per-node": null, 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "count": null, 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "max-id": null, 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "pvc": { 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.155 INFO:tasks.workunit.client.0.smithi001.stdout: "stretch": { 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "network": { 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "provider": null 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "storage": { 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "device-set": { 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "non-portable": null, 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "portable": null, 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.156 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "csi": { 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes": { 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "node": { 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes-total": null, 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "with-ceph-daemons": null, 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-nfs-plugin": null, 2024-08-17T16:50:42.157 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-rbd-plugin": null 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "storage-class": { 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": null, 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs": null, 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "nfs": null, 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": null, 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.158 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "services": {}, 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 105, 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": 4, 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_by_class": { 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "ssd": { 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 765516255232, 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 2444029952, 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_bytes": 2444029952, 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_ratio": 0.0031824952457100153 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.160 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 765516255232, 2024-08-17T16:50:42.160 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-08-17T16:50:42.160 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 2444029952 2024-08-17T16:50:42.160 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.160 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-08-17T16:50:42.160 INFO:tasks.workunit.client.0.smithi001.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-17T16:50:42.160 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry preview-device 2024-08-17T16:50:42.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' 2024-08-17T16:50:42.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:42.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' 2024-08-17T16:50:42.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:42.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2011240304' entity='client.admin' 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:42.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:41 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:42.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:50:42.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE Bus STOPPED 2024-08-17T16:50:42.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:41] ENGINE Bus STARTING 2024-08-17T16:50:42.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:42] ENGINE Serving on http://:::9283 2024-08-17T16:50:42.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:42] ENGINE Bus STARTED 2024-08-17T16:50:42.631 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-08-17T16:50:42.631 INFO:tasks.workunit.client.0.smithi001.stdout: "d71b8f86-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:42.631 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_d71c3a08-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:42.631 INFO:tasks.workunit.client.0.smithi001.stdout: "20240817-164458": { 2024-08-17T16:50:42.631 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-08-17T16:50:42.631 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T16:50:42.631 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "d71b8f86-5cb8-11ef-8d1e-0cc47abd15e8", 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Sat Aug 17 16:44:58 2024 UTC", 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1723913098 2024-08-17T16:50:42.632 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-08-17T16:50:42.633 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.634 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.635 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 10119365 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-08-17T16:50:42.636 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.637 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-08-17T16:50:42.638 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 15 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.639 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "0.000000" 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1930682 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:42.640 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3895, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 144868913, 2024-08-17T16:50:42.641 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 663182757, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2665099564, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 13842194582, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 0, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 28017, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 43848, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 31, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 8036 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-08-17T16:50:42.642 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 28017, 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 43848 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-08-17T16:50:42.643 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T16:50:42.644 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Sat Aug 17 16:44:58 2024 UTC", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T16:50:42.645 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T16:50:42.646 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 31 Celsius", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 0%", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 144,868,913 [74.1 TB]", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 663,182,757 [339 TB]", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,665,099,564", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 13,842,194,582", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,895", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 28,017", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 43,848", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 8,036", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T16:50:42.647 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-08-17T16:50:42.648 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 31 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "d71d957e-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPEDMD400G4_d71e2d22-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "20240817-164502": { 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T16:50:42.649 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "8DV101H0", 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "d71d957e-5cb8-11ef-8d1e-0cc47abd15e8", 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Sat Aug 17 16:45:01 2024 UTC", 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1723913101 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.650 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:42.651 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T16:50:42.652 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.653 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 24631035 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.654 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 41903239 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.655 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 65535 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "63.999023" 2024-08-17T16:50:42.657 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 65535 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 91, 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 2838, 2024-08-17T16:50:42.658 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 2850, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 2825 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 10, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 158, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 344003403, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 1614219524, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 5497148959, 2024-08-17T16:50:42.659 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 27821678769, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 9, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 46197, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 55541, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 24, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 11523 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.660 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 46197, 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 55541 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-08-17T16:50:42.661 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: 8DV101H0", 2024-08-17T16:50:42.662 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Sat Aug 17 16:45:01 2024 UTC", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.663 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: " 1 - 512 8 2", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: " 2 - 512 16 2", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: " 3 - 4096 0 0", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: " 4 - 4096 8 0", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: " 5 - 4096 64 0", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: " 6 - 4096 128 0", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.664 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 24 Celsius", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 10%", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 9%", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 344,003,403 [176 TB]", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 1,614,219,524 [826 TB]", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 5,497,148,959", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 27,821,678,769", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 158", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 46,197", 2024-08-17T16:50:42.665 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 55,541", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 11,523", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:42.666 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 24 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:42.667 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-08-17T16:50:42.668 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry preview-all 2024-08-17T16:50:43.147 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-08-17T16:50:43.147 INFO:tasks.workunit.client.0.smithi001.stdout: "device_report": { 2024-08-17T16:50:43.147 INFO:tasks.workunit.client.0.smithi001.stdout: "d71b8f86-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:43.147 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_d71c3a08-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:43.147 INFO:tasks.workunit.client.0.smithi001.stdout: "20240817-164458": { 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "d71b8f86-5cb8-11ef-8d1e-0cc47abd15e8", 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:43.148 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Sat Aug 17 16:44:58 2024 UTC", 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1723913098 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-08-17T16:50:43.149 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.150 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.151 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.152 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-08-17T16:50:43.152 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.152 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.152 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-08-17T16:50:43.152 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.152 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.153 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-08-17T16:50:43.153 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.153 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 10119365 2024-08-17T16:50:43.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.153 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-08-17T16:50:43.153 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.153 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-08-17T16:50:43.155 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:43.156 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 15 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "0.000000" 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-08-17T16:50:43.157 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1930682 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-08-17T16:50:43.158 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3895, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 144868913, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 663182757, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2665099564, 2024-08-17T16:50:43.159 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 13842194582, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 0, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 28017, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 43848, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 31, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 8036 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 28017, 2024-08-17T16:50:43.160 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 43848 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-08-17T16:50:43.161 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T16:50:43.162 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Sat Aug 17 16:44:58 2024 UTC", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-08-17T16:50:43.163 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 31 Celsius", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-08-17T16:50:43.164 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 0%", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 144,868,913 [74.1 TB]", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 663,182,757 [339 TB]", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,665,099,564", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 13,842,194,582", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,895", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 28,017", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 43,848", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 8,036", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-08-17T16:50:43.165 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.166 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T16:50:43.166 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-08-17T16:50:43.166 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-08-17T16:50:43.166 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.167 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T16:50:43.167 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-08-17T16:50:43.167 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-08-17T16:50:43.167 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:43.167 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:43.167 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:43.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.168 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-08-17T16:50:43.168 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 31 2024-08-17T16:50:43.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.168 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-08-17T16:50:43.169 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:43.169 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:43.169 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.169 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.169 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.170 INFO:tasks.workunit.client.0.smithi001.stdout: "d71d957e-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:43.170 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPEDMD400G4_d71e2d22-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:43.170 INFO:tasks.workunit.client.0.smithi001.stdout: "20240817-164502": { 2024-08-17T16:50:43.170 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-08-17T16:50:43.170 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T16:50:43.170 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-08-17T16:50:43.171 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-08-17T16:50:43.171 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-08-17T16:50:43.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.171 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "8DV101H0", 2024-08-17T16:50:43.172 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "d71d957e-5cb8-11ef-8d1e-0cc47abd15e8", 2024-08-17T16:50:43.172 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-08-17T16:50:43.172 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:43.172 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:43.172 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.172 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Sat Aug 17 16:45:01 2024 UTC", 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1723913101 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:43.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.174 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.175 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.176 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 24631035 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.177 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.178 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-08-17T16:50:43.178 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.178 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 41903239 2024-08-17T16:50:43.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.178 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-08-17T16:50:43.178 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.179 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.179 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-08-17T16:50:43.179 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.179 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.179 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-08-17T16:50:43.179 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.181 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 65535 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "63.999023" 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 65535 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:43.182 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 91, 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 2838, 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 2850, 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 2825 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.183 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 10, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 158, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 344003403, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 1614219524, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 5497148959, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 27821678769, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-08-17T16:50:43.184 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 9, 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 46197, 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 55541, 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 24, 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 11523 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 46197, 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-08-17T16:50:43.185 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 55541 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-08-17T16:50:43.186 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-08-17T16:50:43.187 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-08-17T16:50:43.187 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.187 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-08-17T16:50:43.187 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-08-17T16:50:43.187 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-08-17T16:50:43.187 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T16:50:43.187 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T16:50:43.187 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: 8DV101H0", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Sat Aug 17 16:45:01 2024 UTC", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T16:50:43.188 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-08-17T16:50:43.189 INFO:tasks.workunit.client.0.smithi001.stdout: " 1 - 512 8 2", 2024-08-17T16:50:43.190 INFO:tasks.workunit.client.0.smithi001.stdout: " 2 - 512 16 2", 2024-08-17T16:50:43.190 INFO:tasks.workunit.client.0.smithi001.stdout: " 3 - 4096 0 0", 2024-08-17T16:50:43.190 INFO:tasks.workunit.client.0.smithi001.stdout: " 4 - 4096 8 0", 2024-08-17T16:50:43.190 INFO:tasks.workunit.client.0.smithi001.stdout: " 5 - 4096 64 0", 2024-08-17T16:50:43.190 INFO:tasks.workunit.client.0.smithi001.stdout: " 6 - 4096 128 0", 2024-08-17T16:50:43.190 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.190 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 24 Celsius", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 10%", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 9%", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 344,003,403 [176 TB]", 2024-08-17T16:50:43.191 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 1,614,219,524 [826 TB]", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 5,497,148,959", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 27,821,678,769", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 158", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 46,197", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 55,541", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 11,523", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-08-17T16:50:43.192 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.193 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T16:50:43.193 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-08-17T16:50:43.193 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-08-17T16:50:43.193 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:43.193 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:43.193 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:43.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.193 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-08-17T16:50:43.194 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 24 2024-08-17T16:50:43.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.194 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-08-17T16:50:43.194 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:43.194 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:43.194 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.195 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.195 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.195 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.195 INFO:tasks.workunit.client.0.smithi001.stdout: "report": { 2024-08-17T16:50:43.195 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer": { 2024-08-17T16:50:43.196 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-08-17T16:50:43.196 INFO:tasks.workunit.client.0.smithi001.stdout: "mode": "" 2024-08-17T16:50:43.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.196 INFO:tasks.workunit.client.0.smithi001.stdout: "channels": [ 2024-08-17T16:50:43.196 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-08-17T16:50:43.196 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-08-17T16:50:43.197 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-08-17T16:50:43.197 INFO:tasks.workunit.client.0.smithi001.stdout: "ident" 2024-08-17T16:50:43.197 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.197 INFO:tasks.workunit.client.0.smithi001.stdout: "channels_available": [ 2024-08-17T16:50:43.197 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-08-17T16:50:43.197 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-08-17T16:50:43.198 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-08-17T16:50:43.198 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-08-17T16:50:43.198 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-08-17T16:50:43.198 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.198 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_available": [ 2024-08-17T16:50:43.198 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-08-17T16:50:43.198 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-08-17T16:50:43.199 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-08-17T16:50:43.199 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-08-17T16:50:43.199 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-08-17T16:50:43.199 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-08-17T16:50:43.199 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-08-17T16:50:43.199 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-08-17T16:50:43.200 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-08-17T16:50:43.200 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-08-17T16:50:43.200 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-08-17T16:50:43.200 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.200 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_opted_in": [ 2024-08-17T16:50:43.200 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-08-17T16:50:43.201 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-08-17T16:50:43.201 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-08-17T16:50:43.201 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-08-17T16:50:43.201 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-08-17T16:50:43.201 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-08-17T16:50:43.201 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-08-17T16:50:43.202 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-08-17T16:50:43.202 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-08-17T16:50:43.202 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-08-17T16:50:43.202 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-08-17T16:50:43.202 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.202 INFO:tasks.workunit.client.0.smithi001.stdout: "config": { 2024-08-17T16:50:43.203 INFO:tasks.workunit.client.0.smithi001.stdout: "active_changed": [ 2024-08-17T16:50:43.203 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T16:50:43.203 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-08-17T16:50:43.203 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-08-17T16:50:43.203 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-08-17T16:50:43.203 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-08-17T16:50:43.204 INFO:tasks.workunit.client.0.smithi001.stdout: "client_check_pool_perm", 2024-08-17T16:50:43.204 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_gid", 2024-08-17T16:50:43.204 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_uid", 2024-08-17T16:50:43.204 INFO:tasks.workunit.client.0.smithi001.stdout: "client_quota", 2024-08-17T16:50:43.204 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-08-17T16:50:43.204 INFO:tasks.workunit.client.0.smithi001.stdout: "daemonize", 2024-08-17T16:50:43.205 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-08-17T16:50:43.205 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-08-17T16:50:43.205 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-08-17T16:50:43.205 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-08-17T16:50:43.206 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-08-17T16:50:43.206 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-08-17T16:50:43.206 INFO:tasks.workunit.client.0.smithi001.stdout: "keyring", 2024-08-17T16:50:43.206 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_block_size", 2024-08-17T16:50:43.206 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_cache_size", 2024-08-17T16:50:43.207 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_compression", 2024-08-17T16:50:43.207 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_log", 2024-08-17T16:50:43.207 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_write_buffer_size", 2024-08-17T16:50:43.207 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-08-17T16:50:43.207 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-08-17T16:50:43.207 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-08-17T16:50:43.207 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-08-17T16:50:43.208 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-08-17T16:50:43.208 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-08-17T16:50:43.208 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_journald", 2024-08-17T16:50:43.208 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_stderr", 2024-08-17T16:50:43.209 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-08-17T16:50:43.209 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-08-17T16:50:43.209 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_host", 2024-08-17T16:50:43.209 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-08-17T16:50:43.210 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-08-17T16:50:43.210 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-08-17T16:50:43.210 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T16:50:43.210 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T16:50:43.210 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T16:50:43.210 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T16:50:43.211 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T16:50:43.211 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T16:50:43.211 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T16:50:43.211 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T16:50:43.211 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T16:50:43.212 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T16:50:43.212 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-08-17T16:50:43.212 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-08-17T16:50:43.212 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-08-17T16:50:43.212 INFO:tasks.workunit.client.0.smithi001.stdout: "no_config_file", 2024-08-17T16:50:43.212 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-08-17T16:50:43.213 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-08-17T16:50:43.213 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-08-17T16:50:43.213 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-08-17T16:50:43.213 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-08-17T16:50:43.213 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-08-17T16:50:43.214 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T16:50:43.214 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T16:50:43.214 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T16:50:43.214 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T16:50:43.215 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-08-17T16:50:43.215 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T16:50:43.215 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T16:50:43.215 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T16:50:43.215 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T16:50:43.215 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T16:50:43.216 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T16:50:43.216 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T16:50:43.216 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T16:50:43.216 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T16:50:43.216 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-08-17T16:50:43.216 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-08-17T16:50:43.217 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-08-17T16:50:43.217 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-08-17T16:50:43.217 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T16:50:43.217 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T16:50:43.217 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-08-17T16:50:43.217 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-08-17T16:50:43.218 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-08-17T16:50:43.218 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-08-17T16:50:43.218 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-08-17T16:50:43.218 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addr", 2024-08-17T16:50:43.218 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addrv", 2024-08-17T16:50:43.219 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-08-17T16:50:43.219 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_default_features", 2024-08-17T16:50:43.219 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_qos_exclude_ops", 2024-08-17T16:50:43.219 INFO:tasks.workunit.client.0.smithi001.stdout: "setgroup", 2024-08-17T16:50:43.219 INFO:tasks.workunit.client.0.smithi001.stdout: "setuser" 2024-08-17T16:50:43.220 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.220 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_changed": [ 2024-08-17T16:50:43.220 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T16:50:43.220 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-08-17T16:50:43.220 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-08-17T16:50:43.220 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-08-17T16:50:43.221 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-08-17T16:50:43.221 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-08-17T16:50:43.221 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-08-17T16:50:43.221 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-08-17T16:50:43.221 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-08-17T16:50:43.221 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-08-17T16:50:43.221 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-08-17T16:50:43.221 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-08-17T16:50:43.222 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-08-17T16:50:43.222 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-08-17T16:50:43.222 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-08-17T16:50:43.222 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_join_fs", 2024-08-17T16:50:43.222 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T16:50:43.223 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/container_init", 2024-08-17T16:50:43.223 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/migration_current", 2024-08-17T16:50:43.223 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T16:50:43.223 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T16:50:43.223 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T16:50:43.223 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T16:50:43.223 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_ident", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/description", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/organization", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-08-17T16:50:43.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T16:50:43.225 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-08-17T16:50:43.226 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T16:50:43.227 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_cache_enabled", 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_ops_log", 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_usage_log" 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "contact": null, 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "crashes": [], 2024-08-17T16:50:43.228 INFO:tasks.workunit.client.0.smithi001.stdout: "created": "2024-08-17T16:41:46.521301Z", 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "crush": { 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_algs": { 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "straw2": 3 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_sizes": { 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "2": 1, 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "4": 2 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_types": { 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "1": 2, 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "11": 1 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.229 INFO:tasks.workunit.client.0.smithi001.stdout: "compat_weight_set": false, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "device_classes": [ 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: 8 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_buckets": 6, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_devices": 8, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_rules": 1, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_types": 12, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_weight_sets": 0, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "tunables": { 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "allowed_bucket_algs": 54, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_fallback_tries": 0, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_tries": 0, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_total_tries": 50, 2024-08-17T16:50:43.230 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_descend_once": 1, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_stable": 1, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_vary_r": 1, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v2_rules": 0, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v3_rules": 0, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v4_buckets": 1, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v5_rules": 0, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "legacy_tunables": 0, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "minimum_required_version": "jewel", 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "optimal_tunables": 1, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "profile": "jewel", 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables": 1, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables2": 1, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables3": 1, 2024-08-17T16:50:43.231 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables5": 1, 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: "straw_calc_version": 1 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: "description": "upgrade test cluster", 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: "fs": { 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: "feature_flags": { 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: "enable_multiple": true, 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_enabled_multiple": true 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: "filesystems": [ 2024-08-17T16:50:43.232 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "approx_ctime": "2024-08", 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer_enabled": false, 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_caps": 0, 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_dns": 10, 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_inos": 13, 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_subtrees": 2, 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_allowed_features": 0, 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "explicitly_allowed_features": 0, 2024-08-17T16:50:43.233 INFO:tasks.workunit.client.0.smithi001.stdout: "files": 0, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "max_mds": 1, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_data_pools": 1, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_in": 1, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_mds": 1, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": 0, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_replay": 0, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_up": 1, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "snaps": 0, 2024-08-17T16:50:43.234 INFO:tasks.workunit.client.0.smithi001.stdout: "standby_count_wanted": 0 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_mds": 1, 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "total_num_mds": 2 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "hosts": { 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num": 2, 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mds": 2, 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mgr": 2, 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mon": 2, 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_osd": 2 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard": false, 2024-08-17T16:50:43.235 INFO:tasks.workunit.client.0.smithi001.stdout: "license": "sharing-1-0", 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "metadata": { 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 2 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:43.236 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 2 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 2 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.237 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 2 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 3 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:50:43.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 3 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 3 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:43.239 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 3 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 8 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:43.240 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 8 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 8 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T16:50:43.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 8 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_objectstore": { 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": 8 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: "rotational": { 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: "0": 8 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:43.242 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "features": { 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "optional": [], 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "persistent": [ 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "kraken", 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "luminous", 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "mimic", 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap-prune", 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "nautilus", 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "octopus", 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "pacific", 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "elector-pinging", 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: "quincy" 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:43.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv4_addr_mons": 6, 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv6_addr_mons": 0, 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "min_mon_release": 17, 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "v1_addr_mons": 3, 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "v2_addr_mons": 3 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "organization": "ceph-qa", 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_network": false, 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-08-17T16:50:43.244 INFO:tasks.workunit.client.0.smithi001.stdout: "require_min_compat_client": "luminous", 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: "require_osd_release": "quincy" 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": [ 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:43.245 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 1, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 1, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 1, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 1781760, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 1781760, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:43.246 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 212, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 313344, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 590368, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 590368, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 1771104, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 179, 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2473984 2024-08-17T16:50:43.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:43.248 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 32, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 32, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 2, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 98304, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 98304, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:43.249 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 22, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 3410, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 3410, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 10230, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 51, 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 19456 2024-08-17T16:50:43.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:43.251 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 64, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 64, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 3, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 0, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 0, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 0, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:43.252 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 0.0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 0, 2024-08-17T16:50:43.253 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 0, 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 0 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-08-17T16:50:43.254 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 8, 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 8, 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 4, 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:43.255 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 12288, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 12288, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:43.256 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:43.257 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:43.257 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 19, 2024-08-17T16:50:43.257 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 19, 2024-08-17T16:50:43.257 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:43.257 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 57, 2024-08-17T16:50:43.257 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 2, 2024-08-17T16:50:43.257 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2048 2024-08-17T16:50:43.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.258 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:43.258 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:43.258 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:43.258 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.258 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": { 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: "mirroring_by_pool": [ 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: false 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_images_by_pool": [ 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pools": 1 2024-08-17T16:50:43.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.260 INFO:tasks.workunit.client.0.smithi001.stdout: "report_id": "9e23caaf-9439-4f5a-b766-5f7adc7244d4", 2024-08-17T16:50:43.260 INFO:tasks.workunit.client.0.smithi001.stdout: "report_timestamp": "2024-08-17T16:50:43.130040", 2024-08-17T16:50:43.260 INFO:tasks.workunit.client.0.smithi001.stdout: "report_version": 1, 2024-08-17T16:50:43.260 INFO:tasks.workunit.client.0.smithi001.stdout: "rook": { 2024-08-17T16:50:43.260 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster": { 2024-08-17T16:50:43.260 INFO:tasks.workunit.client.0.smithi001.stdout: "external-mode": null, 2024-08-17T16:50:43.260 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:43.260 INFO:tasks.workunit.client.0.smithi001.stdout: "allow-multiple-per-node": null, 2024-08-17T16:50:43.261 INFO:tasks.workunit.client.0.smithi001.stdout: "count": null, 2024-08-17T16:50:43.261 INFO:tasks.workunit.client.0.smithi001.stdout: "max-id": null, 2024-08-17T16:50:43.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pvc": { 2024-08-17T16:50:43.261 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-08-17T16:50:43.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.261 INFO:tasks.workunit.client.0.smithi001.stdout: "stretch": { 2024-08-17T16:50:43.261 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-08-17T16:50:43.261 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.262 INFO:tasks.workunit.client.0.smithi001.stdout: "network": { 2024-08-17T16:50:43.262 INFO:tasks.workunit.client.0.smithi001.stdout: "provider": null 2024-08-17T16:50:43.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.262 INFO:tasks.workunit.client.0.smithi001.stdout: "storage": { 2024-08-17T16:50:43.262 INFO:tasks.workunit.client.0.smithi001.stdout: "device-set": { 2024-08-17T16:50:43.262 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:43.262 INFO:tasks.workunit.client.0.smithi001.stdout: "non-portable": null, 2024-08-17T16:50:43.263 INFO:tasks.workunit.client.0.smithi001.stdout: "portable": null, 2024-08-17T16:50:43.263 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-08-17T16:50:43.263 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.263 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.263 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.263 INFO:tasks.workunit.client.0.smithi001.stdout: "csi": { 2024-08-17T16:50:43.263 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes": { 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: "node": { 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes-total": null, 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: "with-ceph-daemons": null, 2024-08-17T16:50:43.264 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T16:50:43.265 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-nfs-plugin": null, 2024-08-17T16:50:43.265 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-rbd-plugin": null 2024-08-17T16:50:43.265 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.265 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-08-17T16:50:43.265 INFO:tasks.workunit.client.0.smithi001.stdout: "storage-class": { 2024-08-17T16:50:43.265 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:43.266 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": null, 2024-08-17T16:50:43.266 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs": null, 2024-08-17T16:50:43.266 INFO:tasks.workunit.client.0.smithi001.stdout: "nfs": null, 2024-08-17T16:50:43.266 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": null, 2024-08-17T16:50:43.266 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-08-17T16:50:43.267 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.267 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.267 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:43.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.267 INFO:tasks.workunit.client.0.smithi001.stdout: "services": {}, 2024-08-17T16:50:43.267 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-08-17T16:50:43.267 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 105, 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": 4, 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_by_class": { 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: "ssd": { 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 765516255232, 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 2444029952, 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_bytes": 2444029952, 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_ratio": 0.0031824952457100153 2024-08-17T16:50:43.268 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:43.269 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 765516255232, 2024-08-17T16:50:43.269 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-08-17T16:50:43.269 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 2444029952 2024-08-17T16:50:43.270 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.270 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:43.270 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-08-17T16:50:43.271 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:43.271 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.271 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.272 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:42 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.272 INFO:tasks.workunit.client.0.smithi001.stderr:++ ceph telemetry collection ls 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.273 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.274 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:42 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:43.638 INFO:tasks.workunit.client.0.smithi001.stderr:+ COLLECTIONS='New collections are available: 2024-08-17T16:50:43.638 INFO:tasks.workunit.client.0.smithi001.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-17T16:50:43.638 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T16:50:43.638 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:43.638 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-08-17T16:50:43.638 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T16:50:43.638 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T16:50:43.638 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T16:50:43.639 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T16:50:43.640 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T16:50:43.641 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T16:50:43.642 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T16:50:43.642 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T16:50:43.642 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-17T16:50:43.642 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T16:50:43.642 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-08-17T16:50:43.642 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T16:50:43.642 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T16:50:43.642 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-17T16:50:43.643 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T16:50:43.644 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T16:50:43.645 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T16:50:43.645 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T16:50:43.645 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T16:50:43.645 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T16:50:43.645 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-17T16:50:43.645 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T16:50:43.646 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-08-17T16:50:43.646 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T16:50:43.646 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T16:50:43.646 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:43.646 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T16:50:43.647 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:+ [[ New collections are available: 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:NAME STATUS DESC 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T16:50:43.648 INFO:tasks.workunit.client.0.smithi001.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-17T16:50:43.649 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-17T16:50:43.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:43] "GET /metrics HTTP/1.1" 200 236463 "" "Prometheus/2.43.0" 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[29829]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[29829]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[29829]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[29829]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[41665]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:43.959 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[41665]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:43.960 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[41665]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:43.960 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[41665]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:43.960 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.960 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.960 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:43.960 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.144 INFO:tasks.workunit.client.0.smithi001.stdout:Telemetry is on. 2024-08-17T16:50:44.145 INFO:tasks.workunit.client.0.smithi001.stdout:Some channels are disabled, please enable with: 2024-08-17T16:50:44.145 INFO:tasks.workunit.client.0.smithi001.stdout:`ceph telemetry enable channel perf` 2024-08-17T16:50:44.156 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry enable channel perf 2024-08-17T16:50:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:43 smithi189 ceph-mon[33558]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:43 smithi189 ceph-mon[33558]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:43 smithi189 ceph-mon[33558]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:43 smithi189 ceph-mon[33558]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:43 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:43 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:43 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:43 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.212 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:43] ENGINE Bus STOPPING 2024-08-17T16:50:44.478 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:50:44.479 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Bus STOPPED 2024-08-17T16:50:44.479 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Bus STARTING 2024-08-17T16:50:44.479 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Serving on http://:::9283 2024-08-17T16:50:44.479 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Bus STARTED 2024-08-17T16:50:44.479 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Bus STOPPING 2024-08-17T16:50:44.667 INFO:tasks.workunit.client.0.smithi001.stdout:channel_perf is enabled 2024-08-17T16:50:44.679 INFO:tasks.workunit.client.0.smithi001.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-17T16:50:44.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:44.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T16:50:44.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.827 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:44.828 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:44.829 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:44.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.831 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:44.832 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:44.833 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.833 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.833 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:44.833 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:44.833 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:44.833 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:44.833 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:44.833 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:45.066 INFO:tasks.workunit.client.0.smithi001.stderr:+ LAST_OPT_REVISION=1 2024-08-17T16:50:45.066 INFO:tasks.workunit.client.0.smithi001.stderr:+ '[' 1 -ne 1 ']' 2024-08-17T16:50:45.066 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry show 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:45.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:45.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:45.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:45.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:44 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:45.184 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:50:45.184 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Bus STOPPED 2024-08-17T16:50:45.184 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Bus STARTING 2024-08-17T16:50:45.184 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Serving on http://:::9283 2024-08-17T16:50:45.184 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:50:44] ENGINE Bus STARTED 2024-08-17T16:50:45.755 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-08-17T16:50:45.755 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer": { 2024-08-17T16:50:45.755 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-08-17T16:50:45.755 INFO:tasks.workunit.client.0.smithi001.stdout: "mode": "" 2024-08-17T16:50:45.755 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.755 INFO:tasks.workunit.client.0.smithi001.stdout: "channels": [ 2024-08-17T16:50:45.755 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "channels_available": [ 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.756 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_available": [ 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_opted_in": [ 2024-08-17T16:50:45.757 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "config": { 2024-08-17T16:50:45.758 INFO:tasks.workunit.client.0.smithi001.stdout: "active_changed": [ 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "client_check_pool_perm", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_gid", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_uid", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "client_quota", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "daemonize", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-08-17T16:50:45.759 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "keyring", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_block_size", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_cache_size", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_compression", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_log", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_write_buffer_size", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-08-17T16:50:45.760 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_journald", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_stderr", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_host", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-08-17T16:50:45.761 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T16:50:45.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "no_config_file", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T16:50:45.763 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-08-17T16:50:45.764 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addr", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addrv", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_default_features", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_qos_exclude_ops", 2024-08-17T16:50:45.765 INFO:tasks.workunit.client.0.smithi001.stdout: "setgroup", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "setuser" 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_changed": [ 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-08-17T16:50:45.766 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_join_fs", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/container_init", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/migration_current", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T16:50:45.767 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_ident", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_perf", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/description", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/enabled", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/organization", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-08-17T16:50:45.768 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-08-17T16:50:45.769 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-08-17T16:50:45.770 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_cache_enabled", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_ops_log", 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_usage_log" 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.771 INFO:tasks.workunit.client.0.smithi001.stdout: "contact": null, 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "crashes": [], 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "created": "2024-08-17T16:41:46.521301Z", 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "crush": { 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_algs": { 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "straw2": 3 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_sizes": { 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "2": 1, 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "4": 2 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_types": { 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "1": 2, 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: "11": 1 2024-08-17T16:50:45.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "compat_weight_set": false, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "device_classes": [ 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: 8 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_buckets": 6, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_devices": 8, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_rules": 1, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_types": 12, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_weight_sets": 0, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "tunables": { 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "allowed_bucket_algs": 54, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_fallback_tries": 0, 2024-08-17T16:50:45.773 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_tries": 0, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_total_tries": 50, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_descend_once": 1, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_stable": 1, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_vary_r": 1, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v2_rules": 0, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v3_rules": 0, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v4_buckets": 1, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v5_rules": 0, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "legacy_tunables": 0, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "minimum_required_version": "jewel", 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "optimal_tunables": 1, 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "profile": "jewel", 2024-08-17T16:50:45.774 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables": 1, 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables2": 1, 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables3": 1, 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables5": 1, 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "straw_calc_version": 1 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "description": "upgrade test cluster", 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "fs": { 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "feature_flags": { 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "enable_multiple": true, 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_enabled_multiple": true 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.775 INFO:tasks.workunit.client.0.smithi001.stdout: "filesystems": [ 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "approx_ctime": "2024-08", 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer_enabled": false, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_caps": 0, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_dns": 10, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_inos": 13, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_subtrees": 2, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_allowed_features": 0, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "explicitly_allowed_features": 0, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "files": 0, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "max_mds": 1, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "num_data_pools": 1, 2024-08-17T16:50:45.776 INFO:tasks.workunit.client.0.smithi001.stdout: "num_in": 1, 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "num_mds": 1, 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": 0, 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_replay": 0, 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "num_up": 1, 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "snaps": 0, 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "standby_count_wanted": 0 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_mds": 1, 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "total_num_mds": 2 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_stats": { 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:45.777 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 20611072, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 429552, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 573440, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 426, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 1237464, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 20, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1252864, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 15069752, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 21184512 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.778 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 20135936, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 349136, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 983040, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 0, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 339, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 951248, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 12, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 568832, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 14662240, 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 20135936 2024-08-17T16:50:45.779 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.9569a7849f640b0469761ab5f734deb7eeecab46": { 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 36962304, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 995720, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 540672, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 8454144, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1046, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6926112, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 22, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1624832, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 24253528, 2024-08-17T16:50:45.780 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 45416448 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 35758080, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1536376, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 10706944, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1116, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6948944, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 21, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1171200, 2024-08-17T16:50:45.781 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 23480120, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 46465024 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 44941312, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1071944, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 507904, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 3514368, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1725, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 10613176, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 22, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2659328, 2024-08-17T16:50:45.782 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 27467520, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 48455680 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 273588224, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 964424, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 286720, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1365, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4623888, 2024-08-17T16:50:45.783 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 45, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2604800, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 262642600, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 273874944 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 272793600, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 708368, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 868352, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1336, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6008952, 2024-08-17T16:50:45.784 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 46, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1798912, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 261524856, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 273661952 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 272596992, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 735888, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 1007616, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 16384, 2024-08-17T16:50:45.785 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1247, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4641656, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 46, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2409472, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 261049848, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 272613376 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 271753216, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 815688, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 24576, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 925696, 2024-08-17T16:50:45.786 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1250, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4718808, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 45, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1654528, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 261787104, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 272678912 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 274677760, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 748472, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 4849664, 2024-08-17T16:50:45.787 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 311296, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1230, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5020752, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1712640, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 262346232, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 274989056 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 272711680, 2024-08-17T16:50:45.788 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 908384, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 24576, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 1015808, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1262, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4651920, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1997056, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 262377232, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 273727488 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 274448384, 2024-08-17T16:50:45.789 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1075760, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 4849664, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 24576, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 327680, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1274, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5128112, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 45, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1732352, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 261637920, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 274776064 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-08-17T16:50:45.790 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 273031168, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 993896, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 696320, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1305, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5315968, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 45, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1909504, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 262059288, 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 273727488 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "hosts": { 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num": 2, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mds": 2, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mgr": 2, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mon": 2, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_osd": 2 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "io_rate": { 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_stats_delta": { 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 0, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 0, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:45.792 INFO:tasks.workunit.client.0.smithi001.stdout: "stamp_delta": "12.002408", 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:45.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:45.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:45.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 0 2024-08-17T16:50:45.796 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard": false, 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "license": "sharing-1-0", 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "mempool": { 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.798 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.799 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.800 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.801 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 222471, 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 72 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.802 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 50488, 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 208 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 7944, 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 135 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.804 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.805 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.806 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.808 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.809 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.810 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 149097, 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 33 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 856, 2024-08-17T16:50:45.811 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 2 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.812 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.813 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.9569a7849f640b0469761ab5f734deb7eeecab46": { 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.815 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.817 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.818 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.819 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1380566, 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 442 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 176, 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 2 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.820 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.821 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5312, 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 103 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.822 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.823 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.824 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.825 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.826 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1216230, 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 370 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.828 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 176, 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 2 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.829 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.830 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5312, 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 103 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.831 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.832 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.833 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.834 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.836 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1222022, 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 378 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 440, 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 5 2024-08-17T16:50:45.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.838 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10624, 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 206 2024-08-17T16:50:45.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.840 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22848, 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 204 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1904, 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 17 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9792, 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 204 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.842 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22848, 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 204 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6000, 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 75 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 635322, 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 23 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 58698, 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 10637 2024-08-17T16:50:45.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 146200, 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 215 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11804, 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 772 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.844 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 33800, 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 215 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 436078, 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 96 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.845 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2459328, 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 200 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 7392, 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 84 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 532864, 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 46 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 95264, 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 188 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.847 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 235568, 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:45.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21616, 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.850 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1232, 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 11 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9264, 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21616, 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5200, 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 65 2024-08-17T16:50:45.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 24576, 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 6 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 51496, 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9520 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 135320, 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.852 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9556, 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 597 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 28932, 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-08-17T16:50:45.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 436328, 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 95 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12096, 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2451626, 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.854 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5016, 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 57 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 417024, 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 36 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.855 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8528, 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 22 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 235568, 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-08-17T16:50:45.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:45.858 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21280, 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 190 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1008, 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9120, 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 190 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.859 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21280, 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 190 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4560, 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 57 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16384, 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 4 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 49020, 2024-08-17T16:50:45.860 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9183 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 130560, 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 192 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8936, 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 586 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.861 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 27644, 2024-08-17T16:50:45.862 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 192 2024-08-17T16:50:45.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.862 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-08-17T16:50:45.862 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 347373, 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 74 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12096, 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2405938, 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 172 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.863 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4488, 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 51 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 359104, 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 31 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8840, 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 25 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 236080, 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.865 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-08-17T16:50:45.866 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.867 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 224, 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 2 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9312, 2024-08-17T16:50:45.868 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4320, 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 54 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.869 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 50373, 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9461 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 134640, 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 198 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9720, 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 602 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.870 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 28508, 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 198 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2208, 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 315196, 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 65 2024-08-17T16:50:45.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30637, 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2441119, 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 186 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4752, 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 54 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 428608, 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 37 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10400, 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 20 2024-08-17T16:50:45.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 236080, 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.874 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.875 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21840, 2024-08-17T16:50:45.876 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 784, 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 7 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9360, 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21840, 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.877 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4080, 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 51 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 14428, 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 51532, 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9612 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 136680, 2024-08-17T16:50:45.878 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9820, 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 603 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 29108, 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.879 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 971996, 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 83 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12096, 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2413628, 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 173 2024-08-17T16:50:45.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4840, 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 55 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 440192, 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 38 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.881 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8944, 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 18 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 235824, 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3507 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.883 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:45.884 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 336, 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.885 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9312, 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 3440, 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 43 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4096, 2024-08-17T16:50:45.886 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 53063, 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9796 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 139400, 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.887 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10280, 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 607 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30300, 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.888 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2208, 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 864983, 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 57 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30637, 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2446810, 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 182 2024-08-17T16:50:45.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5632, 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 64 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 486528, 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 42 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.890 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 13520, 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 26 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 236080, 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-08-17T16:50:45.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:45.893 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22624, 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 202 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9696, 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 202 2024-08-17T16:50:45.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22624, 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 202 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2960, 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 37 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.895 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 52105, 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9940 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 136680, 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11172, 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 761 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30472, 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 267381, 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 54 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.897 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2416284, 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 172 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4488, 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 51 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 451776, 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 39 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 94432, 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 192 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.899 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 236336, 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3531 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.901 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22512, 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1568, 2024-08-17T16:50:45.902 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 14 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9648, 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22512, 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2400, 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 30 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 311738, 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 16 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 56095, 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 10388 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 142800, 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 210 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11936, 2024-08-17T16:50:45.904 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 766 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 32944, 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 210 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.905 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 194729, 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 38 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2409257, 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 212 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.906 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6600, 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 75 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 532864, 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 46 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:45.907 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 96928, 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 224 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 235568, 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.909 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "metadata": { 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 2 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.910 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 2 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 2 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 2 2024-08-17T16:50:45.911 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 3 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:45.912 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 3 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 3 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 3 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 8 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:45.914 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 8 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 8 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 8 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.915 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_objectstore": { 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": 8 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "rotational": { 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "0": 8 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "features": { 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "optional": [], 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "persistent": [ 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "kraken", 2024-08-17T16:50:45.916 INFO:tasks.workunit.client.0.smithi001.stdout: "luminous", 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "mimic", 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap-prune", 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "nautilus", 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "octopus", 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "pacific", 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "elector-pinging", 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "quincy" 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv4_addr_mons": 6, 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv6_addr_mons": 0, 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "min_mon_release": 17, 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "v1_addr_mons": 3, 2024-08-17T16:50:45.917 INFO:tasks.workunit.client.0.smithi001.stdout: "v2_addr_mons": 3 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "organization": "ceph-qa", 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_network": false, 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "require_min_compat_client": "luminous", 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "require_osd_release": "quincy" 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_perf_histograms": [ 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.918 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-08-17T16:50:45.919 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-08-17T16:50:45.920 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:45.921 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-08-17T16:50:45.922 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-08-17T16:50:45.923 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.924 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.925 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.926 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.927 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.928 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.929 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.930 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.931 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.932 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.933 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.934 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.935 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.936 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.937 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.938 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.939 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.940 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.941 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.942 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.943 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.944 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.945 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.946 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:45.947 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-08-17T16:50:45.948 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-08-17T16:50:45.949 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:45.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-08-17T16:50:45.951 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-08-17T16:50:45.952 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.953 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.954 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.955 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.956 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.957 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.958 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.959 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.960 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.961 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.962 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.962 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.962 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-08-17T16:50:45.962 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.962 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.963 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.964 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.965 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.966 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.967 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.968 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.969 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.970 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.971 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.972 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.973 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.974 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.975 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-08-17T16:50:45.976 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-08-17T16:50:45.977 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-08-17T16:50:45.978 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:45.979 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-08-17T16:50:45.980 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-08-17T16:50:45.981 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-08-17T16:50:45.982 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.983 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.984 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.985 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.986 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.987 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.988 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.989 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.991 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.992 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.993 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.994 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.995 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.996 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.997 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.998 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:45.999 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.000 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.001 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.002 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.003 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.004 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-08-17T16:50:46.005 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-08-17T16:50:46.006 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:46.007 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-08-17T16:50:46.008 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-08-17T16:50:46.009 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-08-17T16:50:46.010 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.011 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.012 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.013 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 12, 3, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 13, 4, 0, 0, 0, 0, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 19, 1, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.014 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.015 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.016 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.017 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.018 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.019 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.020 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.021 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.022 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.023 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.024 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.025 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.026 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.027 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.028 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.030 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.031 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.032 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_counters": { 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "caps": { 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_grant": { 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_revoke": { 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_trunc": { 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_commit": { 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.034 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_fetch": { 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_merge": { 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_split": { 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "exported_inodes": { 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "forward": { 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_cap_release": { 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_caps": { 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_caps_dirty": { 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_inode_file_caps": { 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.036 INFO:tasks.workunit.client.0.smithi001.stdout: "imported_inodes": { 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes": { 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_expired": { 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_pinned": { 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_with_caps": { 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "load_cent": { 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "openino_dir_fetch": { 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "process_request_cap_release": { 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "reply_latency": { 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 127103 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.038 INFO:tasks.workunit.client.0.smithi001.stdout: "request": { 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rbytes": { 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rfiles": { 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rsnaps": { 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_reply": { 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "subtrees": { 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_cache": { 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_enqueue_scrub": { 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_exportdir": { 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_flush": { 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_fragmentdir": { 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_fragstats": { 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_inodestats": { 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_enqueued": { 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_prioritized": { 2024-08-17T16:50:46.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_processing": { 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays": { 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays_delayed": { 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays_enqueuing": { 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.042 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_completed": { 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_started": { 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_created": { 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_enqueued": { 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_migrated": { 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_reintegrated": { 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_log": { 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "ev": { 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "evadd": { 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "evex": { 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.044 INFO:tasks.workunit.client.0.smithi001.stdout: "evexd": { 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "evexg": { 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "evtrm": { 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "jlat": { 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11772254 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "replayed": { 2024-08-17T16:50:46.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "seg": { 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "segadd": { 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "segex": { 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "segexd": { 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.046 INFO:tasks.workunit.client.0.smithi001.stdout: "segexg": { 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "segtrm": { 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_mem": { 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "cap": { 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "cap+": { 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "cap-": { 2024-08-17T16:50:46.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "dir": { 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "dir+": { 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "dir-": { 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "dn": { 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.048 INFO:tasks.workunit.client.0.smithi001.stdout: "dn+": { 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "dn-": { 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "heap": { 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 207016 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "ino": { 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "ino+": { 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:46.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: "ino-": { 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: "rss": { 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37944 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_server": { 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: "cap_acquisition_throttle": { 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.050 INFO:tasks.workunit.client.0.smithi001.stdout: "cap_revoke_eviction": { 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_request": { 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_session": { 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_peer_request": { 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "req_create_latency": { 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getattr_latency": { 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 127103 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getfilelock_latency": { 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getvxattr_latency": { 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.052 INFO:tasks.workunit.client.0.smithi001.stdout: "req_link_latency": { 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookup_latency": { 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookuphash_latency": { 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupino_latency": { 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupname_latency": { 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupparent_latency": { 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupsnap_latency": { 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.054 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lssnap_latency": { 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mkdir_latency": { 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mknod_latency": { 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mksnap_latency": { 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "req_open_latency": { 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "req_readdir_latency": { 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rename_latency": { 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.056 INFO:tasks.workunit.client.0.smithi001.stdout: "req_renamesnap_latency": { 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmdir_latency": { 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmsnap_latency": { 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmxattr_latency": { 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setattr_latency": { 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setdirlayout_latency": { 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setfilelock_latency": { 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.058 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setlayout_latency": { 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setxattr_latency": { 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "req_symlink_latency": { 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "req_unlink_latency": { 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_sessions": { 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "average_load": { 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "avg_session_uptime": { 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 88 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "mdthresh_evicted": { 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "session_count": { 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "session_remove": { 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "sessions_open": { 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "sessions_stale": { 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "total_load": { 2024-08-17T16:50:46.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: "purge_queue": { 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executed": { 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing": { 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.063 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_high_water": { 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_ops": { 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_ops_high_water": { 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_item_in_journal": { 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.064 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.9569a7849f640b0469761ab5f734deb7eeecab46": { 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.065 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 72 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-08-17T16:50:46.066 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 805 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 805, 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3840980 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 805, 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 83999023 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 807 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.069 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.071 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 807 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 807, 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1757979585 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.072 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.073 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 806 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 806, 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7531012 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 806, 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5428 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 806, 2024-08-17T16:50:46.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 94998896 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42795008 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 32473088 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.075 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10321920 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007848 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307932 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70811452 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007848 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 40836 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71078548 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-08-17T16:50:46.082 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671898 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71180646 2024-08-17T16:50:46.085 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_completed": { 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lasted": { 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 26475957 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_running": { 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 34725, 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 86892263 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.088 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1738, 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 207102960 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.090 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.091 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 815 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 815, 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3866359 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-08-17T16:50:46.092 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 815, 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 136997183 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 146 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.093 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3999919 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 816 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.094 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 816 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-08-17T16:50:46.096 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 816, 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1790963068 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-08-17T16:50:46.097 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 816 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 816, 2024-08-17T16:50:46.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7579672 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 816, 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5502 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 816, 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 360992563 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-08-17T16:50:46.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43843584 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 32448512 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11395072 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277006947 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.101 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307932 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.103 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70812353 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277006947 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43239 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71077046 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671298 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.108 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71181246 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_completed": { 2024-08-17T16:50:46.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lasted": { 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23929319 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_running": { 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.111 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 34919, 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 81716555 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.112 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1782, 2024-08-17T16:50:46.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 588505204 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-08-17T16:50:46.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 180 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.115 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 939 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 939, 2024-08-17T16:50:46.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4879342 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 939, 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2817 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 939, 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 141998359 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-08-17T16:50:46.117 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 939 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 939, 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4811792 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 939, 2024-08-17T16:50:46.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5362 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 939, 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 132285215 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-08-17T16:50:46.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 941 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 941, 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2191974526 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-08-17T16:50:46.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1627 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-08-17T16:50:46.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45834240 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41263104 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4571136 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277008009 2024-08-17T16:50:46.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307502 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70811721 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277008009 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 40836 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71078387 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184672006 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71180538 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_completed": { 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lasted": { 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 26920052 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_running": { 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 41841, 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 162592628 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.137 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-08-17T16:50:46.138 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2050, 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 274876170 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:46.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.140 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2703360 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.141 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1712128 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1572864 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:46.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:46.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.144 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.146 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.147 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4349952 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1388544 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 89719 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.149 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 27, 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70336 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 367, 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68945330 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 360, 2024-08-17T16:50:46.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10342282 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 367, 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 487424 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 367, 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 69432754 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38777 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 19642 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.152 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11105 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 835 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 238 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 131, 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2154662 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.153 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 345, 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 320547 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 214, 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1421919 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24428 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7324039 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8021258 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 128, 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 314543277761 2024-08-17T16:50:46.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 164817563643 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 480, 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 79597829060 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 480, 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 47623 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:46.156 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 621691 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 171933554 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159271 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 99128792 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21730663 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 939437 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 63, 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 324741 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.158 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 300814238 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27439972 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 481, 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3131468 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.159 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862414970 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 271122432 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270598144 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138495692 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 524288 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.161 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85516407 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 622592 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.163 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73244553 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.164 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641373057 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71656495 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:46.167 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57010938 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.169 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68817718 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.170 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641373057 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.172 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305838 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71352785 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.174 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:46.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 604 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49757368 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.176 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3235314 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18275663 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:46.178 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 604 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49757368 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.181 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3235314 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18275663 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:46.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1771104 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305881088 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-08-17T16:50:46.183 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:46.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2490368 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1601536 2024-08-17T16:50:46.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1462272 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:46.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.188 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:46.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.191 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4026368 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 790528 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 300482 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:46.193 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.194 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 34, 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 88405 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 66370019 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 329, 2024-08-17T16:50:46.195 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8135317 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 497529 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 66867548 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.196 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 35376 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11243 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.197 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14122 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 833 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 246 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:46.198 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 141, 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2177340 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 361, 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 313406 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 220, 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1393473 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 190937 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7098409 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 126, 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8645173 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:46.200 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 125, 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 232696175592 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 126, 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 164859326416 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 406, 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 84215332459 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 406, 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42183 2024-08-17T16:50:46.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1154966 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 131423998 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 145695 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.202 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56686682 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21139084 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348532 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 59, 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 279291 2024-08-17T16:50:46.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 217563118 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 25990038 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3976572 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862414970 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269860864 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269811712 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138495692 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.205 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49152 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85554069 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.207 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24576 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73804907 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641655519 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.210 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.211 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71374033 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:46.212 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57036046 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.213 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.214 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792610 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.215 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641655519 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.216 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.217 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 276227 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.218 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71099934 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.219 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 157 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.220 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2429467 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 979129390 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:46.221 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1041 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 53568216 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184421693 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:46.222 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4594897 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1041 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3925491 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:46.223 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3176698 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18744253 2024-08-17T16:50:46.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8339288 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.225 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17713734 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 102 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2429467 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 955790240 2024-08-17T16:50:46.226 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41303437 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 163531261 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.227 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 590368 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305283072 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.229 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2174976 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:46.230 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:46.231 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1384448 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1245184 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:46.232 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.233 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.234 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.235 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:46.237 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3493888 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 778240 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 242151 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.238 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:46.239 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 16, 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27217 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50391508 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 280, 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5332518 2024-08-17T16:50:46.240 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 437927 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50829435 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:46.241 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34007 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1648 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.242 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7310 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 613 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 227 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 99, 2024-08-17T16:50:46.243 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1225982 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 270, 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 346308 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 171, 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 875352 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:46.244 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 110016 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5774408 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 118, 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16805488 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 117, 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 251453629513 2024-08-17T16:50:46.245 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 118, 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 166270814037 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 342, 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 76541432260 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 342, 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34322 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:46.246 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 429832 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 102792737 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 124609 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 54787997 2024-08-17T16:50:46.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18320853 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348353 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 52, 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 257467 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.248 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 182164593 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22012048 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2602675 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862414970 2024-08-17T16:50:46.249 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 268812288 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 268656640 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138495692 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 155648 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.250 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85555171 2024-08-17T16:50:46.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.252 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16384 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.253 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73811997 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.254 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641663788 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.255 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.256 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71365764 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:46.257 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57036781 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.258 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68791875 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.260 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641663788 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.261 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 266047 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.263 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71101845 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.264 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.265 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.266 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70897139 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4557022 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 61050428 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.267 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.268 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.269 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70897139 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.271 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4557022 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 61050428 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.272 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305270784 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.273 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.274 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1105920 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:46.275 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:46.276 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 802816 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 663552 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:46.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:46.279 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.280 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:46.281 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.282 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1843200 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 794624 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.283 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.284 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4905 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 145, 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37055400 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 141, 2024-08-17T16:50:46.285 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7784501 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 145, 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 296181 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 145, 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37351581 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.286 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34073 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 939 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.287 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8817 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 360 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 231 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:46.288 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 92, 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 828605 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 161, 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 273979 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 69, 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 177690 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4100124 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 56, 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4333458 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:46.290 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 53, 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 334899434743 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 56, 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85692805804 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 239, 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 600642 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 239, 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27218 2024-08-17T16:50:46.291 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 251824 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 145033676 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68914 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.292 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 125469447 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15470691 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 350758 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 256390 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:46.293 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 290353097 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17958578 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2606296 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.294 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862414970 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 268877824 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 268763136 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138495692 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.295 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 114688 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.296 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85555711 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.297 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.298 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73827841 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.299 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641667838 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71361714 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.302 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57037141 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.303 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68791515 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.305 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641667838 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.306 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6975 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269257 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.307 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71087610 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.308 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.309 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:46.310 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 651815 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:46.311 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.312 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.313 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.314 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.315 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:46.316 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 651815 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:46.317 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305283072 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:46.318 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.319 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1343488 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.320 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 983040 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.321 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 843776 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:46.322 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:46.323 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.324 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:46.325 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.327 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2260992 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 798720 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 384151 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.328 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:46.329 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4230 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 189, 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 48206073 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 182, 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6757682 2024-08-17T16:50:46.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 189, 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270316 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 189, 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 48476389 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.331 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41664 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1106 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:46.332 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9953 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 411 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 248 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:46.333 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 109, 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1114008 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 188, 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 261124 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 79, 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 328215 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.334 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.337 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:46.337 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 145521 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7269328 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 49, 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3575136 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.338 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 48, 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 216155497214 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 49, 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73744276910 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 278, 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4597871654 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 278, 2024-08-17T16:50:46.339 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 30527 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 340461 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 183672150 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 91064 2024-08-17T16:50:46.340 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 58645256 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13935017 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 349068 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-08-17T16:50:46.341 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 217934 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 263906654 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16521582 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2179699 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.342 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1861472414 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270139392 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269737984 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3137386803 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.343 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 401408 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.344 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85498383 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.345 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8192 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.346 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73876977 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641237872 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.348 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.349 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71791680 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:46.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56998922 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.352 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68829734 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.353 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641237872 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.355 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 278168 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71515640 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.356 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.358 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2658378 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 696160 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2553512 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.360 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.361 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.362 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.363 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.364 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2658378 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 696160 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2553512 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:46.365 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305291264 2024-08-17T16:50:46.366 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:46.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:46.368 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1216512 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:46.369 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 880640 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 741376 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.370 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:46.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:46.372 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.373 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:46.375 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2031616 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 794624 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:46.376 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 169428 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.377 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6054 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 164, 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50604368 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:46.378 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 156, 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9048164 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 164, 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 201320 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 164, 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50805688 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:46.379 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31516 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 884 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.380 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7363 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 361 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 257 2024-08-17T16:50:46.381 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 97, 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1073154 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 355394 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 60, 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 455718 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:46.382 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 94224 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6573880 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 46, 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2886434 2024-08-17T16:50:46.383 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 43, 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 227503008445 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 46, 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 66449976195 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5229799587 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:46.384 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27738 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 261356 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 152325028 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 76521 2024-08-17T16:50:46.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 138483957 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14334842 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 350763 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 38, 2024-08-17T16:50:46.386 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 166469 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312013906 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16585672 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2129772 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1861472414 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269926400 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269688832 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3137386803 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.388 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 237568 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.389 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85498317 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.390 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.391 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73881139 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.392 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641237383 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.393 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71792169 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.395 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56998878 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.397 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68829778 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.398 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641237383 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.399 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6979 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 279167 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.400 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71508151 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.401 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.402 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.403 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:46.404 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.407 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.409 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305283072 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:46.411 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.412 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1187840 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.413 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 884736 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.414 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 745472 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:46.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.416 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.418 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:46.419 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.420 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2007040 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1380352 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4859 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 165, 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 54119013 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.423 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 160, 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6032383 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 165, 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 167688 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 165, 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 54286701 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.424 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 29893 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1129 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.425 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11471 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 351 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 261 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.426 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 100, 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 743549 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 158, 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 258401 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 58, 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 409091 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2676766 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2971245 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:46.428 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 36, 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 285190840384 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 63388431135 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 265, 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 566718 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 265, 2024-08-17T16:50:46.429 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46741 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 225935 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 134030470 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 78279 2024-08-17T16:50:46.430 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 96799583 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12145559 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 941022 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 32, 2024-08-17T16:50:46.431 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 133387 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 245912688 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16504986 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 268, 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2016592 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.432 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1861472414 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269926400 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269328384 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3137386803 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.433 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 598016 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85498587 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.435 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.436 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73884965 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.437 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641239409 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.438 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.439 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71790143 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.440 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56999058 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.441 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.442 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68829598 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.443 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641239409 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.444 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7107 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 278633 2024-08-17T16:50:46.445 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71506531 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.446 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.448 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2804 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65774622 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:46.449 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7330409 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34558913 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.452 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.453 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2804 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65774622 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.454 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7330409 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34558913 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.455 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305868800 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:46.456 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.457 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1187840 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 917504 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:46.459 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 778240 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:46.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.462 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:46.463 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.465 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2039808 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1376256 2024-08-17T16:50:46.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 105707 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 9, 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 20950 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:46.468 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 173, 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50274154 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 169, 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5689068 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 173, 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 136847 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 173, 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50411001 2024-08-17T16:50:46.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31839 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1023 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.470 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3715 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:46.471 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 425 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 281 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 104, 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1940216 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 155, 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 275646 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.472 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 51, 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1330577 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16252 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2177931 2024-08-17T16:50:46.473 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1699444 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 25, 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 112170402385 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 35308581296 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.474 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 286, 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464077 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 286, 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50926 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 228236 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.475 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 138915949 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95118 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 140191800 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11472706 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.476 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 938990 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 25, 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 108483 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 293036988 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.477 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13562506 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2141493 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1861472414 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270974976 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.478 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270368768 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3137386803 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 606208 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.479 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85488646 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.481 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 151552 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.482 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73743354 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.483 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641164852 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.484 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.485 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71864700 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:46.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56992431 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.487 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.488 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68836225 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.489 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641164852 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 297015 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.491 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71569813 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.492 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.493 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:46.494 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 43, 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 48750273 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 132129 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 45, 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10652508 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.495 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 43, 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33125441 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4161918 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:46.496 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 132129 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3782185 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 28, 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3170925 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:46.497 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7834800 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3563326 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7241915 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:46.499 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36753555 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3306997 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:46.500 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22712601 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:46.501 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305868800 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": [ 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:46.502 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 1, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 1, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 1, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 1781760, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 1781760, 2024-08-17T16:50:46.503 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 212, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 313344, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 590368, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 590368, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 1771104, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 179, 2024-08-17T16:50:46.504 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2473984 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:46.505 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 32, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 32, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 2, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 98304, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 98304, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:46.506 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 22, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 3410, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 3410, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 10230, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 51, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 19456 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.507 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 64, 2024-08-17T16:50:46.508 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 64, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 3, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 0.0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:46.509 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 0 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:46.510 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 8, 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 8, 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 4, 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:46.511 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 12288, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 12288, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:46.512 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 19, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 19, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 57, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 2, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2048 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": { 2024-08-17T16:50:46.513 INFO:tasks.workunit.client.0.smithi001.stdout: "mirroring_by_pool": [ 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: false 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_images_by_pool": [ 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pools": 1 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: "report_id": "9e23caaf-9439-4f5a-b766-5f7adc7244d4", 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: "report_timestamp": "2024-08-17T16:50:45.639757", 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: "report_version": 1, 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_stats": { 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "6.15.5" 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.514 INFO:tasks.workunit.client.0.smithi001.stdout: "rook": { 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster": { 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "external-mode": null, 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "allow-multiple-per-node": null, 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "count": null, 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "max-id": null, 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "pvc": { 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "stretch": { 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: "network": { 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: "provider": null 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: "storage": { 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: "device-set": { 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: "non-portable": null, 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: "portable": null, 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "csi": { 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes": { 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "node": { 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes-total": null, 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "with-ceph-daemons": null, 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-nfs-plugin": null, 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-rbd-plugin": null 2024-08-17T16:50:46.517 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "storage-class": { 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": null, 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs": null, 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "nfs": null, 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": null, 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:46.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "services": {}, 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_per_pg": [ 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.519 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.654460+0000", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.654460+0000", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657119+0000", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:46.520 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.521 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3f", 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.522 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:52:32.866103+0000", 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.523 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.524 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.527 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.641934+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.641934+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.642249+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.528 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.529 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3e", 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:58:29.807448+0000", 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.530 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.531 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.532 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.533 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.534 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649209+0000", 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649209+0000", 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.649470+0000", 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.535 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.536 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3d", 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.537 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:58:34.520223+0000", 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.538 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.539 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.541 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.542 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.656268+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.656268+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.656527+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:46.543 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.544 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3c", 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:00:47.047531+0000", 2024-08-17T16:50:46.545 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.546 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.547 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.549 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:46.550 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648773+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648773+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.651287+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.551 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.552 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3b", 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:44:40.697677+0000", 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.553 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.554 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.556 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.557 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.660349+0000", 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.660349+0000", 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.660619+0000", 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.558 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.559 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3a", 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.560 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:22:09.297976+0000", 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.561 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.562 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.563 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.564 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.565 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.651802+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.651802+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652086+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.566 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.567 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.39", 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:22:57.658628+0000", 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.568 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.569 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.571 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.572 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.658578+0000", 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.658578+0000", 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.658860+0000", 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.573 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.574 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.38", 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.575 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:43:11.242882+0000", 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.576 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.577 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:46.579 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.580 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.660189+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.660189+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.660464+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.581 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.582 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.37", 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:36:17.290238+0000", 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.583 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.584 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.585 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.586 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.587 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.653630+0000", 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.653630+0000", 2024-08-17T16:50:46.588 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.653966+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:46.589 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.590 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.36", 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:20:21.418022+0000", 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.591 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.592 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.594 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.595 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.642497+0000", 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.642497+0000", 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.643777+0000", 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.596 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.597 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.35", 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.598 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:14:59.553969+0000", 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.599 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.600 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.601 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.602 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.603 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:45.920269+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:45.920269+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:45.920713+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:46.604 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.605 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.34", 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 17, 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:31:18.932853+0000", 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.606 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.607 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.608 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.609 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.610 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.651842+0000", 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.651842+0000", 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652128+0000", 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:46.611 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.612 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.33", 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.613 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:46:12.750805+0000", 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.615 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.616 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:46.617 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.618 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.656255+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.656255+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.656535+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.619 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.620 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.32", 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:37:15.203733+0000", 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.623 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.624 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.625 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.644300+0000", 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.644300+0000", 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.644828+0000", 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.626 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.627 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.31", 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.628 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:06:29.042838+0000", 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.630 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.631 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.632 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.633 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.653887+0000", 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.653887+0000", 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.654717+0000", 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.634 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.635 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.30", 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.636 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:04:44.559970+0000", 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.638 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.639 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.641 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648768+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648768+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.651187+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.642 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.643 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2f", 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:05:28.440181+0000", 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.644 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.645 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.646 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.647 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.648 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647103+0000", 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647103+0000", 2024-08-17T16:50:46.649 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.647371+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:46.650 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2e", 2024-08-17T16:50:46.651 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:24:17.827076+0000", 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.653 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.654 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.655 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.656 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.657221+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.657221+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657583+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:46.657 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.658 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2d", 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:08:53.833764+0000", 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.659 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.660 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.661 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.662 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.663 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.653766+0000", 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.653766+0000", 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.654037+0000", 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:46.664 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.665 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.666 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2c", 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:41:55.113897+0000", 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.668 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.669 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.670 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.671 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648354+0000", 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648354+0000", 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648619+0000", 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:46.672 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.673 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2b", 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.674 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:44:54.725401+0000", 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.676 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.677 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.678 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.679 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.655659+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.655659+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.655927+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:46.680 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.681 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2a", 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:57:35.926831+0000", 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.683 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.684 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.685 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.686 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648422+0000", 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648422+0000", 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648766+0000", 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.687 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.688 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.29", 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.689 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:18:05.912093+0000", 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.691 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.692 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.693 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.694 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.653506+0000", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.653506+0000", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.655494+0000", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:46.695 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.696 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.28", 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:46:00.903292+0000", 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.697 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.699 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.700 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.701 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648219+0000", 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648219+0000", 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648658+0000", 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:46.702 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.703 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.27", 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.704 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:09:48.733495+0000", 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.707 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.708 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.709 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649525+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649525+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.649807+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.710 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.711 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.26", 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:58:30.779611+0000", 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.714 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.715 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:46.716 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650494+0000", 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650494+0000", 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.651659+0000", 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.717 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.718 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.25", 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.719 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:25:13.737033+0000", 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.722 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:46.723 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:46.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650156+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650156+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.650446+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:46.725 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.726 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.24", 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:33:56.644485+0000", 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.730 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.731 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:46.695825+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:46.695825+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:46.696256+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.733 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.23", 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 17, 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:43:24.099836+0000", 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.737 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.738 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.659290+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.659290+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.659559+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:46.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.740 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.22", 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:49:25.056483+0000", 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.741 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.745 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647091+0000", 2024-08-17T16:50:46.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647091+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.647360+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:46.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.21", 2024-08-17T16:50:46.748 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:34:32.250679+0000", 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.752 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.753 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.658480+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.658480+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.658757+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:46.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.755 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.20", 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:44:19.580446+0000", 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.759 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.760 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.646275+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.646275+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.646519+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.762 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1a", 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:32:05.333991+0000", 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.763 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.766 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.767 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334883+0000", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334883+0000", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335168+0000", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:46.768 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.769 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1b", 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:38:31.945895+0000", 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.770 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.771 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.773 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:46.774 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652338+0000", 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652338+0000", 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652604+0000", 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.775 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.776 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1b", 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:44:42.221980+0000", 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.777 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.778 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.780 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.781 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:45.748717+0000", 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:45.748717+0000", 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:45.749111+0000", 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.782 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.783 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1a", 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 34, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:18:56.046826+0000", 2024-08-17T16:50:46.784 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.785 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.786 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.788 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.335743+0000", 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.335743+0000", 2024-08-17T16:50:46.789 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335991+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:46.790 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.19", 2024-08-17T16:50:46.791 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:23:04.408471+0000", 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.792 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.793 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.794 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.795 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.796 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650651+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650651+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.651104+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:46.797 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.798 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.18", 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:53:32.644046+0000", 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.799 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.800 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.802 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.803 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.333758+0000", 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.333758+0000", 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334044+0000", 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.804 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.805 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.18", 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:46.806 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:21:31.184999+0000", 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.808 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.809 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.810 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649858+0000", 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649858+0000", 2024-08-17T16:50:46.811 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.650134+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.812 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.19", 2024-08-17T16:50:46.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:08:56.178987+0000", 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.816 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.817 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:46.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.342423+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.342423+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.343068+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.819 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.820 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.17", 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:45:38.719968+0000", 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.823 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.824 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.825 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652936+0000", 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652936+0000", 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.653261+0000", 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.826 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.827 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.16", 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:30:42.284527+0000", 2024-08-17T16:50:46.828 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.832 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.340533+0000", 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.340533+0000", 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.341060+0000", 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:46.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.834 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.16", 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.835 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:39:15.981286+0000", 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.839 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.840 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.656433+0000", 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.656433+0000", 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657582+0000", 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.842 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.17", 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:26:30.680701+0000", 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.843 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.847 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:46.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334766+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334766+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335278+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 3, 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 3, 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.850 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.15", 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:59:18.321281+0000", 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 90, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:46.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 4, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.854 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'3" 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:46.855 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:45.747363+0000", 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:45.747363+0000", 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:45.747779+0000", 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:46.857 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.14", 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 17, 2024-08-17T16:50:46.858 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:59:55.177318+0000", 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.336763+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.336763+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.337109+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 12, 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 12, 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.865 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.14", 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 35, 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:45:41.194242+0000", 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 2624, 2024-08-17T16:50:46.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 12, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 4, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 4, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 12, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 9 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.869 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "75'12" 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.870 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.645700+0000", 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.645700+0000", 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.646060+0000", 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.872 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.15", 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.873 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:34:12.025371+0000", 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.877 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.878 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.333524+0000", 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.333524+0000", 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335204+0000", 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.879 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.880 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.13", 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:46.881 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:10:22.541832+0000", 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 34, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.882 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.883 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 6 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.885 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.886 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647777+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647777+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648061+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:46.887 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.888 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.12", 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:38:21.378540+0000", 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.889 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.890 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.892 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.893 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334286+0000", 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334286+0000", 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334626+0000", 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.894 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.895 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.12", 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:46.896 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:06:15.004816+0000", 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.897 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.898 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.900 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.901 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:46.695888+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:46.695888+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:46.696242+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:46.902 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.903 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.13", 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 31, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:21:43.717131+0000", 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.904 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.905 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.906 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.908 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.338189+0000", 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.338189+0000", 2024-08-17T16:50:46.909 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.338519+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:46.910 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.911 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.11", 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:15:08.975277+0000", 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.912 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.913 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.914 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.915 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.916 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.657367+0000", 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.657367+0000", 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657794+0000", 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.917 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.918 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.10", 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.919 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:25:57.733589+0000", 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.921 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:46.923 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.924 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.330164+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.330164+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.330455+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.925 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 8, 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.926 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 8, 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.10", 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 31, 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:48:59.364248+0000", 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.927 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.928 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 12, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 4, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 4, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 4, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.929 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 12, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.930 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'8" 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.931 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.658031+0000", 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.658031+0000", 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.658311+0000", 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.932 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.933 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.11", 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.934 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:34:30.134089+0000", 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.935 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.936 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.937 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.938 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.332189+0000", 2024-08-17T16:50:46.939 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.332189+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.332502+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.940 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.f", 2024-08-17T16:50:46.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:19:50.395835+0000", 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 22, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.942 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:46.943 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.944 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.945 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.946 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.646904+0000", 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.646904+0000", 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.647208+0000", 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.947 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.948 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.e", 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.949 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:49:51.808970+0000", 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.950 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.951 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.952 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.953 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.954 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.338165+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.338165+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.338492+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.955 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:46.956 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.e", 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:38:47.750694+0000", 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.957 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.958 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.959 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.961 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.658946+0000", 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.658946+0000", 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.659204+0000", 2024-08-17T16:50:46.962 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:46.963 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.f", 2024-08-17T16:50:46.964 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:30:22.962012+0000", 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.965 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.967 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.970 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.971 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334130+0000", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334130+0000", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334462+0000", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:46.972 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.973 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.d", 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:10:15.653982+0000", 2024-08-17T16:50:46.974 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 70, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.975 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.978 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649674+0000", 2024-08-17T16:50:46.979 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649674+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.649956+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.980 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.981 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.c", 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:40:17.126135+0000", 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.982 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.983 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.985 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:46.986 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.332532+0000", 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.332532+0000", 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.332912+0000", 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.987 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.988 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.c", 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.989 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:48:07.961204+0000", 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.990 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:46.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:46.993 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:46.994 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.654549+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.654549+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657209+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:46.995 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:46.996 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.d", 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:19:33.834207+0000", 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:46.997 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:46.998 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:46.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.001 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.385048+0000", 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.385048+0000", 2024-08-17T16:50:47.002 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.629460+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:47.003 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.5", 2024-08-17T16:50:47.004 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 18, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:00:31.182663+0000", 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000380547, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.005 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.008 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.009 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 19, 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:46:51.781414+0000", 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:46:51.781414+0000", 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:46:51.781826+0000", 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:44:56.263153+0000", 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:44:56.263153+0000", 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 58, 2024-08-17T16:50:47.010 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:44:56.263153+0000", 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 128, 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 57, 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.011 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 128, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "1.0", 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 283, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:15:42.306359+0000", 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.012 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 590368, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 1771104, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 6, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 212, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 306, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 179, 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2416 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "68'128" 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.016 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.335365+0000", 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.335365+0000", 2024-08-17T16:50:47.017 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335690+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:47.018 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.019 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.3", 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:21:13.361814+0000", 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.023 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:47.024 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652508+0000", 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652508+0000", 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652884+0000", 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.025 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.026 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2", 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:47.027 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:00:24.865375+0000", 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.032 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.548367+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.548367+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.832080+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.033 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.034 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.6", 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 18, 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:38:10.843808+0000", 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000265749, 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.037 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.038 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.039 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.341814+0000", 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.341814+0000", 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.342233+0000", 2024-08-17T16:50:47.040 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.041 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.0", 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.042 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:01:06.712885+0000", 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.043 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.044 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.045 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.046 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.047 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650632+0000", 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650632+0000", 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.650919+0000", 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.048 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.049 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1", 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:10:49.957658+0000", 2024-08-17T16:50:47.050 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.051 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.052 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.053 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.054 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:47.055 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.541210+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.541210+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.405052+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.056 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.057 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.7", 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 18, 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:12:35.565209+0000", 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000457094, 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.058 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.060 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.061 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.062 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.336897+0000", 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.336897+0000", 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.337227+0000", 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.063 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.064 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1", 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.065 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:22:47.584114+0000", 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.066 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.067 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.068 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:47.069 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.070 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.642617+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.642617+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.642948+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.071 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.072 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.0", 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:18:47.492365+0000", 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.073 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.074 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.075 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.076 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.077 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.548366+0000", 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.548366+0000", 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.404629+0000", 2024-08-17T16:50:47.078 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.079 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.4", 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.080 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 18, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:15:45.183354+0000", 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.00037553, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.081 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.082 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.083 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.084 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.085 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.339616+0000", 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.339616+0000", 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.339885+0000", 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.086 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.087 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.2", 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.088 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:25:08.531537+0000", 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.089 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.090 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.091 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.092 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.093 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.645881+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.645881+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.646503+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.094 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.095 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3", 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:34:26.720515+0000", 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.096 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.097 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.098 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.099 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.100 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.541085+0000", 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.541085+0000", 2024-08-17T16:50:47.101 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.405089+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:47.102 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.103 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.2", 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:04:50.657454+0000", 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000977296, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 19, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.104 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:47.105 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.106 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 2, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.107 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "74'2" 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.108 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.337050+0000", 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.337050+0000", 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.337328+0000", 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.109 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.110 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.4", 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:56:39.412373+0000", 2024-08-17T16:50:47.111 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.112 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.113 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.115 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.116 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647832+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647832+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648132+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.117 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.118 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.5", 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:54:48.697590+0000", 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.119 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.120 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.121 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.122 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.123 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.541181+0000", 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.541181+0000", 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.831893+0000", 2024-08-17T16:50:47.124 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.125 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.3", 2024-08-17T16:50:47.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 19, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:56:25.036176+0000", 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000653644, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.127 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:47.128 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.129 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.130 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "72'1" 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.131 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.341209+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.341209+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.341964+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:47.132 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.133 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.5", 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:03:27.895305+0000", 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.134 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.135 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.136 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.137 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.138 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.646313+0000", 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.646313+0000", 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.646609+0000", 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:47.139 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.140 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.4", 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.141 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:51:28.313352+0000", 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.142 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.143 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.144 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.146 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.385184+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.385184+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.650230+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:47.147 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.148 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.0", 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 19, 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:33:05.954722+0000", 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000436946, 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.149 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.151 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.152 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.153 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.338206+0000", 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.338206+0000", 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.338517+0000", 2024-08-17T16:50:47.154 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:47.155 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.6", 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.156 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:44:15.762759+0000", 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.157 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.158 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.159 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.160 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647847+0000", 2024-08-17T16:50:47.161 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647847+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648494+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:47.162 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.163 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.7", 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:04:49.878130+0000", 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.164 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.165 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.166 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.167 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:47.168 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.541293+0000", 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.541293+0000", 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.398205+0000", 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.169 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.170 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.1", 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 19, 2024-08-17T16:50:47.171 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.172 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:15:18.865108+0000", 2024-08-17T16:50:47.172 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000540442, 2024-08-17T16:50:47.172 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.172 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.172 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.174 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.175 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.176 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.177 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.341408+0000", 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.341408+0000", 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.341703+0000", 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:47.178 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.179 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.7", 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.180 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:01:33.470644+0000", 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.181 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:47.182 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.183 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.184 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.185 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647212+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647212+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.647496+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:47.186 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.187 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.6", 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:38:16.887192+0000", 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.188 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.189 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.190 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.191 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.192 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.341842+0000", 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.341842+0000", 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.342189+0000", 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.193 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.194 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.8", 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T16:58:51.177449+0000", 2024-08-17T16:50:47.195 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.196 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.197 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.198 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.199 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.645548+0000", 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.645548+0000", 2024-08-17T16:50:47.200 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.645814+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:47.201 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.202 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.9", 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:38:39.565441+0000", 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.203 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.205 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:47.206 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.207 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334373+0000", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334373+0000", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334672+0000", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:47.208 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.209 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.9", 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.210 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:10:17.131426+0000", 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.211 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.212 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.214 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:47.215 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650277+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650277+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.650908+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.216 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.217 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.8", 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:07:47.233512+0000", 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.218 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.219 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.221 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.222 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.336314+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.336314+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.336573+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:47.223 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.224 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.a", 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:49:44.753949+0000", 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.225 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.226 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.227 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.228 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.229 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649474+0000", 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649474+0000", 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.649766+0000", 2024-08-17T16:50:47.230 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.231 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.b", 2024-08-17T16:50:47.232 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:45:27.603764+0000", 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.233 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.234 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.236 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.237 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.342560+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.342560+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.343598+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:47.238 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.239 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.b", 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:39:43.332184+0000", 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.240 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.241 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.242 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.243 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.244 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.644661+0000", 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.644661+0000", 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.644964+0000", 2024-08-17T16:50:47.245 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.246 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.a", 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.247 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:42:27.334801+0000", 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.248 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.249 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.250 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.251 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.252 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652683+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652683+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.653037+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.253 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.254 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1d", 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:40:13.485856+0000", 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.255 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.256 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.257 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.258 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.259 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.342892+0000", 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.342892+0000", 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.343502+0000", 2024-08-17T16:50:47.260 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:47.261 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1c", 2024-08-17T16:50:47.262 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:07:28.989691+0000", 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.263 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:47.264 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.265 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.266 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.267 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.655104+0000", 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.655104+0000", 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.655402+0000", 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.268 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.269 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1c", 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.270 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:09:50.896745+0000", 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.271 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.272 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.273 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.274 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.275 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.340996+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.340996+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.342089+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.276 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:47.277 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1d", 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:33:39.297294+0000", 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.278 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.279 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.280 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.281 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.282 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.655592+0000", 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.655592+0000", 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.655890+0000", 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.283 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.284 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1f", 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.285 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:50:41.032266+0000", 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.286 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.287 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.288 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.289 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.290 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334174+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334174+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334451+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:47.291 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.292 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1e", 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:07:07.405578+0000", 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.294 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.295 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.296 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.297 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652232+0000", 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652232+0000", 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652626+0000", 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.298 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.299 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1e", 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.300 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:04:37.756125+0000", 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.301 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.302 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.303 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.304 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:47.305 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.337424+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.337424+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.337711+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:47.306 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 4, 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:47.307 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 4, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1f", 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:53:11.129727+0000", 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:47.308 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 570, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.309 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:47.310 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 4, 2024-08-17T16:50:47.311 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'4" 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_per_pool": [ 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.312 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 24, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 3, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 8, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 3, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 4, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 19, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:47.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 2, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 12288, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:47.316 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 57, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 24 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 192, 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:47.317 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 64, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 3, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.318 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.319 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 0, 2024-08-17T16:50:47.321 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 192 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 96, 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 45, 2024-08-17T16:50:47.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 32, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 45, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 2, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 3410, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 66, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 22, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 22, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.324 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 14, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.325 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 51, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 19 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 98304, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 10230, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:47.326 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 96 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 3, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 128, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 1, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 3, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 128, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 1, 2024-08-17T16:50:47.327 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 590368, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 1771104, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 6, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 212, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 306, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 179, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2416 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.330 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 1781760, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 1771104, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 3 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.331 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 105, 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": 4, 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_by_class": { 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "ssd": { 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 765516255232, 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 2444029952, 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_bytes": 2444029952, 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_ratio": 0.0031824952457100153 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 765516255232, 2024-08-17T16:50:47.332 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-08-17T16:50:47.333 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 2444029952 2024-08-17T16:50:47.333 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.333 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-08-17T16:50:47.333 INFO:tasks.workunit.client.0.smithi001.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T16:50:47.334 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry show-device 2024-08-17T16:50:47.334 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.334 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.334 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/4149774688' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/4149774688' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.335 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.336 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.337 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.337 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.337 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.337 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.337 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.337 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.337 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/4149774688' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/4149774688' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.338 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.339 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:45 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.340 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.341 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.342 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.343 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:46 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/4149774688' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/4149774688' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.344 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:45 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: "d71b8f86-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_d71c3a08-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: "20240817-164458": { 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-08-17T16:50:47.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "d71b8f86-5cb8-11ef-8d1e-0cc47abd15e8", 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Sat Aug 17 16:44:58 2024 UTC", 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1723913098 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-08-17T16:50:47.348 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.349 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-08-17T16:50:47.350 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.351 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 10119365 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-08-17T16:50:47.352 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.353 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.354 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 15 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "0.000000" 2024-08-17T16:50:47.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1930682 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-08-17T16:50:47.356 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3895, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 144868913, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 663182757, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2665099564, 2024-08-17T16:50:47.357 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 13842194582, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 0, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 28017, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 43848, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 31, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 8036 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.358 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 28017, 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 43848 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-08-17T16:50:47.359 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-08-17T16:50:47.360 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Sat Aug 17 16:44:58 2024 UTC", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T16:50:47.361 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-08-17T16:50:47.362 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 31 Celsius", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 0%", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 144,868,913 [74.1 TB]", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 663,182,757 [339 TB]", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,665,099,564", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 13,842,194,582", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,895", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 28,017", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 43,848", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 8,036", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-08-17T16:50:47.363 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 31 2024-08-17T16:50:47.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "d71d957e-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPEDMD400G4_d71e2d22-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "20240817-164502": { 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T16:50:47.365 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "8DV101H0", 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "d71d957e-5cb8-11ef-8d1e-0cc47abd15e8", 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Sat Aug 17 16:45:01 2024 UTC", 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1723913101 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.366 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:47.367 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.368 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.369 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 24631035 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.370 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 41903239 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.371 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.372 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 65535 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-08-17T16:50:47.373 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "63.999023" 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 65535 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 91, 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:47.374 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 2838, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 2850, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 2825 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 10, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 158, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 344003403, 2024-08-17T16:50:47.375 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 1614219524, 2024-08-17T16:50:47.376 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 5497148959, 2024-08-17T16:50:47.376 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 27821678769, 2024-08-17T16:50:47.376 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-08-17T16:50:47.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-08-17T16:50:47.376 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 9, 2024-08-17T16:50:47.376 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 46197, 2024-08-17T16:50:47.376 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 55541, 2024-08-17T16:50:47.376 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 24, 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 11523 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 46197, 2024-08-17T16:50:47.378 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 55541 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-08-17T16:50:47.379 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: 8DV101H0", 2024-08-17T16:50:47.380 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Sat Aug 17 16:45:01 2024 UTC", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.381 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: " 1 - 512 8 2", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: " 2 - 512 16 2", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: " 3 - 4096 0 0", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: " 4 - 4096 8 0", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: " 5 - 4096 64 0", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: " 6 - 4096 128 0", 2024-08-17T16:50:47.382 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 24 Celsius", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 10%", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 9%", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 344,003,403 [176 TB]", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 1,614,219,524 [826 TB]", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 5,497,148,959", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 27,821,678,769", 2024-08-17T16:50:47.383 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 158", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 46,197", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 55,541", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 11,523", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-08-17T16:50:47.384 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 24 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.385 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.386 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-08-17T16:50:47.386 INFO:tasks.workunit.client.0.smithi001.stderr:+ ceph telemetry show-all 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout:{ 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "device_report": { 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "d71b8f86-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPED1D480GA_d71c3a08-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "20240817-164458": { 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.396 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "E2010325", 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "d71b8f86-5cb8-11ef-8d1e-0cc47abd15e8", 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Sat Aug 17 16:44:58 2024 UTC", 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1723913098 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T16:50:47.397 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-08-17T16:50:47.398 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-08-17T16:50:47.399 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.400 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 10119365 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.401 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-08-17T16:50:47.402 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 15 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "0.000000" 2024-08-17T16:50:47.404 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1930682 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 0, 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 0, 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0 2024-08-17T16:50:47.405 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 0, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 3895, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 144868913, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 663182757, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 2665099564, 2024-08-17T16:50:47.406 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 13842194582, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 0, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 28017, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 43848, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 31, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 8036 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.407 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 28017, 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 43848 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-08-17T16:50:47.408 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-08-17T16:50:47.409 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: E2010325", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Sat Aug 17 16:44:58 2024 UTC", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T16:50:47.410 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.411 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 31 Celsius", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 0%", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 0%", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 144,868,913 [74.1 TB]", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 663,182,757 [339 TB]", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 2,665,099,564", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 13,842,194,582", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 3,895", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 28,017", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 43,848", 2024-08-17T16:50:47.412 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 8,036", 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.413 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 31 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 937703088, 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 480103981056 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: "d71d957e-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: "INTEL_SSDPEDMD400G4_d71e2d22-5cb8-11ef-8d1e-0cc47abd15e8": { 2024-08-17T16:50:47.414 INFO:tasks.workunit.client.0.smithi001.stdout: "20240817-164502": { 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "device": { 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "/dev/nvme0n1", 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "protocol": "NVMe", 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "nvme" 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "firmware_version": "8DV101H0", 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "host_id": "d71d957e-5cb8-11ef-8d1e-0cc47abd15e8", 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "json_format_version": [ 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "local_time": { 2024-08-17T16:50:47.415 INFO:tasks.workunit.client.0.smithi001.stdout: "asctime": "Sat Aug 17 16:45:01 2024 UTC", 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "time_t": 1723913101 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "logical_block_size": 512, 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_controller_id": 0, 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_namespaces": [ 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "capacity": { 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "formatted_lba_size": 512, 2024-08-17T16:50:47.416 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 1, 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "size": { 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "utilization": { 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_pci_vendor": { 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "id": 32902, 2024-08-17T16:50:47.417 INFO:tasks.workunit.client.0.smithi001.stdout: "subsystem_id": 32902 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "Device stats": { 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_fw_downgrades": { 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "crc_error_count": { 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "end_to_end_error_detection_count": { 2024-08-17T16:50:47.418 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "erase_fail_count": { 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "host_bytes_written": { 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 24631035 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "host_ctx_wear_used": { 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 1 2024-08-17T16:50:47.419 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "media_bytes_read": { 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "nand_bytes_written": { 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 41903239 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_stat_indicator": { 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.420 INFO:tasks.workunit.client.0.smithi001.stdout: "pll_lock_loss_count": { 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "program_fail_count": { 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "re_alloc_sectr_cnt": { 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.421 INFO:tasks.workunit.client.0.smithi001.stdout: "retry_buffer_overflow_count": { 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "soft_ecc_err_rate": { 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "thermal_throttle_status": { 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "cnt": 0, 2024-08-17T16:50:47.422 INFO:tasks.workunit.client.0.smithi001.stdout: "pct": 0 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_host_reads": { 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 65535 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_media_wear": { 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": "63.999023" 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "timed_workload_timer": { 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 100, 2024-08-17T16:50:47.423 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 65535 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "unexp_power_loss": { 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 0, 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": 0 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "wear_leveling": { 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "normalized": 91, 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "raw": { 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "avg": 2838, 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "max": 2850, 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 2825 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.424 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_smart_health_information_log": { 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare": 100, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "available_spare_threshold": 10, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "controller_busy_time": 158, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "critical_warning": 0, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_read": 344003403, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "data_units_written": 1614219524, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "host_reads": 5497148959, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "host_writes": 27821678769, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "media_errors": 0, 2024-08-17T16:50:47.425 INFO:tasks.workunit.client.0.smithi001.stdout: "num_err_log_entries": 0, 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "percentage_used": 9, 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycles": 46197, 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_hours": 55541, 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": 24, 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "unsafe_shutdowns": 11523 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_vendor": "intel", 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme_version": { 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "string": "<1.2", 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "power_cycle_count": 46197, 2024-08-17T16:50:47.426 INFO:tasks.workunit.client.0.smithi001.stdout: "power_on_time": { 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "hours": 55541 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "serial_number": "deleted", 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "smart_status": { 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "nvme": { 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "passed": true 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl": { 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "argv": [ 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl", 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "-x", 2024-08-17T16:50:47.427 INFO:tasks.workunit.client.0.smithi001.stdout: "--json=o", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "/dev/nvme0n1" 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "build_info": "(local build)", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "exit_status": 0, 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "output": [ 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "Serial Number: deleted", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Version: 8DV101H0", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T16:50:47.428 INFO:tasks.workunit.client.0.smithi001.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller ID: 0", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "NVMe Version: <1.2", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Number of Namespaces: 1", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Local Time is: Sat Aug 17 16:45:01 2024 UTC", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.429 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported Power States", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: " 0 + 512 0 2", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: " 1 - 512 8 2", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: " 2 - 512 16 2", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: " 3 - 4096 0 0", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: " 4 - 4096 8 0", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: " 5 - 4096 64 0", 2024-08-17T16:50:47.430 INFO:tasks.workunit.client.0.smithi001.stdout: " 6 - 4096 128 0", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "Critical Warning: 0x00", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "Temperature: 24 Celsius", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare: 100%", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "Available Spare Threshold: 10%", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "Percentage Used: 9%", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Read: 344,003,403 [176 TB]", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "Data Units Written: 1,614,219,524 [826 TB]", 2024-08-17T16:50:47.431 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Read Commands: 5,497,148,959", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "Host Write Commands: 27,821,678,769", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "Controller Busy Time: 158", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "Power Cycles: 46,197", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "Power On Hours: 55,541", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "Unsafe Shutdowns: 11,523", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information Log Entries: 0", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "No Errors Logged", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "" 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T16:50:47.432 INFO:tasks.workunit.client.0.smithi001.stdout: "svn_revision": "5155", 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: "version": [ 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: "temperature": { 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: "current": 24 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: "user_capacity": { 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: "blocks": 781422768, 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 400088457216 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.433 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: "report": { 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer": { 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: "active": true, 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: "mode": "" 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: "channels": [ 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-08-17T16:50:47.434 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "channels_available": [ 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "basic", 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "ident", 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "crash", 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "device", 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "perf" 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_available": [ 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-08-17T16:50:47.435 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "collections_opted_in": [ 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_base", 2024-08-17T16:50:47.436 INFO:tasks.workunit.client.0.smithi001.stdout: "device_base", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "crash_base", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "ident_base", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_perf", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_mds_metadata", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_usage", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_usage_by_class", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_rook_v01", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_memory_metrics", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "basic_pool_options_bluestore" 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "config": { 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "active_changed": [ 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T16:50:47.437 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "client_check_pool_perm", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_gid", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "client_mount_uid", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "client_quota", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "daemonize", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-08-17T16:50:47.438 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "keyring", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_block_size", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_cache_size", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_compression", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_log", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "leveldb_write_buffer_size", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-08-17T16:50:47.439 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_journald", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_stderr", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_host", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T16:50:47.440 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "no_config_file", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-08-17T16:50:47.441 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T16:50:47.442 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-08-17T16:50:47.443 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addr", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "public_addrv", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_default_features", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd_qos_exclude_ops", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "setgroup", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "setuser" 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_changed": [ 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_debug", 2024-08-17T16:50:47.444 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_mon_ticket_ttl", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "auth_service_ticket_ttl", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "bdev_debug_aio", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "container_image", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_asserts_on_shutdown", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mgr", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_mon", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_ms", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_osd", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "debug_paxos", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_file", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_journald", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "log_to_stderr", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_join_fs", 2024-08-17T16:50:47.445 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/container_init", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/migration_current", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_ident", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/channel_perf", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/description", 2024-08-17T16:50:47.446 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/enabled", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr/telemetry/organization", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_allow_pool_delete", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_clock_drift_allowed", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_cluster_log_to_file", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_data_avail_warn", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_election_default_strategy", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_max_pg_per_osd", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_mgr_mkfs_grace", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_prime_pg_temp", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T16:50:47.447 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "mon_warn_on_too_few_osds", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_bug", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "ms_die_on_old_message", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_default_list", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_class_load_list", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_misdirected_ops", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_op_order", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_pg_log_writeout", 2024-08-17T16:50:47.448 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_shutdown", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mclock_profile", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_memory_target_autotune", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_op_queue_cut_off", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recover_clone_overlap", 2024-08-17T16:50:47.449 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_recovery_max_chunk", 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_load_threshold", 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_scrub_max_interval", 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_shutdown_pgref_assert", 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "public_network", 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_cache_enabled", 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_ops_log", 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "rgw_enable_usage_log" 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "contact": null, 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "crashes": [], 2024-08-17T16:50:47.450 INFO:tasks.workunit.client.0.smithi001.stdout: "created": "2024-08-17T16:41:46.521301Z", 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "crush": { 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_algs": { 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "straw2": 3 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_sizes": { 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "2": 1, 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "4": 2 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket_types": { 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "1": 2, 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "11": 1 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "compat_weight_set": false, 2024-08-17T16:50:47.451 INFO:tasks.workunit.client.0.smithi001.stdout: "device_classes": [ 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: 8 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_buckets": 6, 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_devices": 8, 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_rules": 1, 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_types": 12, 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_weight_sets": 0, 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "tunables": { 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "allowed_bucket_algs": 54, 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_fallback_tries": 0, 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_local_tries": 0, 2024-08-17T16:50:47.452 INFO:tasks.workunit.client.0.smithi001.stdout: "choose_total_tries": 50, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_descend_once": 1, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_stable": 1, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "chooseleaf_vary_r": 1, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v2_rules": 0, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v3_rules": 0, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v4_buckets": 1, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "has_v5_rules": 0, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "legacy_tunables": 0, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "minimum_required_version": "jewel", 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "optimal_tunables": 1, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "profile": "jewel", 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables": 1, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables2": 1, 2024-08-17T16:50:47.453 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables3": 1, 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "require_feature_tunables5": 1, 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "straw_calc_version": 1 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "description": "upgrade test cluster", 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "fs": { 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "feature_flags": { 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "enable_multiple": true, 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_enabled_multiple": true 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: "filesystems": [ 2024-08-17T16:50:47.454 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "approx_ctime": "2024-08", 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "balancer_enabled": false, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_caps": 0, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_dns": 10, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_inos": 13, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "cached_subtrees": 2, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "ever_allowed_features": 0, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "explicitly_allowed_features": 0, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "files": 0, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "max_mds": 1, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_data_pools": 1, 2024-08-17T16:50:47.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_in": 1, 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_mds": 1, 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": 0, 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_replay": 0, 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_up": 1, 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "snaps": 0, 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "standby_count_wanted": 0 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "num_standby_mds": 1, 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "total_num_mds": 2 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_stats": { 2024-08-17T16:50:47.456 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 20643840, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 435856, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 540672, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 429, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 1266488, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 20, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1250304, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 15069752, 2024-08-17T16:50:47.457 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 21184512 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 20135936, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 339424, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 974848, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 0, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 340, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 969152, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 12, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 568832, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 14662240, 2024-08-17T16:50:47.458 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 20135936 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.9569a7849f640b0469761ab5f734deb7eeecab46": { 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 37232640, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1130360, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 729088, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 8183808, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1062, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6790048, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 22, 2024-08-17T16:50:47.459 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2025216, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 23936488, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 45416448 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 35840000, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1536984, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 8192, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 10625024, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1118, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 6884928, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 21, 2024-08-17T16:50:47.460 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1385728, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 23402728, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 46465024 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 44949504, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1085192, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2621440, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 458752, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 3506176, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1727, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 10622744, 2024-08-17T16:50:47.461 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 22, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2822656, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 27338720, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 48455680 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 273604608, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 993720, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 270336, 2024-08-17T16:50:47.462 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1367, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4537616, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 45, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2668288, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 262652472, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 273874944 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 272842752, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 682592, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 819200, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1338, 2024-08-17T16:50:47.463 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5924168, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 46, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1955584, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 261527896, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 273661952 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 271589376, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 685952, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 1024000, 2024-08-17T16:50:47.464 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1247, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4755080, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 46, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 2342912, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 261052920, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 272613376 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 271728640, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 793384, 2024-08-17T16:50:47.465 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 950272, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1250, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4770840, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 45, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1621760, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 261790144, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 272678912 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 274735104, 2024-08-17T16:50:47.466 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 738392, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 4849664, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 24576, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 253952, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1233, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5063120, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1710080, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 262349272, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 274989056 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 272687104, 2024-08-17T16:50:47.467 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 890144, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 1040384, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1262, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 4703952, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 47, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1960192, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 262380304, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 273727488 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-08-17T16:50:47.468 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 274448384, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1078736, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 4849664, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 16384, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 327680, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1275, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5224912, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 45, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1627904, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 261650784, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 274776064 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.469 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "actual_memory_used": 273047552, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "central_cache_freelist": 1087160, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "malloc_metadata": 2752512, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "page_heap_freelist": 0, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "released_to_os": 679936, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "spans_in_use": 1306, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "tcmalloc_page_size": 8192, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_cache_freelists": 5268384, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "thread_heaps_in_use": 45, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "transfer_cache_freelist": 1866496, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "use_by_application": 262073000, 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: "virtual_address_space_used": 273727488 2024-08-17T16:50:47.470 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "hosts": { 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num": 2, 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mds": 2, 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mgr": 2, 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_mon": 2, 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "num_with_osd": 2 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "io_rate": { 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_stats_delta": { 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 0, 2024-08-17T16:50:47.471 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "stamp_delta": "12.002408", 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:47.472 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:47.473 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:47.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:47.475 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 0 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "leaderboard": false, 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "license": "sharing-1-0", 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "mempool": { 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.476 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.477 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.478 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.479 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.480 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 222471, 2024-08-17T16:50:47.481 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 72 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 50488, 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 208 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.482 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 7944, 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 135 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.483 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.484 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.485 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.486 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.487 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.488 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.489 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 149097, 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 33 2024-08-17T16:50:47.490 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 856, 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 2 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.491 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.492 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.493 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.9569a7849f640b0469761ab5f734deb7eeecab46": { 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.494 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.495 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.496 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.497 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.498 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1244998, 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 386 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.499 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.501 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5312, 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 103 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:47.502 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.503 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.504 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.505 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.507 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1156486, 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 357 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.508 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.509 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5312, 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 103 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.510 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.511 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.512 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.513 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.514 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.515 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.516 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1207478, 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 348 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 440, 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 5 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.517 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.518 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6592, 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 134 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12744, 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1546 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10624, 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 206 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.519 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.520 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22848, 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 204 2024-08-17T16:50:47.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1904, 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 17 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9792, 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 204 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22848, 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 204 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.522 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6000, 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 75 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 635322, 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 23 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 58698, 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 10637 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.523 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 146200, 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 215 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11804, 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 772 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 33800, 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 215 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.524 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 436078, 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 96 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.525 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2459328, 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 200 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 7392, 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 84 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 532864, 2024-08-17T16:50:47.526 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 46 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 101504, 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 200 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 235568, 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.527 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.528 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:47.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21616, 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1232, 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 11 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.530 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9264, 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21616, 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 193 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5200, 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 65 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 24576, 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 6 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.531 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 51496, 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9520 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 135320, 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9556, 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 597 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.532 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 28932, 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 436328, 2024-08-17T16:50:47.533 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 95 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12096, 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2451626, 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 199 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5016, 2024-08-17T16:50:47.534 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 57 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 417024, 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 36 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.535 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8528, 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 22 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 235568, 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.536 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.537 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.538 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21280, 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 190 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1008, 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.539 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9120, 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 190 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21280, 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 190 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4560, 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 57 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16384, 2024-08-17T16:50:47.540 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 4 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 49020, 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9183 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 130560, 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 192 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8936, 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 586 2024-08-17T16:50:47.541 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 27644, 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 192 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.542 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 347373, 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 74 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12096, 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2405938, 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 172 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4488, 2024-08-17T16:50:47.543 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 51 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 359104, 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 31 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.544 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8840, 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 25 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 236080, 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.545 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.546 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.547 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 224, 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 2 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9312, 2024-08-17T16:50:47.548 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4320, 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 54 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.549 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 50373, 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9461 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 134640, 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 198 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9720, 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 602 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.550 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 28508, 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 198 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2208, 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 315196, 2024-08-17T16:50:47.551 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 65 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30637, 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2441119, 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 186 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4752, 2024-08-17T16:50:47.552 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 54 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 428608, 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 37 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.553 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10400, 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 20 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 236080, 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.554 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.555 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.556 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21840, 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 784, 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 7 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9360, 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.557 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21840, 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 195 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4080, 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 51 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 14428, 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.558 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 51532, 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9612 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 136680, 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9820, 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 603 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.559 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 29108, 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 736, 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 971996, 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 83 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 12096, 2024-08-17T16:50:47.560 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2413628, 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 173 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4840, 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 55 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.561 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 440192, 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 38 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 8944, 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 18 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 235824, 2024-08-17T16:50:47.562 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3507 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.563 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.564 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 336, 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.565 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9312, 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 21728, 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 194 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 3440, 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 43 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.566 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4096, 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 1 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 53063, 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9796 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 139400, 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 10280, 2024-08-17T16:50:47.567 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 607 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30300, 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 205 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2208, 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.568 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 864983, 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 57 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30637, 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2446810, 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 182 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.569 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 5632, 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 64 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 486528, 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 42 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.570 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 13520, 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 26 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 236080, 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3519 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.571 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-08-17T16:50:47.572 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.573 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22624, 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 202 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9696, 2024-08-17T16:50:47.574 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 202 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22624, 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 202 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2960, 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 37 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.575 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 52105, 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 9940 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 136680, 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11172, 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 761 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.576 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 30472, 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 267381, 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 54 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.577 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2416284, 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 172 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 4488, 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 51 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.578 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 451776, 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 39 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 100672, 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 204 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.579 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 236336, 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3531 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.580 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "bloom_filter": { 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.581 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6304, 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 115 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_reader": { 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 16896, 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 8 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs_file_writer": { 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 576, 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Blob": { 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22512, 2024-08-17T16:50:47.582 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Buffer": { 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 1568, 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 14 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_Extent": { 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 9648, 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_SharedBlob": { 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 22512, 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 201 2024-08-17T16:50:47.583 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_alloc": { 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2400, 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 30 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_data": { 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 311738, 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 16 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_meta": { 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 56095, 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 10388 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_onode": { 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 142800, 2024-08-17T16:50:47.584 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 210 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_cache_other": { 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 11936, 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 766 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_fsck": { 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_inline_bl": { 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 32944, 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 210 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.585 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_txc": { 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing": { 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 194729, 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 38 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore_writing_deferred": { 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.586 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_anon": { 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 2409152, 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 208 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "buffer_meta": { 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 6600, 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 75 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_co": { 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.587 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 532864, 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 46 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_mapbl": { 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_pglog": { 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 104416, 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 248 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap": { 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 235568, 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 3495 2024-08-17T16:50:47.588 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap_mapping": { 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "pgmap": { 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_1": { 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.589 INFO:tasks.workunit.client.0.smithi001.stdout: "unittest_2": { 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes": 0, 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: "items": 0 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: "metadata": { 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 2 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:47.590 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 2 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 2 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:47.591 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 2 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 3 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.592 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 3 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 3 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.593 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 3 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "arch": { 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "x86_64": 8 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.594 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_version": { 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "cpu": { 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "distro": { 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "centos": 8 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "distro_description": { 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "CentOS Stream 9": 8 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.595 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_description": { 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "kernel_version": { 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "os": { 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "Linux": 8 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_objectstore": { 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": 8 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "rotational": { 2024-08-17T16:50:47.596 INFO:tasks.workunit.client.0.smithi001.stdout: "0": 8 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "features": { 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "optional": [], 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "persistent": [ 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "kraken", 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "luminous", 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "mimic", 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "osdmap-prune", 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "nautilus", 2024-08-17T16:50:47.597 INFO:tasks.workunit.client.0.smithi001.stdout: "octopus", 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "pacific", 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "elector-pinging", 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "quincy" 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv4_addr_mons": 6, 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "ipv6_addr_mons": 0, 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "min_mon_release": 17, 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "v1_addr_mons": 3, 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "v2_addr_mons": 3 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "organization": "ceph-qa", 2024-08-17T16:50:47.598 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster_network": false, 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "require_min_compat_client": "luminous", 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "require_osd_release": "quincy" 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_perf_histograms": [ 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-08-17T16:50:47.599 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-08-17T16:50:47.600 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-08-17T16:50:47.601 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-08-17T16:50:47.602 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-08-17T16:50:47.603 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-08-17T16:50:47.604 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-08-17T16:50:47.605 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.606 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.607 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.608 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.609 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.610 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.611 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.612 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.613 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.614 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.615 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.616 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.617 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.618 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.619 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.620 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.621 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.622 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.623 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.624 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.625 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.626 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.627 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:47.628 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-08-17T16:50:47.629 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-08-17T16:50:47.630 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:47.631 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-08-17T16:50:47.632 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-08-17T16:50:47.633 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.634 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.635 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.636 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.637 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.638 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.639 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.640 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.641 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.642 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.643 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.644 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.645 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.646 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.647 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.648 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.649 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.650 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.651 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.652 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.653 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.654 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.655 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.656 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:47.657 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-08-17T16:50:47.658 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-08-17T16:50:47.659 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:47.660 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-08-17T16:50:47.661 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-08-17T16:50:47.662 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.663 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.664 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.665 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.666 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.667 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.668 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.669 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.670 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.671 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.672 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.673 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.674 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.675 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.676 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.677 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.678 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.679 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.680 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.681 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.682 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.683 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.684 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.685 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "axes": [ 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Latency (usec)", 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 100000, 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 99999]", 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "[100000, 199999]", 2024-08-17T16:50:47.686 INFO:tasks.workunit.client.0.smithi001.stdout: "[200000, 399999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[400000, 799999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[800000, 1599999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[1600000, 3199999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[3200000, 6399999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[6400000, 12799999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[12800000, 25599999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[25600000, 51199999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[51200000, 102399999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[102400000, 204799999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[204800000, 409599999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[409600000, 819199999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[819200000, 1638399999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[1638400000, 3276799999]", 2024-08-17T16:50:47.687 INFO:tasks.workunit.client.0.smithi001.stdout: "[3276800000, 6553599999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[6553600000, 13107199999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[13107200000, 26214399999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[26214400000, 52428799999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[52428800000, 104857599999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[104857600000, 209715199999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[209715200000, 419430399999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[419430400000, 838860799999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[838860800000, 1677721599999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[1677721600000, 3355443199999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[3355443200000, 6710886399999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[6710886400000, 13421772799999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[13421772800000, 26843545599999]", 2024-08-17T16:50:47.688 INFO:tasks.workunit.client.0.smithi001.stdout: "[26843545600000, 53687091199999]", 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "[53687091200000, None]" 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "buckets": 32, 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "min": 0, 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "name": "Request size (bytes)", 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "quant_size": 512, 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "ranges": [ 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "[None, -1]", 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 511]", 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "[512, 1023]", 2024-08-17T16:50:47.689 INFO:tasks.workunit.client.0.smithi001.stdout: "[1024, 2047]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[2048, 4095]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[4096, 8191]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[8192, 16383]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[16384, 32767]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[32768, 65535]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[65536, 131071]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[131072, 262143]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[262144, 524287]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[524288, 1048575]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[1048576, 2097151]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[2097152, 4194303]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[4194304, 8388607]", 2024-08-17T16:50:47.690 INFO:tasks.workunit.client.0.smithi001.stdout: "[8388608, 16777215]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[16777216, 33554431]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[33554432, 67108863]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[67108864, 134217727]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[134217728, 268435455]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[268435456, 536870911]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[536870912, 1073741823]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[1073741824, 2147483647]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[2147483648, 4294967295]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[4294967296, 8589934591]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[8589934592, 17179869183]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[17179869184, 34359738367]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[34359738368, 68719476735]", 2024-08-17T16:50:47.691 INFO:tasks.workunit.client.0.smithi001.stdout: "[68719476736, 137438953471]", 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "[137438953472, 274877906943]", 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "[274877906944, None]" 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "scale_type": "log2" 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "osds": [ 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 0, 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.692 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.693 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.694 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 1, 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.695 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 12, 3, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 13, 4, 0, 0, 0, 0, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 19, 1, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.696 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.697 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 2, 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.698 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.699 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.700 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 3, 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.701 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.702 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 4, 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.703 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.704 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.705 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 5, 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.706 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.707 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.708 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 6, 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.709 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.710 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.711 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "osd_id": 7, 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "values": [ 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.712 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.713 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.714 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: ] 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: "perf_counters": { 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: "mds.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: "mds": { 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: "caps": { 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T16:50:47.715 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_grant": { 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_revoke": { 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "ceph_cap_op_trunc": { 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.716 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_commit": { 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_fetch": { 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_merge": { 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "dir_split": { 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "exported_inodes": { 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.717 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "forward": { 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_cap_release": { 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_caps": { 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_caps_dirty": { 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.718 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_inode_file_caps": { 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "imported_inodes": { 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes": { 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_expired": { 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_pinned": { 2024-08-17T16:50:47.719 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "inodes_with_caps": { 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "load_cent": { 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "openino_dir_fetch": { 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "process_request_cap_release": { 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.720 INFO:tasks.workunit.client.0.smithi001.stdout: "reply_latency": { 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 127103 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "request": { 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rbytes": { 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rfiles": { 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.721 INFO:tasks.workunit.client.0.smithi001.stdout: "root_rsnaps": { 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_reply": { 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: "subtrees": { 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_cache": { 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_enqueue_scrub": { 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_exportdir": { 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_flush": { 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_fragmentdir": { 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_fragstats": { 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "ireq_inodestats": { 2024-08-17T16:50:47.723 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_enqueued": { 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_prioritized": { 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_recovering_processing": { 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays": { 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.724 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays_delayed": { 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "num_strays_enqueuing": { 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_completed": { 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_started": { 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_created": { 2024-08-17T16:50:47.725 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_enqueued": { 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_migrated": { 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "strays_reintegrated": { 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_log": { 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "ev": { 2024-08-17T16:50:47.726 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "evadd": { 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "evex": { 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "evexd": { 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "evexg": { 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.727 INFO:tasks.workunit.client.0.smithi001.stdout: "evtrm": { 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "jlat": { 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11772254 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "replayed": { 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "seg": { 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "segadd": { 2024-08-17T16:50:47.728 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: "segex": { 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: "segexd": { 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: "segexg": { 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: "segtrm": { 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_mem": { 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "cap": { 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "cap+": { 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "cap-": { 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "dir": { 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-08-17T16:50:47.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "dir+": { 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "dir-": { 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "dn": { 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "dn+": { 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "dn-": { 2024-08-17T16:50:47.731 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "heap": { 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 207016 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "ino": { 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "ino+": { 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "ino-": { 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "rss": { 2024-08-17T16:50:47.732 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38072 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_server": { 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "cap_acquisition_throttle": { 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "cap_revoke_eviction": { 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_request": { 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_client_session": { 2024-08-17T16:50:47.733 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: "handle_peer_request": { 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: "req_create_latency": { 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getattr_latency": { 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.734 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 127103 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getfilelock_latency": { 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "req_getvxattr_latency": { 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "req_link_latency": { 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.735 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookup_latency": { 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookuphash_latency": { 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupino_latency": { 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupname_latency": { 2024-08-17T16:50:47.736 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupparent_latency": { 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lookupsnap_latency": { 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "req_lssnap_latency": { 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.737 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mkdir_latency": { 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mknod_latency": { 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "req_mksnap_latency": { 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.738 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "req_open_latency": { 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "req_readdir_latency": { 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rename_latency": { 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "req_renamesnap_latency": { 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.739 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmdir_latency": { 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmsnap_latency": { 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "req_rmxattr_latency": { 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.740 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setattr_latency": { 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setdirlayout_latency": { 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setfilelock_latency": { 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setlayout_latency": { 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.741 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "req_setxattr_latency": { 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "req_symlink_latency": { 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "req_unlink_latency": { 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.742 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "mds_sessions": { 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "average_load": { 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "avg_session_uptime": { 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 88 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "mdthresh_evicted": { 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.743 INFO:tasks.workunit.client.0.smithi001.stdout: "session_count": { 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "session_remove": { 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "sessions_open": { 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "sessions_stale": { 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "total_load": { 2024-08-17T16:50:47.744 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:47.745 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: "purge_queue": { 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executed": { 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing": { 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_high_water": { 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.746 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_ops": { 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_executing_ops_high_water": { 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: "pq_item_in_journal": { 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.9569a7849f640b0469761ab5f734deb7eeecab46": { 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:47.747 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9 2024-08-17T16:50:47.748 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 87 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-08-17T16:50:47.749 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 827 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 827, 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4010582 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.750 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 827, 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 86998986 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:47.751 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-08-17T16:50:47.752 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 829 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.753 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.754 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 829 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 829, 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1816978888 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-08-17T16:50:47.755 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-08-17T16:50:47.756 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 828 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 828, 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7866058 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 828, 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5664 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 828, 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 96998873 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.757 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42795008 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 32964608 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-08-17T16:50:47.758 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9830400 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.759 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007848 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307932 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.761 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70811452 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:47.762 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277007848 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 40836 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.764 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71078548 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.765 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671898 2024-08-17T16:50:47.766 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.767 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71180646 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_completed": { 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lasted": { 2024-08-17T16:50:47.769 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 26475957 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_running": { 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 35687, 2024-08-17T16:50:47.770 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 90453685 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.771 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-08-17T16:50:47.772 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1782, 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 212012682 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bad309117405bca94b27235d9e14861dde1f5191": { 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-08-17T16:50:47.773 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 55 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.774 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 837 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 837, 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4035961 2024-08-17T16:50:47.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 837, 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 141997078 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 146 2024-08-17T16:50:47.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3999919 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.777 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 838 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-08-17T16:50:47.778 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.779 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 838 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 838, 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1838962063 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-08-17T16:50:47.780 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.781 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 838 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 838, 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7914718 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 838, 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5738 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.782 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-08-17T16:50:47.783 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 838, 2024-08-17T16:50:47.783 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 368992396 2024-08-17T16:50:47.783 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.785 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.785 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-08-17T16:50:47.785 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:47.785 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43843584 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 32874496 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10969088 2024-08-17T16:50:47.786 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277006947 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.787 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307932 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.788 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.789 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70812353 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.790 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277006947 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 43239 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.791 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.792 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71077046 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.793 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184671298 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.794 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.795 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71181246 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-08-17T16:50:47.796 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_completed": { 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lasted": { 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23929319 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.797 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_running": { 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 35834, 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 84896949 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-08-17T16:50:47.798 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.799 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1827, 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 598963365 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "mon.bd0dad2e3ecfa76d6f189b0cb067dab30b370a44": { 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "election_call": { 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "election_lose": { 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.800 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "election_win": { 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_elections": { 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "num_sessions": { 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "session_add": { 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "session_rm": { 2024-08-17T16:50:47.801 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 197 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: "session_trim": { 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: "paxos": { 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: "accept_timeout": { 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: "begin": { 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 961 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.802 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_bytes": { 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 961, 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5048944 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_keys": { 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 961, 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2883 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "begin_latency": { 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 961, 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 144998323 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "collect": { 2024-08-17T16:50:47.803 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_bytes": { 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_keys": { 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_latency": { 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.804 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_timeout": { 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "collect_uncommitted": { 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "commit": { 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 961 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_bytes": { 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 961, 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4979810 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.805 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_keys": { 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 961, 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5576 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "commit_latency": { 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 961, 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 134981854 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_ack_timeout": { 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "lease_timeout": { 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.806 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn": { 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "new_pn_latency": { 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh": { 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 963 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "refresh_latency": { 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 963, 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2248973853 2024-08-17T16:50:47.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "restart": { 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state": { 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_bytes": { 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1627 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "share_state_keys": { 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:47.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "start_leader": { 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "start_peon": { 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state": { 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_bytes": { 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.809 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_keys": { 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: "store_state_latency": { 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache": { 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1020054731 2024-08-17T16:50:47.810 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 45834240 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41361408 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2147483648 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4472832 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.811 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:full": { 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.812 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277008009 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 307502 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.813 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.814 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70811721 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:inc": { 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348127232 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.815 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 277008009 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 40836 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.816 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.817 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71078387 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "prioritycache:kv": { 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 322961408 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.818 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184672006 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.819 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.820 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71180538 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb": { 2024-08-17T16:50:47.821 INFO:tasks.workunit.client.0.smithi001.stdout: "compact": { 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_completed": { 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lasted": { 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 26920052 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_len": { 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_queue_merge": { 2024-08-17T16:50:47.822 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_running": { 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "get_latency": { 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 42782, 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 166219588 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_delay_time": { 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_memtable_time": { 2024-08-17T16:50:47.823 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_write_wal_time": { 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_latency": { 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.824 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "submit_sync_latency": { 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2095, 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 280078796 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.0": { 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.825 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.826 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2940928 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.827 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1875968 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1736704 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:47.828 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:47.829 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:47.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:47.832 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.833 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4751360 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.834 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1388544 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 89719 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.835 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 27, 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70336 2024-08-17T16:50:47.836 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73226901 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 400, 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10645185 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.837 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 492827 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73719728 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:47.838 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38777 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 8, 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 19642 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11105 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 915 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 248 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 131, 2024-08-17T16:50:47.840 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2154662 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 345, 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 320547 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 214, 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1421919 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:47.841 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24428 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7328777 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8021258 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 454975393384 2024-08-17T16:50:47.842 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 129, 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 164817563643 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 79597872746 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 51928 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:47.843 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 632589 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 176553238 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 173122 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.844 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 99573563 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22675898 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 939437 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 63, 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 324741 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.845 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 306845770 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 28520445 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 521, 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3373510 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:47.846 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862414970 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 271122432 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270827520 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138495692 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:47.847 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 294912 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.848 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85516456 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.849 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 622592 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73244504 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.851 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641373424 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.852 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.853 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71656128 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:47.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57010971 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.855 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.856 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68817685 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.857 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641373424 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.858 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2864 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7160 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.859 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 297869 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.860 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71350363 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:47.861 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.862 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 604 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49757368 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.863 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3235314 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18275663 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.864 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:47.865 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.866 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:47.867 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 604 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 49757368 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:47.868 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3235314 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18275663 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:47.869 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1771104 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305876992 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.870 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.1": { 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.871 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2490368 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.872 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1601536 2024-08-17T16:50:47.873 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1462272 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:47.874 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:47.875 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:47.876 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.877 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.878 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.879 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4026368 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 790528 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 300482 2024-08-17T16:50:47.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.881 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 34, 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 88405 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 66370019 2024-08-17T16:50:47.882 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 329, 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8135317 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 497529 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 340, 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 66867548 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:47.883 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 35376 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11243 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.884 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14122 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 833 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.885 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 256 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 141, 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2177340 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 361, 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 313406 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 220, 2024-08-17T16:50:47.886 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1393473 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 190937 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7098409 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:47.887 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 126, 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8645173 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 125, 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 232696175592 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 126, 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 164859326416 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 406, 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 84215332459 2024-08-17T16:50:47.888 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 406, 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42183 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1154966 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 131423998 2024-08-17T16:50:47.889 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 145695 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56686682 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21139084 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348532 2024-08-17T16:50:47.890 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 59, 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 279291 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 217563118 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 25990038 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:47.891 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 407, 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3976572 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862414970 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270909440 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270041088 2024-08-17T16:50:47.892 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138495692 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 868352 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.893 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85554069 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.894 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24576 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.895 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73804907 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:47.896 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641655519 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.897 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.898 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.899 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71374033 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:47.900 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57036046 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.901 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.902 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68792610 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.903 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641655519 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.904 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 276227 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.905 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71099934 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.906 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.907 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 157 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:47.908 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2429467 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 979129390 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1041 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:47.909 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 53568216 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 184421693 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 33 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4594897 2024-08-17T16:50:47.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1041 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3925491 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 33, 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3176698 2024-08-17T16:50:47.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18744253 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.912 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8339288 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 22, 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17713734 2024-08-17T16:50:47.913 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 102 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2429467 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 955790240 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.914 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41303437 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 102, 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 163531261 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 590368 2024-08-17T16:50:47.915 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305283072 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.2": { 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.916 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:47.917 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2174976 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1384448 2024-08-17T16:50:47.919 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1245184 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.920 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:47.921 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:47.922 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.923 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:47.924 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3493888 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 778240 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:47.926 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 242151 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.927 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 16, 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27217 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50391508 2024-08-17T16:50:47.928 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 280, 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5332518 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 437927 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 287, 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50829435 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:47.929 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34007 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1648 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.930 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7310 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 613 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:47.931 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 227 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 99, 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1225982 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 270, 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 346308 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 171, 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 875352 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.932 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 110016 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5774408 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 118, 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16805488 2024-08-17T16:50:47.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 117, 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 251453629513 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 118, 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 166270814037 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 342, 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 76541432260 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:47.934 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 342, 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34322 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 429832 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 102792737 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.935 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 124609 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 54787997 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18320853 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 348353 2024-08-17T16:50:47.936 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 52, 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 257467 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 182164593 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22012048 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.937 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 343, 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2602675 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862414970 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269860864 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:47.938 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 268836864 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138495692 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1024000 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.939 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85555171 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.940 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16384 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.941 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73811997 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:47.942 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641663788 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.943 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.944 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71365764 2024-08-17T16:50:47.945 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.946 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57036781 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.947 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.948 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68791875 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.949 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641663788 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.950 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 266047 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.951 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71101845 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:47.952 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.953 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:47.954 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70897139 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4557022 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.955 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 61050428 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:47.956 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:47.957 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.958 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 10 2024-08-17T16:50:47.959 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 70897139 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4557022 2024-08-17T16:50:47.960 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 61050428 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.961 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305270784 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.3": { 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.962 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:47.963 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1105920 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:47.964 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 802816 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 663552 2024-08-17T16:50:47.965 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.966 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.967 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:47.968 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.969 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:47.970 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1843200 2024-08-17T16:50:47.971 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 794624 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:47.972 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.973 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4905 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 145, 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37055400 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:47.974 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 141, 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7784501 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 145, 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 296181 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 145, 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37351581 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.975 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34073 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 939 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.976 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8817 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 360 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 231 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.977 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 92, 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 828605 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 161, 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 273979 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 69, 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 177690 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:47.978 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4100124 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 56, 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4333458 2024-08-17T16:50:47.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 53, 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 334899434743 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 56, 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85692805804 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 239, 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 600642 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.980 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 239, 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27218 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 251824 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 145033676 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.981 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68914 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 125469447 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15470691 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 350758 2024-08-17T16:50:47.982 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 256390 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 290353097 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17958578 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:47.983 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 242, 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2606296 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1862414970 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269926400 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 268976128 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.984 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3138495692 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 950272 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.985 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85555711 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.986 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.987 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.988 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.988 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.988 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.989 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.989 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.989 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.989 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73827841 2024-08-17T16:50:47.989 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.989 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641667838 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.990 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.991 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.992 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71361714 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:47.993 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 57037141 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.994 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.995 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68791515 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.996 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641667838 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:47.997 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6975 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269257 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.998 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71087610 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:47.999 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 37 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.000 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.001 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 651815 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:48.002 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:48.003 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:48.004 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.005 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:48.006 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 651815 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:48.007 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.008 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305283072 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.4": { 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:48.009 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:48.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1343488 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.011 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 983040 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 843776 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:48.012 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.013 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:48.014 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:48.015 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.016 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2260992 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:48.018 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 798720 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 10, 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 384151 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:48.019 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4230 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.020 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 189, 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 48206073 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 182, 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6757682 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 189, 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270316 2024-08-17T16:50:48.021 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 189, 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 48476389 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41664 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.022 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1106 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:48.023 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9953 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 411 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 248 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 109, 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1114008 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.024 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 188, 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 261124 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 79, 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 328215 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 6, 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 145521 2024-08-17T16:50:48.025 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7269328 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 49, 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3575136 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 48, 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 216155497214 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.026 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 49, 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73744276910 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 278, 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4597871654 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 278, 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 30527 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.027 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 340461 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 183672150 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 91064 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.028 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 58645256 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13935017 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 349068 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 47, 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 217934 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.029 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 263906654 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16521582 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 279, 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2179699 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.030 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1861472414 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270139392 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269828096 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3137386803 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.031 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 311296 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.032 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85498383 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.033 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8192 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.034 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73876977 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.035 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641237872 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.036 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.037 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71791680 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:48.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56998922 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.039 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.040 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68829734 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.041 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641237872 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.042 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.043 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 278168 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.044 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71515640 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.045 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:48.046 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2658378 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.047 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 696160 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2553512 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.048 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.049 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.050 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.051 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.052 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2658378 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 696160 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2553512 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.053 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:48.054 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305291264 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.5": { 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.055 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:48.056 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1216512 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:48.057 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 880640 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 741376 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.058 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:48.059 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.060 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:48.061 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.062 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.063 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2031616 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 794624 2024-08-17T16:50:48.064 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 169428 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:48.065 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 4, 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6054 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.066 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 164, 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50604368 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 156, 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 9048164 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 164, 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 201320 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 164, 2024-08-17T16:50:48.067 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50805688 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31516 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 884 2024-08-17T16:50:48.068 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7363 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:48.069 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 361 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 257 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 97, 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1073154 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 157, 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 355394 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:48.070 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 60, 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 455718 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 94224 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6573880 2024-08-17T16:50:48.071 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 46, 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2886434 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 43, 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 227503008445 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 46, 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 66449976195 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:48.072 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5229799587 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 274, 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 27738 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 261356 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 152325028 2024-08-17T16:50:48.073 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 76521 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 138483957 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14334842 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.074 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 350763 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 38, 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 166469 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312013906 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16585672 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:48.075 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 277, 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2129772 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1861472414 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270974976 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269959168 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.076 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3137386803 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1015808 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.077 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85498317 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.078 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.079 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73881139 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.080 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641237383 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.081 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.082 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71792169 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.083 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56998878 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.084 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.085 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68829778 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.086 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641237383 2024-08-17T16:50:48.087 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.088 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6979 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 279167 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.089 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71508151 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.090 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 42 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.091 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:48.092 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.093 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.094 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.095 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:48.096 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:48.097 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.098 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:48.099 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305283072 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.6": { 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:48.100 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:48.101 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1425408 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:48.102 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1048576 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 909312 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:48.103 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:48.104 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.105 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.106 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:48.107 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.108 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2408448 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.109 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1380352 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.110 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:48.111 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4859 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 205, 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 60448907 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 200, 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6422948 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.112 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 205, 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 173718 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 205, 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 60622625 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:48.113 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 29893 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1129 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.114 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 11471 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 431 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 261 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 100, 2024-08-17T16:50:48.115 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 743549 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 158, 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 258401 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 58, 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 409091 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:48.116 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2682583 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2971245 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 478950921074 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.117 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 39, 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 63388431135 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 606893 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 51615 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.118 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 247363 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 140685414 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 97045 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.119 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 97251547 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13197206 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 941022 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 32, 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 133387 2024-08-17T16:50:48.120 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 254109550 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 17719206 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 308, 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2277990 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.121 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1861472414 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269926400 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 269574144 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3137386803 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.122 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 352256 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.123 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85498610 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.124 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.125 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73884942 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:48.126 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641239575 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.127 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:48.128 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71789977 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.129 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56999073 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.130 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.131 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68829583 2024-08-17T16:50:48.132 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641239575 2024-08-17T16:50:48.133 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7098 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.134 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7098 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 271175 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.135 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71506734 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.136 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 39 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:48.137 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2804 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-08-17T16:50:48.138 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65774622 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7330409 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34558913 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.139 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.140 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.141 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.142 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2804 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65774622 2024-08-17T16:50:48.143 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 7330409 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 13, 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 34558913 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.144 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305868800 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.145 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "osd.7": { 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "bluefs": { 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_fallback": { 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_slow_size_fallback": { 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_db": { 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 65536 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_main": { 2024-08-17T16:50:48.146 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit_wal": { 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_slow": { 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_sst": { 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12288 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_written_wal": { 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1421312 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.147 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lat": { 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "compact_lock_lat": { 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "db_total_bytes": { 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "db_used_bytes": { 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 304480256 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.148 INFO:tasks.workunit.client.0.smithi001.stdout: "log_bytes": { 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1081344 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "logged_bytes": { 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 942080 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_db": { 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 312868864 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_slow": { 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "max_bytes_wal": { 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.149 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "num_files": { 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 14 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "read_bytes": { 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 195697 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "read_count": { 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 23 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes": { 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1269760 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.150 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_db": { 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1273856 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_slow": { 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_bytes_wal": { 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "read_disk_count": { 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_bytes": { 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4789 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.151 INFO:tasks.workunit.client.0.smithi001.stdout: "read_prefetch_count": { 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_bytes": { 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_buffer_count": { 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_bytes": { 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5589 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_count": { 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 24 2024-08-17T16:50:48.152 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes": { 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_db": { 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_slow": { 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_bytes_wal": { 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "read_random_disk_count": { 2024-08-17T16:50:48.153 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_total_bytes": { 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: "slow_used_bytes": { 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_total_bytes": { 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: "wal_used_bytes": { 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.154 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: "write_bytes": { 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2437120 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore": { 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: "alloc_unit": { 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4096 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": { 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1376256 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.155 INFO:tasks.workunit.client.0.smithi001.stdout: "clist_lat": { 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 3, 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 105707 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_lat": { 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed": { 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_allocated": { 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.156 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "compressed_original": { 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "csum_lat": { 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 15, 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 38814 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "decompress_lat": { 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_commit_lat": { 2024-08-17T16:50:48.157 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 213, 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56413456 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_final_lat": { 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 209, 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 6080539 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_flush_lat": { 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 213, 2024-08-17T16:50:48.158 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 143994 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "kv_sync_lat": { 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 213, 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56557450 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_keys_lat": { 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_get_values_lat": { 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.159 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 31839 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_lower_bound_lat": { 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1023 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_next_lat": { 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_seek_to_first_lat": { 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 0, 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.160 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_upper_bound_lat": { 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 2, 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3715 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_hits": { 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 872 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "onode_misses": { 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 301 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "read_lat": { 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 151, 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3482623 2024-08-17T16:50:48.161 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "read_onode_meta_lat": { 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 249, 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 314009 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "read_wait_aio_lat": { 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 98, 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2601159 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "reads_with_retries": { 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "remove_lat": { 2024-08-17T16:50:48.162 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 1, 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16252 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "state_aio_wait_lat": { 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2183640 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1699444 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_cleanup_lat": { 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-08-17T16:50:48.163 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 252723432799 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "state_deferred_queued_lat": { 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 26, 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 35308581296 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "state_done_lat": { 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 516357 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "state_finishing_lat": { 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56713 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "state_io_done_lat": { 2024-08-17T16:50:48.164 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 247422 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_commiting_lat": { 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 145400025 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_done_lat": { 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 114856 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "state_kv_queued_lat": { 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 140750662 2024-08-17T16:50:48.165 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "state_prepare_lat": { 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12769190 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": { 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 938990 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "truncate_lat": { 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 25, 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 108483 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.166 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_commit_lat": { 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 301411570 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_submit_lat": { 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 15059473 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "txc_throttle_lat": { 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 327, 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2462885 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache": { 2024-08-17T16:50:48.167 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_bytes": { 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 1861472414 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "heap_bytes": { 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270974976 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "mapped_bytes": { 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 270278656 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "target_bytes": { 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3137386803 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "unmapped_bytes": { 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 696320 2024-08-17T16:50:48.168 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:data": { 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 159383552 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 85479791 2024-08-17T16:50:48.169 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 8192 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 147456 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.170 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 143360 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.171 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 73604753 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv": { 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 780140544 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.172 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641098433 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.173 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 2128 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.174 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71931119 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.175 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 192937984 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 67108864 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 464 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 56986527 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.176 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.177 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.178 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 68842129 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: "bluestore-pricache:meta": { 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: "committed_bytes": { 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 713031680 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: "pri0_bytes": { 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: "pri10_bytes": { 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.179 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri11_bytes": { 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 641098433 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri1_bytes": { 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri2_bytes": { 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 4285 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri3_bytes": { 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 12857 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.180 INFO:tasks.workunit.client.0.smithi001.stdout: "pri4_bytes": { 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "pri5_bytes": { 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "pri6_bytes": { 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 282871 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "pri7_bytes": { 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "pri8_bytes": { 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.181 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "pri9_bytes": { 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "reserved_bytes": { 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 71633234 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "objecter": { 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "op_active": { 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.182 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rmw": { 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "osd": { 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg": { 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 46 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "numpg_removing": { 2024-08-17T16:50:48.183 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "op": { 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 185 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_degraded": { 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "op_delayed_unreadable": { 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "op_in_bytes": { 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.184 INFO:tasks.workunit.client.0.smithi001.stdout: "op_latency": { 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 185, 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 103489183 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "op_out_bytes": { 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 266901 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "op_prepare_latency": { 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 187, 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 41245419 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "op_process_latency": { 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 185, 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 80607221 2024-08-17T16:50:48.185 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r": { 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 130 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency": { 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 18650553 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_out_bytes": { 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 266901 2024-08-17T16:50:48.186 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_prepare_latency": { 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 16396749 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "op_r_process_latency": { 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 130, 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 13282065 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw": { 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 50 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_in_bytes": { 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.187 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency": { 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 50, 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 48085075 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_out_bytes": { 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.188 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_prepare_latency": { 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 50, 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 21541673 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "op_rw_process_latency": { 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 50, 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 44612555 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w": { 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 5 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_in_bytes": { 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.189 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency": { 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 36753555 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_prepare_latency": { 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 7, 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 3306997 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "op_w_process_latency": { 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "count": 5, 2024-08-17T16:50:48.190 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 22712601 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "op_wip": { 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_bytes": { 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "recovery_ops": { 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 0 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes": { 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 95995035648 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.191 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_bytes_used": { 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: "value": 305864704 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": [ 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:48.192 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 1, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 1, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 1, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 1781760, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 1781760, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:48.193 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 212, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 313344, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 590368, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 590368, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 1771104, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 179, 2024-08-17T16:50:48.194 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2473984 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:48.195 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 32, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 32, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 2, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 98304, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 98304, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 22, 2024-08-17T16:50:48.196 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.351972542806834e-07, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 3410, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 3410, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 10230, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 51, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 19456 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:48.197 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 64, 2024-08-17T16:50:48.198 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 64, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 3, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 0, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 0, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 0, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 0.0, 2024-08-17T16:50:48.199 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 0 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:48.200 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "cache_mode": "none", 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "erasure_code_profile": {}, 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "min_size": 2, 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "options": {}, 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_autoscale_mode": "off", 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 8, 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "pgp_num": 8, 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "pool": 4, 2024-08-17T16:50:48.201 INFO:tasks.workunit.client.0.smithi001.stdout: "size": 3, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "stats": { 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_raw": 727115213066, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "bytes_used": 12288, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_bytes_used": 0, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "compress_under_bytes": 0, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "data_bytes_used": 12288, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty": 0, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "max_avail": 242371739648, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "objects": 2, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_bytes_used": 0, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_bytes": 0, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "quota_objects": 0, 2024-08-17T16:50:48.202 INFO:tasks.workunit.client.0.smithi001.stdout: "rd": 0, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "rd_bytes": 0, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "stored": 19, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_data": 19, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_omap": 0, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "stored_raw": 57, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "wr": 2, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "wr_bytes": 2048 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_bytes": 0, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "target_max_objects": 0, 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "type": "replicated" 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.203 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": { 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: "mirroring_by_pool": [ 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: false 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_images_by_pool": [ 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pools": 1 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: "report_id": "9e23caaf-9439-4f5a-b766-5f7adc7244d4", 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: "report_timestamp": "2024-08-17T16:50:46.837326", 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: "report_version": 1, 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: "rocksdb_stats": { 2024-08-17T16:50:48.204 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "6.15.5" 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "rook": { 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "cluster": { 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "external-mode": null, 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "mon": { 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "allow-multiple-per-node": null, 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "count": null, 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "max-id": null, 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "pvc": { 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "stretch": { 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: "enabled": null 2024-08-17T16:50:48.205 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: "network": { 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: "provider": null 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: "storage": { 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: "device-set": { 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: "non-portable": null, 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: "portable": null, 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.206 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "csi": { 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes": { 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "node": { 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "kubernetes-total": null, 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "with-ceph-daemons": null, 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-nfs-plugin": null, 2024-08-17T16:50:48.207 INFO:tasks.workunit.client.0.smithi001.stdout: "with-csi-rbd-plugin": null 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "storage-class": { 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "count": { 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "bucket": null, 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs": null, 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "nfs": null, 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd": null, 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "total": null 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.208 INFO:tasks.workunit.client.0.smithi001.stdout: "version": null 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: "services": {}, 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_per_pg": [ 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.209 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.654460+0000", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.654460+0000", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657119+0000", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:48.210 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831862+0000", 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.211 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3f", 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:52:32.866103+0000", 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.212 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.213 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.214 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.215 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.216 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.641934+0000", 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.641934+0000", 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.642249+0000", 2024-08-17T16:50:48.217 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404573+0000", 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.218 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3e", 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.219 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:58:29.807448+0000", 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.220 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.221 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.222 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.223 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.224 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649209+0000", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649209+0000", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.649470+0000", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:48.225 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831744+0000", 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.226 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3d", 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:58:34.520223+0000", 2024-08-17T16:50:48.227 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.228 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.229 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.230 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.231 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.656268+0000", 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.656268+0000", 2024-08-17T16:50:48.232 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.656527+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406468+0000", 2024-08-17T16:50:48.233 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3c", 2024-08-17T16:50:48.234 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:00:47.047531+0000", 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.235 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.236 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.237 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.238 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.239 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648773+0000", 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648773+0000", 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.651287+0000", 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:48.240 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831493+0000", 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.241 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3b", 2024-08-17T16:50:48.242 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:44:40.697677+0000", 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.243 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.244 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.245 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.246 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.247 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.660349+0000", 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.660349+0000", 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.660619+0000", 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.248 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406279+0000", 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.249 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3a", 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.250 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:22:09.297976+0000", 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.251 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.252 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.253 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.254 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.255 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.651802+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.651802+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652086+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.256 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831161+0000", 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.257 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.39", 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:22:57.658628+0000", 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.258 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.259 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.260 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.261 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.262 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.658578+0000", 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.658578+0000", 2024-08-17T16:50:48.263 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.658860+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649820+0000", 2024-08-17T16:50:48.264 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.265 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.38", 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:43:11.242882+0000", 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.266 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.267 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.268 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.269 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.270 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.660189+0000", 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.660189+0000", 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.660464+0000", 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:48.271 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.832026+0000", 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.272 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.37", 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.273 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:36:17.290238+0000", 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.274 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.275 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.276 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.277 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.278 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.653630+0000", 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.653630+0000", 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.653966+0000", 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.279 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629261+0000", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.280 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.36", 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.281 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:20:21.418022+0000", 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.282 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.283 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.284 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.285 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.286 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.642497+0000", 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.642497+0000", 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.643777+0000", 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.287 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629251+0000", 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.288 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.35", 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.289 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:14:59.553969+0000", 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.290 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.291 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.292 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.293 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.294 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:45.920269+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:45.920269+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:45.920713+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.295 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397202+0000", 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.296 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.34", 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 17, 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:31:18.932853+0000", 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.297 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.298 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.299 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.300 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.301 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.651842+0000", 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.651842+0000", 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652128+0000", 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:48.302 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650224+0000", 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.303 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.33", 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.304 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:46:12.750805+0000", 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.305 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.306 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.307 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.308 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.309 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.656255+0000", 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.656255+0000", 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.656535+0000", 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.310 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831390+0000", 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.311 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.32", 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:37:15.203733+0000", 2024-08-17T16:50:48.312 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.313 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.314 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.315 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.316 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:48.317 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.644300+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.644300+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.644828+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.318 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404080+0000", 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.319 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.31", 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:06:29.042838+0000", 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.320 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.321 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.322 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.323 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.324 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.653887+0000", 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.653887+0000", 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.654717+0000", 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.325 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406223+0000", 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.326 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.30", 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.327 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:04:44.559970+0000", 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.328 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.329 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.330 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.331 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.332 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648768+0000", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648768+0000", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.651187+0000", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:48.333 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406768+0000", 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.334 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2f", 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:05:28.440181+0000", 2024-08-17T16:50:48.335 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.336 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.337 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.338 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.339 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.340 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647103+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647103+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.647371+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.341 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397388+0000", 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.342 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2e", 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:24:17.827076+0000", 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.343 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.344 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.345 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.346 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.347 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.657221+0000", 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.657221+0000", 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657583+0000", 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.348 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831841+0000", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.349 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2d", 2024-08-17T16:50:48.350 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:08:53.833764+0000", 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.351 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.352 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.353 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.354 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.355 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.357 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.357 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.357 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.357 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.357 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.653766+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.653766+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.654037+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.358 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629161+0000", 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.359 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2c", 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:41:55.113897+0000", 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.360 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.361 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.362 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.363 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.364 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648354+0000", 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648354+0000", 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648619+0000", 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.365 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831371+0000", 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.366 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2b", 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.367 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:44:54.725401+0000", 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.368 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.369 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.370 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.371 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.372 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.655659+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.655659+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.655927+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:48.373 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406408+0000", 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.374 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2a", 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:57:35.926831+0000", 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.375 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.376 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.377 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.378 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.379 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648422+0000", 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648422+0000", 2024-08-17T16:50:48.380 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648766+0000", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.381 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649955+0000", 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.382 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.29", 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:18:05.912093+0000", 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.383 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.384 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.385 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.386 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.387 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.653506+0000", 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.653506+0000", 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.655494+0000", 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:48.388 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406158+0000", 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.389 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.28", 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.390 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:46:00.903292+0000", 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.391 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.392 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.393 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.394 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.395 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.648219+0000", 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.648219+0000", 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648658+0000", 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.396 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.397 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.27", 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.398 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:09:48.733495+0000", 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.399 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.400 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.401 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.402 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.403 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649525+0000", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649525+0000", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.649807+0000", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:48.404 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629253+0000", 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.405 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.26", 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:58:30.779611+0000", 2024-08-17T16:50:48.406 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.407 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.408 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.409 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.410 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:48.411 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650494+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650494+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.651659+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.412 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404168+0000", 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.413 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.25", 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:25:13.737033+0000", 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.414 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.415 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.416 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.417 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.418 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650156+0000", 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650156+0000", 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.650446+0000", 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.419 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650378+0000", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.420 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.24", 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.421 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:33:56.644485+0000", 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.422 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.423 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.424 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.425 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.426 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:46.695825+0000", 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:46.695825+0000", 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:46.696256+0000", 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:48.427 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397031+0000", 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:48.428 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.23", 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 17, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.429 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:43:24.099836+0000", 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.430 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.431 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.432 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.433 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:48.434 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.659290+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.659290+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.659559+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.435 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406399+0000", 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.436 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.22", 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:49:25.056483+0000", 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.437 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.438 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.439 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.440 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.441 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647091+0000", 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647091+0000", 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.647360+0000", 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.442 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.396923+0000", 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.443 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.21", 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:34:32.250679+0000", 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.444 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.445 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.446 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.447 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.448 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.658480+0000", 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.658480+0000", 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.658757+0000", 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:48.449 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628738+0000", 2024-08-17T16:50:48.450 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.20", 2024-08-17T16:50:48.451 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:44:19.580446+0000", 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.452 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.453 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.454 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.455 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.456 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.646275+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.646275+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.646519+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:48.457 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397827+0000", 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.458 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1a", 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:32:05.333991+0000", 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.459 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.460 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.461 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.462 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.463 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334883+0000", 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334883+0000", 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335168+0000", 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.464 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650343+0000", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.465 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1b", 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:48.466 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:38:31.945895+0000", 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.467 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.468 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.469 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.470 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652338+0000", 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652338+0000", 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652604+0000", 2024-08-17T16:50:48.471 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831403+0000", 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.472 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1b", 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.473 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:44:42.221980+0000", 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.474 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.475 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.476 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.477 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.478 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:45.748717+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:45.748717+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:45.749111+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.479 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628922+0000", 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.480 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1a", 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 34, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:18:56.046826+0000", 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.481 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.482 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.483 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.484 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.485 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.335743+0000", 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.335743+0000", 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335991+0000", 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.486 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650071+0000", 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.487 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.19", 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:23:04.408471+0000", 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.488 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.489 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.490 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.491 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.492 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650651+0000", 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650651+0000", 2024-08-17T16:50:48.493 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.651104+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:48.494 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649915+0000", 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.18", 2024-08-17T16:50:48.495 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:53:32.644046+0000", 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.496 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.497 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.498 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.499 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.500 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.333758+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.333758+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334044+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.501 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406256+0000", 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.502 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.18", 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:21:31.184999+0000", 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.503 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.504 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.505 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.506 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.507 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649858+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649858+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.650134+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.508 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.403993+0000", 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.509 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.19", 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:08:56.178987+0000", 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.510 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.511 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.512 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.513 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.514 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.342423+0000", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.342423+0000", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.343068+0000", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:48.515 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629229+0000", 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.516 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.17", 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:45:38.719968+0000", 2024-08-17T16:50:48.517 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.518 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.519 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.520 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.521 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652936+0000", 2024-08-17T16:50:48.522 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652936+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.653261+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:48.523 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406379+0000", 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.524 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.16", 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:30:42.284527+0000", 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.525 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.526 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.527 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.528 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.529 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.340533+0000", 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.340533+0000", 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.341060+0000", 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.530 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406714+0000", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.531 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.16", 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:39:15.981286+0000", 2024-08-17T16:50:48.532 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.533 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.534 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.535 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.536 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.656433+0000", 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.656433+0000", 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657582+0000", 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:48.537 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831912+0000", 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.538 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.17", 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.539 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:26:30.680701+0000", 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.540 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.541 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.542 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.543 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.544 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334766+0000", 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334766+0000", 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335278+0000", 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.545 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404381+0000", 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 3, 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.546 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 3, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.15", 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:59:18.321281+0000", 2024-08-17T16:50:48.547 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 90, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.548 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.549 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.550 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 4, 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'3" 2024-08-17T16:50:48.551 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.552 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:45.747363+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:45.747363+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:45.747779+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.553 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397156+0000", 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.554 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.14", 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 17, 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:59:55.177318+0000", 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.555 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.556 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.557 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.558 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.559 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.336763+0000", 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.336763+0000", 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.337109+0000", 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:48.560 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:49:35.314650+0000", 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 12, 2024-08-17T16:50:48.561 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 12, 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.14", 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.562 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 35, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:45:41.194242+0000", 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 2624, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.563 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 12, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 4, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 4, 2024-08-17T16:50:48.564 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.565 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 12, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 9 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.566 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "75'12" 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.567 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.645700+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.645700+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.646060+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:48.568 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831584+0000", 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.569 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.15", 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:34:12.025371+0000", 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.570 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.571 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.572 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.573 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.574 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.333524+0000", 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.333524+0000", 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335204+0000", 2024-08-17T16:50:48.575 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831475+0000", 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.576 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.13", 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.577 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:10:22.541832+0000", 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 34, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.578 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:48.579 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.580 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 6 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.581 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.582 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647777+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647777+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648061+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:48.583 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831481+0000", 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.584 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.12", 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:38:21.378540+0000", 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.585 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.586 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.587 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.588 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.589 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334286+0000", 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334286+0000", 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334626+0000", 2024-08-17T16:50:48.590 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406547+0000", 2024-08-17T16:50:48.591 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.12", 2024-08-17T16:50:48.592 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:06:15.004816+0000", 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.593 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.594 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.595 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.596 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.597 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:46.695888+0000", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:46.695888+0000", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:46.696242+0000", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 67, 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:48.598 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:48.599 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:48.599 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.599 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.599 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.599 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:48.601 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831486+0000", 2024-08-17T16:50:48.601 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 66, 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.602 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.13", 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 31, 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:21:43.717131+0000", 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.603 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.604 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.605 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.606 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.607 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.338189+0000", 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.338189+0000", 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.338519+0000", 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:48.608 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628826+0000", 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.609 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.11", 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.610 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:15:08.975277+0000", 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.611 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.612 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.613 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.614 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.615 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.657367+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.657367+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657794+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:48.616 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628708+0000", 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.617 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.10", 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.618 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:25:57.733589+0000", 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.619 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.620 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.621 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.622 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:48.623 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.330164+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.330164+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.330455+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.624 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.396972+0000", 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 8, 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 8, 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.625 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.10", 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 31, 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:48:59.364248+0000", 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.626 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.627 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 12, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 4, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 4, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 4, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.628 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 12, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.629 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'8" 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.630 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.658031+0000", 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.658031+0000", 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.658311+0000", 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.631 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831295+0000", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.632 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.11", 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.633 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:34:30.134089+0000", 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.634 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.635 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.636 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.637 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.638 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.332189+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.332189+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.332502+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:48.639 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.398555+0000", 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.640 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.f", 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:19:50.395835+0000", 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.641 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 22, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.642 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.643 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.644 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.645 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.646904+0000", 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.646904+0000", 2024-08-17T16:50:48.646 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.647208+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831790+0000", 2024-08-17T16:50:48.647 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.e", 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.648 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:49:51.808970+0000", 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.649 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.650 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.651 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.652 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.653 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.338165+0000", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.338165+0000", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.338492+0000", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:48.654 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397441+0000", 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.655 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.e", 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:38:47.750694+0000", 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.656 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.657 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.658 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:48.659 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.660 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.658946+0000", 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.658946+0000", 2024-08-17T16:50:48.661 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.659204+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:48.662 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831814+0000", 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.663 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.f", 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:30:22.962012+0000", 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.664 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.665 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.666 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.667 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.668 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334130+0000", 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334130+0000", 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334462+0000", 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.669 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404427+0000", 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.670 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.d", 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.671 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:10:15.653982+0000", 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 70, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.672 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.673 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.674 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.675 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.676 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649674+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649674+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.649956+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:48.677 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406602+0000", 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.678 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.c", 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:40:17.126135+0000", 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.679 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.680 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.681 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.682 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.683 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.332532+0000", 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.332532+0000", 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.332912+0000", 2024-08-17T16:50:48.684 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397346+0000", 2024-08-17T16:50:48.685 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.686 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.c", 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:48:07.961204+0000", 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.687 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.688 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.689 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.690 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.691 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.654549+0000", 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.654549+0000", 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.657209+0000", 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.692 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831688+0000", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.693 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.d", 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.694 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:19:33.834207+0000", 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.695 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.696 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.697 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.698 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:48.699 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.385048+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.385048+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.629460+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:48.700 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.145404+0000", 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.701 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.5", 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 18, 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:00:31.182663+0000", 2024-08-17T16:50:48.702 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000380547, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.703 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.704 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.705 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.706 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 19, 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.707 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:46:51.781414+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:46:51.781414+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:46:51.781826+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:44:56.263153+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:44:56.263153+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 58, 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.708 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:44:56.263153+0000", 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831552+0000", 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 128, 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 57, 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 128, 2024-08-17T16:50:48.709 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "1.0", 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 283, 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:15:42.306359+0000", 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 590368, 2024-08-17T16:50:48.710 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 1771104, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.711 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 6, 2024-08-17T16:50:48.712 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 212, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 306, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 179, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2416 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.713 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "68'128" 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.714 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.335365+0000", 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.335365+0000", 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.335690+0000", 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:48.715 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406359+0000", 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.716 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.3", 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.717 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:21:13.361814+0000", 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.718 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.719 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.720 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.721 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.722 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652508+0000", 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652508+0000", 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652884+0000", 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.723 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649999+0000", 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.724 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.2", 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.725 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:00:24.865375+0000", 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.726 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.727 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.728 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.729 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.730 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.548367+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.548367+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.832080+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:48.731 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.743566+0000", 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.732 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.6", 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 18, 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:38:10.843808+0000", 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000265749, 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.733 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.734 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.735 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.736 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.737 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:48.738 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.341814+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.341814+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.342233+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:48.739 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831543+0000", 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.740 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.0", 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:01:06.712885+0000", 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.741 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.742 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.743 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.744 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.745 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650632+0000", 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650632+0000", 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.650919+0000", 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.746 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831013+0000", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.747 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1", 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.748 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:10:49.957658+0000", 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.749 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.750 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.751 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.752 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.753 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.541210+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.541210+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.405052+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.754 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.003041+0000", 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.755 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.7", 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 18, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:12:35.565209+0000", 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000457094, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.756 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.757 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.758 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.759 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.760 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 2, 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.336897+0000", 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.336897+0000", 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.337227+0000", 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.761 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.396997+0000", 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.762 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1", 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.763 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:22:47.584114+0000", 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.764 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.765 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.766 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.767 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 2, 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.768 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.642617+0000", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.642617+0000", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.642948+0000", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:48.769 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.403960+0000", 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.770 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.0", 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:18:47.492365+0000", 2024-08-17T16:50:48.771 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.772 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.773 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.774 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.775 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.776 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.548366+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.548366+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.404629+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:48.777 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.003123+0000", 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.778 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.4", 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 18, 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:15:45.183354+0000", 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.00037553, 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.779 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.780 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.781 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.782 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.783 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.339616+0000", 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.339616+0000", 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.339885+0000", 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:48.784 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406531+0000", 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.785 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.2", 2024-08-17T16:50:48.786 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:25:08.531537+0000", 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.787 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.788 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.789 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.790 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.791 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.645881+0000", 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.645881+0000", 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.646503+0000", 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.792 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397996+0000", 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.793 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.3", 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.794 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:34:26.720515+0000", 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.795 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.796 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.797 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.798 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.799 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.541085+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.541085+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.405089+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.800 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.002805+0000", 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:48.801 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.2", 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:04:50.657454+0000", 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000977296, 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.802 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 19, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.803 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.805 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.805 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.805 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.805 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.805 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.806 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 2, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.807 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "74'2" 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.808 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.337050+0000", 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.337050+0000", 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.337328+0000", 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:48.809 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404378+0000", 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.810 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.4", 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.811 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:56:39.412373+0000", 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.812 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.813 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.814 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.815 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.816 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647832+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647832+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648132+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:48.817 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406516+0000", 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.818 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.5", 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:54:48.697590+0000", 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.819 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.820 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.821 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.822 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.823 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.541181+0000", 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.541181+0000", 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.831893+0000", 2024-08-17T16:50:48.824 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.743046+0000", 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.825 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.3", 2024-08-17T16:50:48.826 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 19, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:56:25.036176+0000", 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000653644, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.827 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.828 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.829 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.830 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "72'1" 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.831 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.341209+0000", 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.341209+0000", 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.341964+0000", 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.832 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831843+0000", 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.833 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.5", 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.834 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:03:27.895305+0000", 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.835 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.836 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.837 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.838 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.839 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.646313+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.646313+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.646609+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:48.840 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404280+0000", 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.841 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.4", 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:51:28.313352+0000", 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.842 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.843 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.844 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.845 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.846 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:48.847 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.385184+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.385184+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.650230+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.848 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.653183+0000", 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.849 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.0", 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 19, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:33:05.954722+0000", 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000436946, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.850 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.851 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.852 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.853 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.854 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.338206+0000", 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.338206+0000", 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.338517+0000", 2024-08-17T16:50:48.855 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404575+0000", 2024-08-17T16:50:48.856 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.6", 2024-08-17T16:50:48.857 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:44:15.762759+0000", 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.858 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.859 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.860 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.861 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.862 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647847+0000", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647847+0000", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.648494+0000", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.863 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650541+0000", 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.864 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.7", 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:04:49.878130+0000", 2024-08-17T16:50:48.865 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.866 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.867 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.868 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.869 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 69, 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.870 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:48:10.541293+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:48:10.541293+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:48:14.398205+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 70, 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:48.871 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:48:09.369109+0000", 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:19.003279+0000", 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 69, 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.872 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "4.1", 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 75, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 19, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:15:18.865108+0000", 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.000540442, 2024-08-17T16:50:48.873 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.874 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.874 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.875 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.876 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.877 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.878 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.879 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.880 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.341408+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.341408+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.341703+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:48.881 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.629363+0000", 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.882 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.7", 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:01:33.470644+0000", 2024-08-17T16:50:48.883 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.884 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.885 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.886 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.887 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.888 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.647212+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.647212+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.647496+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.889 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831472+0000", 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.890 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.6", 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:38:16.887192+0000", 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.891 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.892 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.893 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.894 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.895 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.341842+0000", 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.341842+0000", 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.342189+0000", 2024-08-17T16:50:48.896 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831280+0000", 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.897 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.8", 2024-08-17T16:50:48.898 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 24, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T16:58:51.177449+0000", 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.899 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.900 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.901 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.902 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.903 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 4, 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.645548+0000", 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.645548+0000", 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.645814+0000", 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.904 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.397939+0000", 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.905 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.9", 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.906 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:38:39.565441+0000", 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.907 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.908 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.909 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: 2, 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 4, 2024-08-17T16:50:48.910 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.911 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334373+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334373+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334672+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:48.912 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404132+0000", 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.913 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.9", 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:10:17.131426+0000", 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.914 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.915 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.916 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.917 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: 3 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.918 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:48.919 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.650277+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.650277+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.650908+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.920 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.649960+0000", 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.921 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.8", 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:07:47.233512+0000", 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.922 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.923 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.924 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.925 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.926 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 1, 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.336314+0000", 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.336314+0000", 2024-08-17T16:50:48.927 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.336573+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.404369+0000", 2024-08-17T16:50:48.928 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.a", 2024-08-17T16:50:48.929 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 23, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:49:44.753949+0000", 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.930 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.931 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.932 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.933 INFO:tasks.workunit.client.0.smithi001.stdout: 1, 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: 7 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 1, 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.934 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.649474+0000", 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.649474+0000", 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.649766+0000", 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.935 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650211+0000", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.936 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.b", 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:48.937 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:45:27.603764+0000", 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.938 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.939 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.940 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.941 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.942 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.342560+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.342560+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.343598+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.943 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831739+0000", 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:48.944 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.b", 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:39:43.332184+0000", 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.945 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.946 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.947 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 1, 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.948 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.949 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 6, 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.644661+0000", 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.644661+0000", 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.644964+0000", 2024-08-17T16:50:48.950 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.628833+0000", 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.951 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.a", 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.952 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:42:27.334801+0000", 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.953 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.954 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.955 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.956 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 6, 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.957 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652683+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652683+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.653037+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:48.958 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406509+0000", 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.959 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1d", 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:40:13.485856+0000", 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.960 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.961 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.962 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.963 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: 6 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.964 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.342892+0000", 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.342892+0000", 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.343502+0000", 2024-08-17T16:50:48.965 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831505+0000", 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.966 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1c", 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.967 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:07:28.989691+0000", 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.968 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.969 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.970 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.971 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 5, 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.972 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.655104+0000", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.655104+0000", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.655402+0000", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:48.973 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.406526+0000", 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.974 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1c", 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.975 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:09:50.896745+0000", 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.976 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.977 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.978 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: 4, 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: 1 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 5, 2024-08-17T16:50:48.979 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 7, 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.980 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.340996+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.340996+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.342089+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:48.981 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831728+0000", 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 2, 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.982 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 2, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1d", 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 26, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:33:39.297294+0000", 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.983 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.984 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 3, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 1, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 1, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:48.985 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 3, 2024-08-17T16:50:48.986 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: 0 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 7, 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'2" 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.987 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.655592+0000", 2024-08-17T16:50:48.988 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.655592+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.655890+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:48.989 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.831831+0000", 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.990 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1f", 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 20, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:50:41.032266+0000", 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.991 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:48.992 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:48.993 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:48.994 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: 5, 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:48.995 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.334174+0000", 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.334174+0000", 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.334451+0000", 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.996 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650584+0000", 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 1, 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:48.997 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 1, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1e", 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 25, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:48.998 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:07:07.405578+0000", 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:48.999 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:49.000 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:49.001 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: 5 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'1" 2024-08-17T16:50:49.002 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 3, 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 62, 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:49.003 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:16.652232+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:16.652232+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:16.652626+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 63, 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:49.004 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:15.623045+0000", 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.650520+0000", 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 62, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:49.005 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "3.1e", 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 21, 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:04:37.756125+0000", 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:49.006 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:49.007 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:49.008 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.009 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: 3, 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: 6, 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: 2 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 3, 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "0'0" 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": [ 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:49.010 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "acting_primary": 0, 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "avail_no_missing": [], 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "blocked_by": [], 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "created": 59, 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "dirty_stats_invalid": false, 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "hitset_stats_invalid": false, 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_active": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_active": "2024-08-17T16:47:13.337424+0000", 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_became_peered": "2024-08-17T16:47:13.337424+0000", 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_change": "2024-08-17T16:47:13.337711+0000", 2024-08-17T16:50:49.011 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_clean_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub": "0'0", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_deep_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_epoch_clean": 60, 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fresh": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_fullsized": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_peered": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub": "0'0", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_duration": 0, 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_scrub_stamp": "2024-08-17T16:47:12.319441+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_undegraded": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "last_unstale": "2024-08-17T16:48:14.832017+0000", 2024-08-17T16:50:49.012 INFO:tasks.workunit.client.0.smithi001.stdout: "log_dups_size": 0, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 4, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "log_start": "0'0", 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "manifest_stats_invalid": false, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "mapping_epoch": 59, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "object_location_counts": [], 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_scrubbed": 0, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "objects_trimmed": 0, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_stats_invalid": false, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 4, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_start": "0'0", 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "parent": "0.0", 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "parent_split_bits": 0, 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "pgid": "2.1f", 2024-08-17T16:50:49.013 INFO:tasks.workunit.client.0.smithi001.stdout: "pin_stats_invalid": false, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "purged_snaps": [], 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_epoch": 74, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "reported_seq": 27, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_duration": 0.0, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:53:11.129727+0000", 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrim_duration": 0.0, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "snaptrimq_len": 0, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 570, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:49.014 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:49.015 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 1, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:49.016 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 4, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 1 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "state": "active+clean", 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_invalid": false, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: "up": [ 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: 0, 2024-08-17T16:50:49.017 INFO:tasks.workunit.client.0.smithi001.stdout: 7, 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: 4 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: "up_primary": 0, 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: "version": "65'4" 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_per_pool": [ 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 24, 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: "rbd" 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 3, 2024-08-17T16:50:49.018 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 8, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 3, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 4, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 19, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:49.019 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:49.020 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:49.021 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 2, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 12288, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 57, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:49.022 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 24 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 192, 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 0, 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 64, 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 0, 2024-08-17T16:50:49.023 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 3, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:49.024 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:49.025 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 0, 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 0 2024-08-17T16:50:49.026 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 192 2024-08-17T16:50:49.027 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 96, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "cephfs" 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 45, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 32, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 8, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 45, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 2, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 3410, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:49.028 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:49.029 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 66, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 22, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 22, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 14, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:49.030 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 51, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 19 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 98304, 2024-08-17T16:50:49.031 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 10230, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 96 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: { 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "acting": 3, 2024-08-17T16:50:49.032 INFO:tasks.workunit.client.0.smithi001.stdout: "application": [ 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "mgr" 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "log_size": 128, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "num_pg": 1, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "num_store_stats": 3, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "ondisk_log_size": 128, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "poolid": 1, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "stat_sum": { 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes": 590368, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "num_bytes_recovered": 1771104, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "num_deep_scrub_errors": 0, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict": 0, 2024-08-17T16:50:49.033 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_kb": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_full": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_evict_mode_some": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_kb": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_high": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_flush_mode_low": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_keys_recovered": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_large_omap_objects": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_legacy_snapsets": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_clones": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_object_copies": 6, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects": 2, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_degraded": 0, 2024-08-17T16:50:49.034 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_dirty": 2, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_manifest": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_misplaced": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_omap": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_pinned": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_recovered": 6, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_repaired": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_objects_unfound": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_bytes": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_omap_keys": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_promote": 0, 2024-08-17T16:50:49.035 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read": 212, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_read_kb": 306, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_scrub_errors": 0, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_whiteouts": 0, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write": 179, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "num_write_kb": 2416 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "store_stats": { 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "allocated": 1781760, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "available": 0, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed": 0, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_allocated": 0, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "data_compressed_original": 0, 2024-08-17T16:50:49.036 INFO:tasks.workunit.client.0.smithi001.stdout: "data_stored": 1771104, 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "internal_metadata": 0, 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "internally_reserved": 0, 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "omap_allocated": 0, 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "total": 0 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "up": 3 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: ], 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "usage": { 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "pg_num": 105, 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "pools": 4, 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "stats_by_class": { 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "ssd": { 2024-08-17T16:50:49.037 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 765516255232, 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 2444029952, 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_bytes": 2444029952, 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_raw_ratio": 0.0031824952457100153 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: }, 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: "total_avail_bytes": 765516255232, 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: "total_bytes": 767960285184, 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: "total_used_bytes": 2444029952 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout: } 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout:} 2024-08-17T16:50:49.038 INFO:tasks.workunit.client.0.smithi001.stdout:OK 2024-08-17T16:50:49.039 INFO:tasks.workunit.client.0.smithi001.stderr:+ echo OK 2024-08-17T16:50:49.040 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T16:50:49.040 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T16:50:49.040 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:49.040 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.040 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.042 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.043 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.045 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.047 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.047 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.047 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.047 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.047 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.047 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.047 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.047 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:46 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.049 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.050 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.051 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.053 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.054 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[29829]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T16:50:49.054 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.054 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.054 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.054 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:47 smithi001 ceph-mon[41665]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.056 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:50:49.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:50:49.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:49.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:49.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:49.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:47 smithi189 ceph-mon[33558]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T16:50:49.087 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-17T16:50:49.088 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T16:50:49.415 DEBUG:teuthology.parallel:result is None 2024-08-17T16:50:49.415 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T16:50:49.442 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T16:50:49.443 DEBUG:teuthology.orchestra.run.smithi001:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T16:50:49.505 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T16:50:49.505 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:50:49.514 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-17T16:50:49.514 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:50:49.528 INFO:teuthology.task.print:**** done start parallel 2024-08-17T16:50:49.529 INFO:teuthology.run_tasks:Running task parallel... 2024-08-17T16:50:49.546 INFO:teuthology.task.parallel:starting parallel... 2024-08-17T16:50:49.546 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-17T16:50:49.574 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T16:50:49.575 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-17T16:50:49.575 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-17T16:50:49.631 INFO:tasks.rados:Beginning rados... 2024-08-17T16:50:49.632 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-17T16:50:49.632 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'OSD_DOWN', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSDMAP_FLAGS', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '91f88e4d132ac08dc53355fa3d9717a53236a3a9'}} 2024-08-17T16:50:49.632 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-17T16:50:49.632 INFO:tasks.rados:joining rados 2024-08-17T16:50:49.632 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-17T16:50:49.633 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T16:50:49.633 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-17T16:50:49.634 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-17T16:50:49.634 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-08-17T16:50:49.634 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-17T16:50:49.635 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-17T16:50:49.635 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-17T16:50:49.920 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:49.921 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:49.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:50:49 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:50:50.595 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:50 smithi001 ceph-mon[29829]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T16:50:50.595 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:50 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:50.595 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:50 smithi001 ceph-mon[41665]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T16:50:50.596 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:50 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:50.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:50 smithi189 ceph-mon[33558]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T16:50:50.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:50 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:50:52.579 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:52 smithi001 ceph-mon[29829]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T16:50:52.579 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:52 smithi001 ceph-mon[41665]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T16:50:52.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:52 smithi189 ceph-mon[33558]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T16:50:53.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:53 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/259068359' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T16:50:53.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:53 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T16:50:53.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:53 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/259068359' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T16:50:53.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:53 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T16:50:53.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:53 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/259068359' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T16:50:53.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:53 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T16:50:53.680 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:50:53 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:53] "GET /metrics HTTP/1.1" 200 236505 "" "Prometheus/2.43.0" 2024-08-17T16:50:54.032 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-17T16:50:54.454 INFO:tasks.rados:starting run 0 out of 1 2024-08-17T16:50:54.455 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-17T16:50:54.455 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-17T16:50:54.537 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:54.661 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:54 smithi001 ceph-mon[29829]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T16:50:54.661 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:54 smithi001 ceph-mon[29829]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T16:50:54.661 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:54 smithi001 ceph-mon[29829]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T16:50:54.661 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:54 smithi001 ceph-mon[41665]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T16:50:54.661 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:54 smithi001 ceph-mon[41665]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T16:50:54.661 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:54 smithi001 ceph-mon[41665]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T16:50:54.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:54 smithi189 ceph-mon[33558]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T16:50:54.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:54 smithi189 ceph-mon[33558]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T16:50:54.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:54 smithi189 ceph-mon[33558]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T16:50:55.642 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:56.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:56 smithi001 ceph-mon[29829]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T16:50:56.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:56 smithi001 ceph-mon[41665]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T16:50:56.458 INFO:teuthology.orchestra.run.smithi001.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:50:56.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:56 smithi189 ceph-mon[33558]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T16:50:57.356 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-17T16:50:57.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[41665]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:57.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[41665]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:50:57.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:57.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:57.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:57.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:57.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:57.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[41665]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:50:57.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[29829]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:57.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[29829]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:50:57.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:57.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:57.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:57.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:57.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:57.682 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:57 smithi001 ceph-mon[29829]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:50:57.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:57 smithi189 ceph-mon[33558]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:57 smithi189 ceph-mon[33558]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:50:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:57 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:57 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:57 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:57 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:57 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:50:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:57 smithi189 ceph-mon[33558]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:50:58.258 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:58.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:58 smithi001 ceph-mon[29829]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T16:50:58.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:58 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/880047756' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T16:50:58.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:58 smithi001 ceph-mon[41665]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T16:50:58.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:58 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/880047756' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T16:50:58.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:58 smithi189 ceph-mon[33558]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T16:50:58.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:58 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/880047756' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T16:50:59.478 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'unique_pool_0' created 2024-08-17T16:50:59.816 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:50:59 smithi001 ceph-mon[29829]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T16:50:59.817 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:50:59 smithi001 ceph-mon[41665]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T16:50:59.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:50:59 smithi189 ceph-mon[33558]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T16:50:59.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:50:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:50:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:51:00.150 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-17T16:51:00.703 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:00 smithi001 ceph-mon[41665]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:00.706 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:00 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/880047756' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T16:51:00.706 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:00 smithi001 ceph-mon[41665]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T16:51:00.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:00 smithi001 ceph-mon[29829]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:00.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:00 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/880047756' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T16:51:00.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:00 smithi001 ceph-mon[29829]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T16:51:00.758 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:51:00.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:00 smithi189 ceph-mon[33558]: pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:00.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:00 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/880047756' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T16:51:00.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:00 smithi189 ceph-mon[33558]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T16:51:00.938 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:51:01.570 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (102s) 84s ago 2m 16.4M - 0.25.0 c8568f914cd2 5df413745475 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (2m) 87s ago 2m 86.0M - 9.4.7 954c08fa6188 c6a95d391e5b 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (4m) 84s ago 4m 14.9M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (3m) 87s ago 3m 16.5M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443 running (7m) 87s ago 7m 399M - 17.2.7-1404-gf2c39d4d f69471c56189 2a125fb54953 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (8m) 84s ago 8m 445M - 17.2.7-1404-gf2c39d4d f69471c56189 decd6ba969e1 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (8m) 84s ago 9m 47.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 7e20f9397d1b 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (7m) 87s ago 7m 38.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 b7cf5a6bf10a 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (7m) 84s ago 7m 37.8M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 16470c7da98e 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (2m) 84s ago 2m 3514k - 1.5.0 0da6a335fe13 ecef16c3739d 2024-08-17T16:51:01.571 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (2m) 87s ago 2m 5666k - 1.5.0 0da6a335fe13 37d651f72ac4 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (7m) 84s ago 7m 43.9M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (6m) 84s ago 6m 43.2M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (6m) 84s ago 6m 41.3M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (5m) 84s ago 5m 40.6M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (5m) 87s ago 5m 42.8M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (5m) 87s ago 5m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (4m) 87s ago 4m 44.6M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (4m) 87s ago 4m 42.3M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:51:01.572 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (97s) 87s ago 3m 26.7M - 2.43.0 a07b618ecd1d 2623ee946f2d 2024-08-17T16:51:01.572 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:01 smithi001 ceph-mon[29829]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T16:51:01.573 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:01 smithi001 ceph-mon[41665]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T16:51:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:01 smithi189 ceph-mon[33558]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T16:51:01.938 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:51:01.938 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:51:01.938 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:51:01.938 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:51:01.938 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:51:01.938 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:51:01.938 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 15 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:51:01.939 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "", 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 image", 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:51:02.249 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:51:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:02 smithi189 ceph-mon[33558]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:02 smithi189 ceph-mon[33558]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:02 smithi189 ceph-mon[33558]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:02.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:02 smithi189 ceph-mon[33558]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:51:02.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:02 smithi189 ceph-mon[33558]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T16:51:02.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:02 smithi189 ceph-mon[33558]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:02 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2651389574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:51:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[29829]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[29829]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[29829]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[29829]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[29829]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[29829]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2651389574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[41665]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[41665]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[41665]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[41665]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[41665]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T16:51:02.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[41665]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:02.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:02 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2651389574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:51:03.492 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:51:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:03] "GET /metrics HTTP/1.1" 200 236505 "" "Prometheus/2.43.0" 2024-08-17T16:51:03.496 INFO:teuthology.orchestra.run.smithi001.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-17T16:51:03.819 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:03 smithi001 ceph-mon[29829]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:03.819 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:03 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2909969426' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:03.819 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:03 smithi001 ceph-mon[41665]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:03.819 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:03 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2909969426' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:03.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:03 smithi189 ceph-mon[33558]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:03.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:03 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2909969426' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:04.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:04 smithi189 ceph-mon[33558]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:04.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:04 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2909969426' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:04.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:04 smithi189 ceph-mon[33558]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T16:51:04.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:04 smithi001 ceph-mon[29829]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:04.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:04 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2909969426' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:04.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:04 smithi001 ceph-mon[29829]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T16:51:04.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:04 smithi001 ceph-mon[41665]: pgmap v104: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:04.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:04 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2909969426' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:04.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:04 smithi001 ceph-mon[41665]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T16:51:05.146 DEBUG:teuthology.orchestra.run.smithi001:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-17T16:51:05.174 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight read -> 100 2024-08-17T16:51:05.174 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight delete -> 50 2024-08-17T16:51:05.174 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight snap_create -> 50 2024-08-17T16:51:05.174 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight snap_remove -> 50 2024-08-17T16:51:05.175 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight rollback -> 50 2024-08-17T16:51:05.175 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight setattr -> 25 2024-08-17T16:51:05.175 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight rmattr -> 25 2024-08-17T16:51:05.175 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight copy_from -> 50 2024-08-17T16:51:05.175 INFO:tasks.rados.rados.0.smithi001.stdout:adding op weight append -> 100 2024-08-17T16:51:05.175 INFO:tasks.rados.rados.0.smithi001.stdout:ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable) 2024-08-17T16:51:05.175 INFO:tasks.rados.rados.0.smithi001.stdout:Configuration: 2024-08-17T16:51:05.175 INFO:tasks.rados.rados.0.smithi001.stdout: Number of operations: 4000 2024-08-17T16:51:05.176 INFO:tasks.rados.rados.0.smithi001.stdout: Number of objects: 50 2024-08-17T16:51:05.176 INFO:tasks.rados.rados.0.smithi001.stdout: Max in flight operations: 16 2024-08-17T16:51:05.176 INFO:tasks.rados.rados.0.smithi001.stdout: Object size (in bytes): 4000000 2024-08-17T16:51:05.176 INFO:tasks.rados.rados.0.smithi001.stdout: Write stride min: 400000 2024-08-17T16:51:05.176 INFO:tasks.rados.rados.0.smithi001.stdout: Write stride max: 800000 2024-08-17T16:51:05.505 INFO:tasks.rados.rados.0.smithi001.stdout:1: write initial oid 1 2024-08-17T16:51:05.505 INFO:tasks.rados.rados.0.smithi001.stdout:1: seq_num 0 ranges {0=24576} 2024-08-17T16:51:05.505 INFO:tasks.rados.rados.0.smithi001.stdout:1: writing smithi00187473-1 from 0 to 24576 tid 1 2024-08-17T16:51:05.505 INFO:tasks.rados.rados.0.smithi001.stdout:2: write initial oid 2 2024-08-17T16:51:05.505 INFO:tasks.rados.rados.0.smithi001.stdout:2: seq_num 1 ranges {0=24576} 2024-08-17T16:51:05.506 INFO:tasks.rados.rados.0.smithi001.stdout:2: writing smithi00187473-2 from 0 to 24576 tid 1 2024-08-17T16:51:05.506 INFO:tasks.rados.rados.0.smithi001.stdout:3: write initial oid 3 2024-08-17T16:51:05.506 INFO:tasks.rados.rados.0.smithi001.stdout:3: seq_num 2 ranges {0=40960} 2024-08-17T16:51:05.506 INFO:tasks.rados.rados.0.smithi001.stdout:3: writing smithi00187473-3 from 0 to 40960 tid 1 2024-08-17T16:51:05.506 INFO:tasks.rados.rados.0.smithi001.stdout:4: write initial oid 4 2024-08-17T16:51:05.507 INFO:tasks.rados.rados.0.smithi001.stdout:4: seq_num 3 ranges {0=57344} 2024-08-17T16:51:05.507 INFO:tasks.rados.rados.0.smithi001.stdout:4: writing smithi00187473-4 from 0 to 57344 tid 1 2024-08-17T16:51:05.507 INFO:tasks.rados.rados.0.smithi001.stdout:5: write initial oid 5 2024-08-17T16:51:05.507 INFO:tasks.rados.rados.0.smithi001.stdout:5: seq_num 4 ranges {0=73728} 2024-08-17T16:51:05.509 INFO:tasks.rados.rados.0.smithi001.stdout:5: writing smithi00187473-5 from 0 to 73728 tid 1 2024-08-17T16:51:05.509 INFO:tasks.rados.rados.0.smithi001.stdout:6: write initial oid 6 2024-08-17T16:51:05.509 INFO:tasks.rados.rados.0.smithi001.stdout:6: seq_num 5 ranges {0=90112} 2024-08-17T16:51:05.509 INFO:tasks.rados.rados.0.smithi001.stdout:6: writing smithi00187473-6 from 0 to 90112 tid 1 2024-08-17T16:51:05.510 INFO:tasks.rados.rados.0.smithi001.stdout:7: write initial oid 7 2024-08-17T16:51:05.510 INFO:tasks.rados.rados.0.smithi001.stdout:7: seq_num 6 ranges {0=106496} 2024-08-17T16:51:05.510 INFO:tasks.rados.rados.0.smithi001.stdout:7: writing smithi00187473-7 from 0 to 106496 tid 1 2024-08-17T16:51:05.510 INFO:tasks.rados.rados.0.smithi001.stdout:8: write initial oid 8 2024-08-17T16:51:05.510 INFO:tasks.rados.rados.0.smithi001.stdout:8: seq_num 7 ranges {0=122880} 2024-08-17T16:51:05.511 INFO:tasks.rados.rados.0.smithi001.stdout:8: writing smithi00187473-8 from 0 to 122880 tid 1 2024-08-17T16:51:05.511 INFO:tasks.rados.rados.0.smithi001.stdout:9: write initial oid 9 2024-08-17T16:51:05.511 INFO:tasks.rados.rados.0.smithi001.stdout:9: seq_num 8 ranges {0=139264} 2024-08-17T16:51:05.513 INFO:tasks.rados.rados.0.smithi001.stdout:9: writing smithi00187473-9 from 0 to 139264 tid 1 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:10: write initial oid 10 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:1: finishing write tid 1 to smithi00187473-1 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:2: finishing write tid 1 to smithi00187473-2 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:10: seq_num 9 ranges {0=155648} 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:10: writing smithi00187473-10 from 0 to 155648 tid 1 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:1: finishing write tid 2 to smithi00187473-1 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:2: finishing write tid 2 to smithi00187473-2 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:5: finishing write tid 1 to smithi00187473-5 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:11: write initial oid 11 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:11: seq_num 10 ranges {0=172032} 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:11: writing smithi00187473-11 from 0 to 172032 tid 1 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:3: finishing write tid 1 to smithi00187473-3 2024-08-17T16:51:05.514 INFO:tasks.rados.rados.0.smithi001.stdout:4: finishing write tid 1 to smithi00187473-4 2024-08-17T16:51:05.515 INFO:tasks.rados.rados.0.smithi001.stdout:1: finishing write tid 3 to smithi00187473-1 2024-08-17T16:51:05.515 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-17T16:51:05.515 INFO:tasks.rados.rados.0.smithi001.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:51:05.515 INFO:tasks.rados.rados.0.smithi001.stdout:3: finishing write tid 2 to smithi00187473-3 2024-08-17T16:51:05.515 INFO:tasks.rados.rados.0.smithi001.stdout:1: done (10 left) 2024-08-17T16:51:05.515 INFO:tasks.rados.rados.0.smithi001.stdout:12: write initial oid 12 2024-08-17T16:51:05.515 INFO:tasks.rados.rados.0.smithi001.stdout:12: seq_num 11 ranges {0=188416} 2024-08-17T16:51:05.515 INFO:tasks.rados.rados.0.smithi001.stdout:12: writing smithi00187473-12 from 0 to 188416 tid 1 2024-08-17T16:51:05.516 INFO:tasks.rados.rados.0.smithi001.stdout:13: write initial oid 13 2024-08-17T16:51:05.516 INFO:tasks.rados.rados.0.smithi001.stdout:13: seq_num 12 ranges {0=204800} 2024-08-17T16:51:05.517 INFO:tasks.rados.rados.0.smithi001.stdout:13: writing smithi00187473-13 from 0 to 204800 tid 1 2024-08-17T16:51:05.517 INFO:tasks.rados.rados.0.smithi001.stdout:5: finishing write tid 2 to smithi00187473-5 2024-08-17T16:51:05.517 INFO:tasks.rados.rados.0.smithi001.stdout:2: finishing write tid 3 to smithi00187473-2 2024-08-17T16:51:05.517 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T16:51:05.517 INFO:tasks.rados.rados.0.smithi001.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-17T16:51:05.517 INFO:tasks.rados.rados.0.smithi001.stdout:5: finishing write tid 3 to smithi00187473-5 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:7: finishing write tid 1 to smithi00187473-7 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:7: finishing write tid 2 to smithi00187473-7 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:8: finishing write tid 1 to smithi00187473-8 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:8: finishing write tid 2 to smithi00187473-8 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:2: done (11 left) 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:5: done (10 left) 2024-08-17T16:51:05.518 INFO:tasks.rados.rados.0.smithi001.stdout:14: write initial oid 14 2024-08-17T16:51:05.519 INFO:tasks.rados.rados.0.smithi001.stdout:14: seq_num 13 ranges {0=221184} 2024-08-17T16:51:05.519 INFO:tasks.rados.rados.0.smithi001.stdout:14: writing smithi00187473-14 from 0 to 221184 tid 1 2024-08-17T16:51:05.519 INFO:tasks.rados.rados.0.smithi001.stdout:15: write initial oid 15 2024-08-17T16:51:05.519 INFO:tasks.rados.rados.0.smithi001.stdout:15: seq_num 14 ranges {0=237568} 2024-08-17T16:51:05.521 INFO:tasks.rados.rados.0.smithi001.stdout:15: writing smithi00187473-15 from 0 to 237568 tid 1 2024-08-17T16:51:05.521 INFO:tasks.rados.rados.0.smithi001.stdout:4: finishing write tid 2 to smithi00187473-4 2024-08-17T16:51:05.521 INFO:tasks.rados.rados.0.smithi001.stdout:6: finishing write tid 1 to smithi00187473-6 2024-08-17T16:51:05.521 INFO:tasks.rados.rados.0.smithi001.stdout:6: finishing write tid 2 to smithi00187473-6 2024-08-17T16:51:05.521 INFO:tasks.rados.rados.0.smithi001.stdout:11: finishing write tid 1 to smithi00187473-11 2024-08-17T16:51:05.521 INFO:tasks.rados.rados.0.smithi001.stdout:11: finishing write tid 2 to smithi00187473-11 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:3: finishing write tid 3 to smithi00187473-3 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:8: finishing write tid 3 to smithi00187473-8 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:6: finishing write tid 3 to smithi00187473-6 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:4: finishing write tid 3 to smithi00187473-4 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-17T16:51:05.522 INFO:tasks.rados.rados.0.smithi001.stdout:7: finishing write tid 3 to smithi00187473-7 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:10: finishing write tid 1 to smithi00187473-10 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:3: done (11 left) 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:4: done (10 left) 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:6: done (9 left) 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:7: done (8 left) 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:8: done (7 left) 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:16: write initial oid 16 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:10: finishing write tid 2 to smithi00187473-10 2024-08-17T16:51:05.523 INFO:tasks.rados.rados.0.smithi001.stdout:16: seq_num 15 ranges {0=253952} 2024-08-17T16:51:05.524 INFO:tasks.rados.rados.0.smithi001.stdout:16: writing smithi00187473-16 from 0 to 253952 tid 1 2024-08-17T16:51:05.524 INFO:tasks.rados.rados.0.smithi001.stdout:17: write initial oid 17 2024-08-17T16:51:05.524 INFO:tasks.rados.rados.0.smithi001.stdout:10: finishing write tid 3 to smithi00187473-10 2024-08-17T16:51:05.524 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T16:51:05.525 INFO:tasks.rados.rados.0.smithi001.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-17T16:51:05.525 INFO:tasks.rados.rados.0.smithi001.stdout:12: finishing write tid 1 to smithi00187473-12 2024-08-17T16:51:05.525 INFO:tasks.rados.rados.0.smithi001.stdout:12: finishing write tid 2 to smithi00187473-12 2024-08-17T16:51:05.525 INFO:tasks.rados.rados.0.smithi001.stdout:9: finishing write tid 1 to smithi00187473-9 2024-08-17T16:51:05.525 INFO:tasks.rados.rados.0.smithi001.stdout:9: finishing write tid 2 to smithi00187473-9 2024-08-17T16:51:05.525 INFO:tasks.rados.rados.0.smithi001.stdout:17: seq_num 16 ranges {0=270336} 2024-08-17T16:51:05.526 INFO:tasks.rados.rados.0.smithi001.stdout:17: writing smithi00187473-17 from 0 to 270336 tid 1 2024-08-17T16:51:05.526 INFO:tasks.rados.rados.0.smithi001.stdout:11: finishing write tid 3 to smithi00187473-11 2024-08-17T16:51:05.526 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:12: finishing write tid 3 to smithi00187473-12 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:14: finishing write tid 1 to smithi00187473-14 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:13: finishing write tid 1 to smithi00187473-13 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:14: finishing write tid 2 to smithi00187473-14 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:13: finishing write tid 2 to smithi00187473-13 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:9: finishing write tid 3 to smithi00187473-9 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:15: finishing write tid 1 to smithi00187473-15 2024-08-17T16:51:05.527 INFO:tasks.rados.rados.0.smithi001.stdout:15: finishing write tid 2 to smithi00187473-15 2024-08-17T16:51:05.528 INFO:tasks.rados.rados.0.smithi001.stdout:9: done (8 left) 2024-08-17T16:51:05.528 INFO:tasks.rados.rados.0.smithi001.stdout:10: done (7 left) 2024-08-17T16:51:05.528 INFO:tasks.rados.rados.0.smithi001.stdout:11: done (6 left) 2024-08-17T16:51:05.528 INFO:tasks.rados.rados.0.smithi001.stdout:12: done (5 left) 2024-08-17T16:51:05.528 INFO:tasks.rados.rados.0.smithi001.stdout:18: write initial oid 18 2024-08-17T16:51:05.529 INFO:tasks.rados.rados.0.smithi001.stdout:18: seq_num 17 ranges {0=286720} 2024-08-17T16:51:05.530 INFO:tasks.rados.rados.0.smithi001.stdout:18: writing smithi00187473-18 from 0 to 286720 tid 1 2024-08-17T16:51:05.530 INFO:tasks.rados.rados.0.smithi001.stdout:13: finishing write tid 3 to smithi00187473-13 2024-08-17T16:51:05.530 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T16:51:05.531 INFO:tasks.rados.rados.0.smithi001.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-17T16:51:05.531 INFO:tasks.rados.rados.0.smithi001.stdout:14: finishing write tid 3 to smithi00187473-14 2024-08-17T16:51:05.531 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T16:51:05.531 INFO:tasks.rados.rados.0.smithi001.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-17T16:51:05.531 INFO:tasks.rados.rados.0.smithi001.stdout:15: finishing write tid 3 to smithi00187473-15 2024-08-17T16:51:05.531 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-17T16:51:05.531 INFO:tasks.rados.rados.0.smithi001.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-17T16:51:05.532 INFO:tasks.rados.rados.0.smithi001.stdout:16: finishing write tid 1 to smithi00187473-16 2024-08-17T16:51:05.532 INFO:tasks.rados.rados.0.smithi001.stdout:16: finishing write tid 2 to smithi00187473-16 2024-08-17T16:51:05.532 INFO:tasks.rados.rados.0.smithi001.stdout:17: finishing write tid 1 to smithi00187473-17 2024-08-17T16:51:05.532 INFO:tasks.rados.rados.0.smithi001.stdout:13: done (5 left) 2024-08-17T16:51:05.532 INFO:tasks.rados.rados.0.smithi001.stdout:14: done (4 left) 2024-08-17T16:51:05.532 INFO:tasks.rados.rados.0.smithi001.stdout:15: done (3 left) 2024-08-17T16:51:05.533 INFO:tasks.rados.rados.0.smithi001.stdout:19: write initial oid 19 2024-08-17T16:51:05.533 INFO:tasks.rados.rados.0.smithi001.stdout:19: seq_num 18 ranges {0=303104} 2024-08-17T16:51:05.533 INFO:tasks.rados.rados.0.smithi001.stdout:19: writing smithi00187473-19 from 0 to 303104 tid 1 2024-08-17T16:51:05.533 INFO:tasks.rados.rados.0.smithi001.stdout:17: finishing write tid 2 to smithi00187473-17 2024-08-17T16:51:05.533 INFO:tasks.rados.rados.0.smithi001.stdout:16: finishing write tid 3 to smithi00187473-16 2024-08-17T16:51:05.533 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-17T16:51:05.533 INFO:tasks.rados.rados.0.smithi001.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-17T16:51:05.533 INFO:tasks.rados.rados.0.smithi001.stdout:16: done (3 left) 2024-08-17T16:51:05.534 INFO:tasks.rados.rados.0.smithi001.stdout:20: write initial oid 20 2024-08-17T16:51:05.534 INFO:tasks.rados.rados.0.smithi001.stdout:20: seq_num 19 ranges {0=319488} 2024-08-17T16:51:05.535 INFO:tasks.rados.rados.0.smithi001.stdout:20: writing smithi00187473-20 from 0 to 319488 tid 1 2024-08-17T16:51:05.535 INFO:tasks.rados.rados.0.smithi001.stdout:18: finishing write tid 1 to smithi00187473-18 2024-08-17T16:51:05.536 INFO:tasks.rados.rados.0.smithi001.stdout:18: finishing write tid 2 to smithi00187473-18 2024-08-17T16:51:05.536 INFO:tasks.rados.rados.0.smithi001.stdout:17: finishing write tid 3 to smithi00187473-17 2024-08-17T16:51:05.536 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-17T16:51:05.536 INFO:tasks.rados.rados.0.smithi001.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-17T16:51:05.536 INFO:tasks.rados.rados.0.smithi001.stdout:18: finishing write tid 3 to smithi00187473-18 2024-08-17T16:51:05.536 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 10 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-17T16:51:05.536 INFO:tasks.rados.rados.0.smithi001.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-17T16:51:05.536 INFO:tasks.rados.rados.0.smithi001.stdout:19: finishing write tid 1 to smithi00187473-19 2024-08-17T16:51:05.537 INFO:tasks.rados.rados.0.smithi001.stdout:19: finishing write tid 2 to smithi00187473-19 2024-08-17T16:51:05.537 INFO:tasks.rados.rados.0.smithi001.stdout:17: done (3 left) 2024-08-17T16:51:05.537 INFO:tasks.rados.rados.0.smithi001.stdout:18: done (2 left) 2024-08-17T16:51:05.537 INFO:tasks.rados.rados.0.smithi001.stdout:21: write initial oid 21 2024-08-17T16:51:05.537 INFO:tasks.rados.rados.0.smithi001.stdout:21: seq_num 20 ranges {0=344064} 2024-08-17T16:51:05.537 INFO:tasks.rados.rados.0.smithi001.stdout:21: writing smithi00187473-21 from 0 to 344064 tid 1 2024-08-17T16:51:05.537 INFO:tasks.rados.rados.0.smithi001.stdout:22: write initial oid 22 2024-08-17T16:51:05.537 INFO:tasks.rados.rados.0.smithi001.stdout:22: seq_num 21 ranges {0=360448} 2024-08-17T16:51:05.539 INFO:tasks.rados.rados.0.smithi001.stdout:22: writing smithi00187473-22 from 0 to 360448 tid 1 2024-08-17T16:51:05.539 INFO:tasks.rados.rados.0.smithi001.stdout:23: write initial oid 23 2024-08-17T16:51:05.539 INFO:tasks.rados.rados.0.smithi001.stdout:19: finishing write tid 3 to smithi00187473-19 2024-08-17T16:51:05.539 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-17T16:51:05.539 INFO:tasks.rados.rados.0.smithi001.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-17T16:51:05.539 INFO:tasks.rados.rados.0.smithi001.stdout:23: seq_num 22 ranges {0=376832} 2024-08-17T16:51:05.540 INFO:tasks.rados.rados.0.smithi001.stdout:23: writing smithi00187473-23 from 0 to 376832 tid 1 2024-08-17T16:51:05.540 INFO:tasks.rados.rados.0.smithi001.stdout:19: done (4 left) 2024-08-17T16:51:05.540 INFO:tasks.rados.rados.0.smithi001.stdout:24: write initial oid 24 2024-08-17T16:51:05.540 INFO:tasks.rados.rados.0.smithi001.stdout:24: seq_num 23 ranges {0=393216} 2024-08-17T16:51:05.542 INFO:tasks.rados.rados.0.smithi001.stdout:24: writing smithi00187473-24 from 0 to 393216 tid 1 2024-08-17T16:51:05.542 INFO:tasks.rados.rados.0.smithi001.stdout:25: write initial oid 25 2024-08-17T16:51:05.542 INFO:tasks.rados.rados.0.smithi001.stdout:25: seq_num 24 ranges {0=409600} 2024-08-17T16:51:05.545 INFO:tasks.rados.rados.0.smithi001.stdout:25: writing smithi00187473-25 from 0 to 409600 tid 1 2024-08-17T16:51:05.545 INFO:tasks.rados.rados.0.smithi001.stdout:26: write initial oid 26 2024-08-17T16:51:05.545 INFO:tasks.rados.rados.0.smithi001.stdout:26: seq_num 25 ranges {0=425984} 2024-08-17T16:51:05.548 INFO:tasks.rados.rados.0.smithi001.stdout:26: writing smithi00187473-26 from 0 to 425984 tid 1 2024-08-17T16:51:05.548 INFO:tasks.rados.rados.0.smithi001.stdout:27: write initial oid 27 2024-08-17T16:51:05.548 INFO:tasks.rados.rados.0.smithi001.stdout:27: seq_num 26 ranges {0=442368} 2024-08-17T16:51:05.551 INFO:tasks.rados.rados.0.smithi001.stdout:27: writing smithi00187473-27 from 0 to 442368 tid 1 2024-08-17T16:51:05.551 INFO:tasks.rados.rados.0.smithi001.stdout:28: write initial oid 28 2024-08-17T16:51:05.551 INFO:tasks.rados.rados.0.smithi001.stdout:28: seq_num 27 ranges {0=458752} 2024-08-17T16:51:05.554 INFO:tasks.rados.rados.0.smithi001.stdout:28: writing smithi00187473-28 from 0 to 458752 tid 1 2024-08-17T16:51:05.554 INFO:tasks.rados.rados.0.smithi001.stdout:29: write initial oid 29 2024-08-17T16:51:05.554 INFO:tasks.rados.rados.0.smithi001.stdout:29: seq_num 28 ranges {0=475136} 2024-08-17T16:51:05.557 INFO:tasks.rados.rados.0.smithi001.stdout:29: writing smithi00187473-29 from 0 to 475136 tid 1 2024-08-17T16:51:05.557 INFO:tasks.rados.rados.0.smithi001.stdout:30: write initial oid 30 2024-08-17T16:51:05.557 INFO:tasks.rados.rados.0.smithi001.stdout:30: seq_num 29 ranges {0=491520} 2024-08-17T16:51:05.560 INFO:tasks.rados.rados.0.smithi001.stdout:30: writing smithi00187473-30 from 0 to 491520 tid 1 2024-08-17T16:51:05.560 INFO:tasks.rados.rados.0.smithi001.stdout:31: write initial oid 31 2024-08-17T16:51:05.560 INFO:tasks.rados.rados.0.smithi001.stdout:31: seq_num 30 ranges {0=507904} 2024-08-17T16:51:05.563 INFO:tasks.rados.rados.0.smithi001.stdout:31: writing smithi00187473-31 from 0 to 507904 tid 1 2024-08-17T16:51:05.563 INFO:tasks.rados.rados.0.smithi001.stdout:32: write initial oid 32 2024-08-17T16:51:05.563 INFO:tasks.rados.rados.0.smithi001.stdout:32: seq_num 31 ranges {0=524288} 2024-08-17T16:51:05.567 INFO:tasks.rados.rados.0.smithi001.stdout:32: writing smithi00187473-32 from 0 to 524288 tid 1 2024-08-17T16:51:05.567 INFO:tasks.rados.rados.0.smithi001.stdout:33: write initial oid 33 2024-08-17T16:51:05.567 INFO:tasks.rados.rados.0.smithi001.stdout:33: seq_num 32 ranges {0=540672} 2024-08-17T16:51:05.570 INFO:tasks.rados.rados.0.smithi001.stdout:33: writing smithi00187473-33 from 0 to 540672 tid 1 2024-08-17T16:51:05.570 INFO:tasks.rados.rados.0.smithi001.stdout:34: write initial oid 34 2024-08-17T16:51:05.570 INFO:tasks.rados.rados.0.smithi001.stdout:34: seq_num 33 ranges {0=557056} 2024-08-17T16:51:05.574 INFO:tasks.rados.rados.0.smithi001.stdout:34: writing smithi00187473-34 from 0 to 557056 tid 1 2024-08-17T16:51:05.574 INFO:tasks.rados.rados.0.smithi001.stdout:35: write initial oid 35 2024-08-17T16:51:05.574 INFO:tasks.rados.rados.0.smithi001.stdout:35: seq_num 34 ranges {0=573440} 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:35: writing smithi00187473-35 from 0 to 573440 tid 1 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:20: finishing write tid 1 to smithi00187473-20 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:20: finishing write tid 2 to smithi00187473-20 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:20: finishing write tid 3 to smithi00187473-20 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:21: finishing write tid 1 to smithi00187473-21 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:20: done (15 left) 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:36: write initial oid 36 2024-08-17T16:51:05.578 INFO:tasks.rados.rados.0.smithi001.stdout:36: seq_num 35 ranges {0=589824} 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:36: writing smithi00187473-36 from 0 to 589824 tid 1 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:21: finishing write tid 2 to smithi00187473-21 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:21: finishing write tid 3 to smithi00187473-21 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:22: finishing write tid 1 to smithi00187473-22 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:22: finishing write tid 2 to smithi00187473-22 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:21: done (15 left) 2024-08-17T16:51:05.582 INFO:tasks.rados.rados.0.smithi001.stdout:37: write initial oid 37 2024-08-17T16:51:05.583 INFO:tasks.rados.rados.0.smithi001.stdout:37: seq_num 36 ranges {0=606208} 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:37: writing smithi00187473-37 from 0 to 606208 tid 1 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:22: finishing write tid 3 to smithi00187473-22 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:23: finishing write tid 1 to smithi00187473-23 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:23: finishing write tid 2 to smithi00187473-23 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:22: done (15 left) 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:38: write initial oid 38 2024-08-17T16:51:05.586 INFO:tasks.rados.rados.0.smithi001.stdout:38: seq_num 37 ranges {0=622592} 2024-08-17T16:51:05.590 INFO:tasks.rados.rados.0.smithi001.stdout:38: writing smithi00187473-38 from 0 to 622592 tid 1 2024-08-17T16:51:05.590 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.590 INFO:tasks.rados.rados.0.smithi001.stdout:23: finishing write tid 3 to smithi00187473-23 2024-08-17T16:51:05.590 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-17T16:51:05.590 INFO:tasks.rados.rados.0.smithi001.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-17T16:51:05.590 INFO:tasks.rados.rados.0.smithi001.stdout:24: finishing write tid 1 to smithi00187473-24 2024-08-17T16:51:05.591 INFO:tasks.rados.rados.0.smithi001.stdout:24: finishing write tid 2 to smithi00187473-24 2024-08-17T16:51:05.591 INFO:tasks.rados.rados.0.smithi001.stdout:23: done (15 left) 2024-08-17T16:51:05.591 INFO:tasks.rados.rados.0.smithi001.stdout:39: write initial oid 39 2024-08-17T16:51:05.591 INFO:tasks.rados.rados.0.smithi001.stdout:39: seq_num 38 ranges {0=638976} 2024-08-17T16:51:05.594 INFO:tasks.rados.rados.0.smithi001.stdout:39: writing smithi00187473-39 from 0 to 638976 tid 1 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:24: finishing write tid 3 to smithi00187473-24 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:25: finishing write tid 1 to smithi00187473-25 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:25: finishing write tid 2 to smithi00187473-25 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:25: finishing write tid 3 to smithi00187473-25 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:26: finishing write tid 1 to smithi00187473-26 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:26: finishing write tid 2 to smithi00187473-26 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:26: finishing write tid 3 to smithi00187473-26 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T16:51:05.595 INFO:tasks.rados.rados.0.smithi001.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-17T16:51:05.596 INFO:tasks.rados.rados.0.smithi001.stdout:27: finishing write tid 1 to smithi00187473-27 2024-08-17T16:51:05.596 INFO:tasks.rados.rados.0.smithi001.stdout:24: done (15 left) 2024-08-17T16:51:05.596 INFO:tasks.rados.rados.0.smithi001.stdout:25: done (14 left) 2024-08-17T16:51:05.596 INFO:tasks.rados.rados.0.smithi001.stdout:26: done (13 left) 2024-08-17T16:51:05.596 INFO:tasks.rados.rados.0.smithi001.stdout:40: write initial oid 40 2024-08-17T16:51:05.596 INFO:tasks.rados.rados.0.smithi001.stdout:40: seq_num 39 ranges {0=663552} 2024-08-17T16:51:05.598 INFO:tasks.rados.rados.0.smithi001.stdout:40: writing smithi00187473-40 from 0 to 663552 tid 1 2024-08-17T16:51:05.598 INFO:tasks.rados.rados.0.smithi001.stdout:41: write initial oid 41 2024-08-17T16:51:05.598 INFO:tasks.rados.rados.0.smithi001.stdout:41: seq_num 40 ranges {0=679936} 2024-08-17T16:51:05.603 INFO:tasks.rados.rados.0.smithi001.stdout:41: writing smithi00187473-41 from 0 to 679936 tid 1 2024-08-17T16:51:05.603 INFO:tasks.rados.rados.0.smithi001.stdout:42: write initial oid 42 2024-08-17T16:51:05.603 INFO:tasks.rados.rados.0.smithi001.stdout:42: seq_num 41 ranges {0=696320} 2024-08-17T16:51:05.609 INFO:tasks.rados.rados.0.smithi001.stdout:42: writing smithi00187473-42 from 0 to 696320 tid 1 2024-08-17T16:51:05.609 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.609 INFO:tasks.rados.rados.0.smithi001.stdout:27: finishing write tid 2 to smithi00187473-27 2024-08-17T16:51:05.610 INFO:tasks.rados.rados.0.smithi001.stdout:27: finishing write tid 3 to smithi00187473-27 2024-08-17T16:51:05.610 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T16:51:05.610 INFO:tasks.rados.rados.0.smithi001.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-17T16:51:05.610 INFO:tasks.rados.rados.0.smithi001.stdout:28: finishing write tid 1 to smithi00187473-28 2024-08-17T16:51:05.610 INFO:tasks.rados.rados.0.smithi001.stdout:28: finishing write tid 2 to smithi00187473-28 2024-08-17T16:51:05.610 INFO:tasks.rados.rados.0.smithi001.stdout:28: finishing write tid 3 to smithi00187473-28 2024-08-17T16:51:05.611 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T16:51:05.611 INFO:tasks.rados.rados.0.smithi001.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-17T16:51:05.611 INFO:tasks.rados.rados.0.smithi001.stdout:29: finishing write tid 1 to smithi00187473-29 2024-08-17T16:51:05.611 INFO:tasks.rados.rados.0.smithi001.stdout:27: done (15 left) 2024-08-17T16:51:05.611 INFO:tasks.rados.rados.0.smithi001.stdout:28: done (14 left) 2024-08-17T16:51:05.611 INFO:tasks.rados.rados.0.smithi001.stdout:43: write initial oid 43 2024-08-17T16:51:05.611 INFO:tasks.rados.rados.0.smithi001.stdout:43: seq_num 42 ranges {0=712704} 2024-08-17T16:51:05.614 INFO:tasks.rados.rados.0.smithi001.stdout:43: writing smithi00187473-43 from 0 to 712704 tid 1 2024-08-17T16:51:05.614 INFO:tasks.rados.rados.0.smithi001.stdout:44: write initial oid 44 2024-08-17T16:51:05.614 INFO:tasks.rados.rados.0.smithi001.stdout:44: seq_num 43 ranges {0=729088} 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:44: writing smithi00187473-44 from 0 to 729088 tid 1 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:29: finishing write tid 2 to smithi00187473-29 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:29: finishing write tid 3 to smithi00187473-29 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 6 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:30: finishing write tid 1 to smithi00187473-30 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:30: finishing write tid 2 to smithi00187473-30 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:30: finishing write tid 3 to smithi00187473-30 2024-08-17T16:51:05.619 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T16:51:05.620 INFO:tasks.rados.rados.0.smithi001.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-17T16:51:05.620 INFO:tasks.rados.rados.0.smithi001.stdout:31: finishing write tid 1 to smithi00187473-31 2024-08-17T16:51:05.620 INFO:tasks.rados.rados.0.smithi001.stdout:29: done (15 left) 2024-08-17T16:51:05.620 INFO:tasks.rados.rados.0.smithi001.stdout:30: done (14 left) 2024-08-17T16:51:05.620 INFO:tasks.rados.rados.0.smithi001.stdout:45: write initial oid 45 2024-08-17T16:51:05.620 INFO:tasks.rados.rados.0.smithi001.stdout:45: seq_num 44 ranges {0=745472} 2024-08-17T16:51:05.624 INFO:tasks.rados.rados.0.smithi001.stdout:45: writing smithi00187473-45 from 0 to 745472 tid 1 2024-08-17T16:51:05.624 INFO:tasks.rados.rados.0.smithi001.stdout:46: write initial oid 46 2024-08-17T16:51:05.624 INFO:tasks.rados.rados.0.smithi001.stdout:46: seq_num 45 ranges {0=761856} 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout:46: writing smithi00187473-46 from 0 to 761856 tid 1 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout:31: finishing write tid 2 to smithi00187473-31 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout:31: finishing write tid 3 to smithi00187473-31 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout:32: finishing write tid 1 to smithi00187473-32 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout:31: done (15 left) 2024-08-17T16:51:05.630 INFO:tasks.rados.rados.0.smithi001.stdout:47: write initial oid 47 2024-08-17T16:51:05.631 INFO:tasks.rados.rados.0.smithi001.stdout:47: seq_num 46 ranges {0=778240} 2024-08-17T16:51:05.634 INFO:tasks.rados.rados.0.smithi001.stdout:47: writing smithi00187473-47 from 0 to 778240 tid 1 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:32: finishing write tid 2 to smithi00187473-32 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:32: finishing write tid 3 to smithi00187473-32 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 14 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:33: finishing write tid 1 to smithi00187473-33 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:33: finishing write tid 2 to smithi00187473-33 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:33: finishing write tid 3 to smithi00187473-33 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:34: finishing write tid 1 to smithi00187473-34 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:34: finishing write tid 2 to smithi00187473-34 2024-08-17T16:51:05.635 INFO:tasks.rados.rados.0.smithi001.stdout:32: done (15 left) 2024-08-17T16:51:05.636 INFO:tasks.rados.rados.0.smithi001.stdout:33: done (14 left) 2024-08-17T16:51:05.636 INFO:tasks.rados.rados.0.smithi001.stdout:48: write initial oid 48 2024-08-17T16:51:05.636 INFO:tasks.rados.rados.0.smithi001.stdout:48: seq_num 47 ranges {0=794624} 2024-08-17T16:51:05.639 INFO:tasks.rados.rados.0.smithi001.stdout:48: writing smithi00187473-48 from 0 to 794624 tid 1 2024-08-17T16:51:05.639 INFO:tasks.rados.rados.0.smithi001.stdout:49: write initial oid 49 2024-08-17T16:51:05.639 INFO:tasks.rados.rados.0.smithi001.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-17T16:51:05.641 INFO:tasks.rados.rados.0.smithi001.stdout:49: writing smithi00187473-49 from 0 to 409600 tid 1 2024-08-17T16:51:05.645 INFO:tasks.rados.rados.0.smithi001.stdout:49: writing smithi00187473-49 from 409600 to 811008 tid 2 2024-08-17T16:51:05.645 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.645 INFO:tasks.rados.rados.0.smithi001.stdout:34: finishing write tid 3 to smithi00187473-34 2024-08-17T16:51:05.645 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T16:51:05.646 INFO:tasks.rados.rados.0.smithi001.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-17T16:51:05.646 INFO:tasks.rados.rados.0.smithi001.stdout:34: done (15 left) 2024-08-17T16:51:05.646 INFO:tasks.rados.rados.0.smithi001.stdout:50: write initial oid 50 2024-08-17T16:51:05.646 INFO:tasks.rados.rados.0.smithi001.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-17T16:51:05.647 INFO:tasks.rados.rados.0.smithi001.stdout:50: writing smithi00187473-50 from 0 to 425984 tid 1 2024-08-17T16:51:05.651 INFO:tasks.rados.rados.0.smithi001.stdout:50: writing smithi00187473-50 from 425984 to 827392 tid 2 2024-08-17T16:51:05.651 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:51:05.651 INFO:tasks.rados.rados.0.smithi001.stdout:35: finishing write tid 1 to smithi00187473-35 2024-08-17T16:51:05.652 INFO:tasks.rados.rados.0.smithi001.stdout:35: finishing write tid 2 to smithi00187473-35 2024-08-17T16:51:05.652 INFO:tasks.rados.rados.0.smithi001.stdout:35: finishing write tid 3 to smithi00187473-35 2024-08-17T16:51:05.652 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T16:51:05.652 INFO:tasks.rados.rados.0.smithi001.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-17T16:51:05.652 INFO:tasks.rados.rados.0.smithi001.stdout:36: finishing write tid 1 to smithi00187473-36 2024-08-17T16:51:05.652 INFO:tasks.rados.rados.0.smithi001.stdout:36: finishing write tid 2 to smithi00187473-36 2024-08-17T16:51:05.652 INFO:tasks.rados.rados.0.smithi001.stdout:36: finishing write tid 3 to smithi00187473-36 2024-08-17T16:51:05.653 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-17T16:51:05.653 INFO:tasks.rados.rados.0.smithi001.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-17T16:51:05.653 INFO:tasks.rados.rados.0.smithi001.stdout:37: finishing write tid 1 to smithi00187473-37 2024-08-17T16:51:05.653 INFO:tasks.rados.rados.0.smithi001.stdout:37: finishing write tid 2 to smithi00187473-37 2024-08-17T16:51:05.653 INFO:tasks.rados.rados.0.smithi001.stdout:37: finishing write tid 3 to smithi00187473-37 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:38: finishing write tid 1 to smithi00187473-38 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:38: finishing write tid 2 to smithi00187473-38 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:38: finishing write tid 3 to smithi00187473-38 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 16 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:39: finishing write tid 1 to smithi00187473-39 2024-08-17T16:51:05.654 INFO:tasks.rados.rados.0.smithi001.stdout:39: finishing write tid 2 to smithi00187473-39 2024-08-17T16:51:05.655 INFO:tasks.rados.rados.0.smithi001.stdout:39: finishing write tid 3 to smithi00187473-39 2024-08-17T16:51:05.655 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T16:51:05.655 INFO:tasks.rados.rados.0.smithi001.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-17T16:51:05.655 INFO:tasks.rados.rados.0.smithi001.stdout:40: finishing write tid 1 to smithi00187473-40 2024-08-17T16:51:05.655 INFO:tasks.rados.rados.0.smithi001.stdout:40: finishing write tid 2 to smithi00187473-40 2024-08-17T16:51:05.655 INFO:tasks.rados.rados.0.smithi001.stdout:40: finishing write tid 3 to smithi00187473-40 2024-08-17T16:51:05.655 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T16:51:05.655 INFO:tasks.rados.rados.0.smithi001.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:41: finishing write tid 1 to smithi00187473-41 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:41: finishing write tid 2 to smithi00187473-41 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:41: finishing write tid 3 to smithi00187473-41 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:42: finishing write tid 1 to smithi00187473-42 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:42: finishing write tid 2 to smithi00187473-42 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:42: finishing write tid 3 to smithi00187473-42 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:43: finishing write tid 1 to smithi00187473-43 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:43: finishing write tid 2 to smithi00187473-43 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:43: finishing write tid 3 to smithi00187473-43 2024-08-17T16:51:05.656 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 18 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:44: finishing write tid 1 to smithi00187473-44 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:44: finishing write tid 2 to smithi00187473-44 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:44: finishing write tid 3 to smithi00187473-44 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:45: finishing write tid 1 to smithi00187473-45 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:45: finishing write tid 2 to smithi00187473-45 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:45: finishing write tid 3 to smithi00187473-45 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 20 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:46: finishing write tid 1 to smithi00187473-46 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:46: finishing write tid 2 to smithi00187473-46 2024-08-17T16:51:05.657 INFO:tasks.rados.rados.0.smithi001.stdout:46: finishing write tid 3 to smithi00187473-46 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:35: done (15 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:36: done (14 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:37: done (13 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:38: done (12 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:39: done (11 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:40: done (10 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:41: done (9 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:42: done (8 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:43: done (7 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:44: done (6 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:45: done (5 left) 2024-08-17T16:51:05.658 INFO:tasks.rados.rados.0.smithi001.stdout:46: done (4 left) 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:51: copy_from oid 1 from oid 36 current snap is 0 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:47: finishing write tid 1 to smithi00187473-47 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:47: finishing write tid 2 to smithi00187473-47 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:47: finishing write tid 3 to smithi00187473-47 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:48: finishing write tid 1 to smithi00187473-48 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:48: finishing write tid 2 to smithi00187473-48 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:48: finishing write tid 3 to smithi00187473-48 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:49: finishing write tid 1 to smithi00187473-49 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:49: finishing write tid 2 to smithi00187473-49 2024-08-17T16:51:05.659 INFO:tasks.rados.rados.0.smithi001.stdout:49: finishing write tid 3 to smithi00187473-49 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:49: finishing write tid 4 to smithi00187473-49 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:50: finishing write tid 1 to smithi00187473-50 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:47: done (4 left) 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:48: done (3 left) 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:49: done (2 left) 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 0 2024-08-17T16:51:05.660 INFO:tasks.rados.rados.0.smithi001.stdout:52: seq_num 50 ranges {425984=442368,868352=401408} 2024-08-17T16:51:05.664 INFO:tasks.rados.rados.0.smithi001.stdout:52: writing smithi00187473-26 from 425984 to 868352 tid 1 2024-08-17T16:51:05.664 INFO:tasks.rados.rados.0.smithi001.stdout:52: writing smithi00187473-26 from 868352 to 1269760 tid 2 2024-08-17T16:51:05.664 INFO:tasks.rados.rados.0.smithi001.stdout:53: rmattr oid 23 current snap is 0 2024-08-17T16:51:05.664 INFO:tasks.rados.rados.0.smithi001.stdout:53: done (3 left) 2024-08-17T16:51:05.664 INFO:tasks.rados.rados.0.smithi001.stdout:54: delete oid 11 current snap is 0 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:50: finishing write tid 2 to smithi00187473-50 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:50: finishing write tid 3 to smithi00187473-50 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:50: finishing write tid 4 to smithi00187473-50 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 5 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:51: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:51: finishing copy_from to smithi00187473-1 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-17T16:51:05.665 INFO:tasks.rados.rados.0.smithi001.stdout:52: finishing write tid 1 to smithi00187473-26 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:50: done (3 left) 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:51: done (2 left) 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:54: done (1 left) 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:55: read oid 15 snap -1 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:56: rollback oid 31 current snap is 0 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:56: done (2 left) 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:57: read oid 28 snap -1 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:59: rollback oid 45 current snap is 0 2024-08-17T16:51:05.666 INFO:tasks.rados.rados.0.smithi001.stdout:59: done (4 left) 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:61: delete oid 1 current snap is 0 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:52: finishing write tid 2 to smithi00187473-26 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:52: finishing write tid 3 to smithi00187473-26 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:52: finishing write tid 4 to smithi00187473-26 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:52: left oid 26 (ObjNum 50 snap 0 seq_num 50) 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:52: done (5 left) 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:61: done (4 left) 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:62: read oid 24 snap -1 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:63: snap_create 2024-08-17T16:51:05.667 INFO:tasks.rados.rados.0.smithi001.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T16:51:05.678 INFO:tasks.rados.rados.0.smithi001.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-17T16:51:05.684 INFO:tasks.rados.rados.0.smithi001.stdout:60: finishing copy_from racing read to smithi00187473-22 2024-08-17T16:51:05.685 INFO:tasks.rados.rados.0.smithi001.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:05.695 INFO:tasks.rados.rados.0.smithi001.stdout:60: finishing copy_from to smithi00187473-22 2024-08-17T16:51:05.695 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T16:51:05.696 INFO:tasks.rados.rados.0.smithi001.stdout:58: finishing copy_from racing read to smithi00187473-29 2024-08-17T16:51:05.696 INFO:tasks.rados.rados.0.smithi001.stdout:58: finishing copy_from to smithi00187473-29 2024-08-17T16:51:05.696 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T16:51:05.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:05 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2673962167' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T16:51:05.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:05 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:05.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:05 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:05.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:05 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2673962167' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T16:51:05.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:05 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:05.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:05 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:05.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:05 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2673962167' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T16:51:05.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:05 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:05.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:05 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:55: done (5 left) 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:57: done (4 left) 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:58: done (3 left) 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:60: done (2 left) 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:62: done (1 left) 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:63: done (0 left) 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:65: read oid 30 snap -1 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T16:51:06.509 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 1 2024-08-17T16:51:06.510 INFO:tasks.rados.rados.0.smithi001.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-17T16:51:06.514 INFO:tasks.rados.rados.0.smithi001.stdout:66: writing smithi00187473-23 from 376832 to 868352 tid 1 2024-08-17T16:51:06.519 INFO:tasks.rados.rados.0.smithi001.stdout:66: writing smithi00187473-23 from 868352 to 1269760 tid 2 2024-08-17T16:51:06.519 INFO:tasks.rados.rados.0.smithi001.stdout:67: rollback oid 10 current snap is 1 2024-08-17T16:51:06.519 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 0 2024-08-17T16:51:06.519 INFO:tasks.rados.rados.0.smithi001.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T16:51:06.534 INFO:tasks.rados.rados.0.smithi001.stdout:64: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:51:06.534 INFO:tasks.rados.rados.0.smithi001.stdout:64: finishing copy_from to smithi00187473-15 2024-08-17T16:51:06.534 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T16:51:06.534 INFO:tasks.rados.rados.0.smithi001.stdout:64: done (3 left) 2024-08-17T16:51:06.534 INFO:tasks.rados.rados.0.smithi001.stdout:65: done (2 left) 2024-08-17T16:51:06.534 INFO:tasks.rados.rados.0.smithi001.stdout:68: setattr oid 20 current snap is 1 2024-08-17T16:51:06.534 INFO:tasks.rados.rados.0.smithi001.stdout:66: finishing write tid 1 to smithi00187473-23 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:67: finishing rollback tid 0 to smithi00187473-10 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:66: finishing write tid 2 to smithi00187473-23 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:66: finishing write tid 3 to smithi00187473-23 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:67: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:67: finishing rollback tid 2 to smithi00187473-10 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 12 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:66: finishing write tid 4 to smithi00187473-23 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 21 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T16:51:06.535 INFO:tasks.rados.rados.0.smithi001.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:66: done (2 left) 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:67: done (1 left) 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:70: read oid 24 snap 0 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:72: rollback oid 49 current snap is 1 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 0 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:73: read oid 4 snap 0 2024-08-17T16:51:06.537 INFO:tasks.rados.rados.0.smithi001.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:74: rmattr oid 7 current snap is 1 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:74: done (6 left) 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:76: read oid 39 snap -1 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:78: read oid 2 snap -1 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T16:51:06.538 INFO:tasks.rados.rados.0.smithi001.stdout:79: setattr oid 41 current snap is 1 2024-08-17T16:51:06.539 INFO:tasks.rados.rados.0.smithi001.stdout:80: snap_create 2024-08-17T16:51:06.541 INFO:tasks.rados.rados.0.smithi001.stdout:72: finishing rollback tid 0 to smithi00187473-49 2024-08-17T16:51:06.541 INFO:tasks.rados.rados.0.smithi001.stdout:72: finishing rollback tid 1 to smithi00187473-49 2024-08-17T16:51:06.541 INFO:tasks.rados.rados.0.smithi001.stdout:72: finishing rollback tid 2 to smithi00187473-49 2024-08-17T16:51:06.542 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 25 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T16:51:06.542 INFO:tasks.rados.rados.0.smithi001.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T16:51:06.543 INFO:tasks.rados.rados.0.smithi001.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-17T16:51:06.546 INFO:tasks.rados.rados.0.smithi001.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:06.558 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:51:06.558 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 8 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-17T16:51:06.558 INFO:tasks.rados.rados.0.smithi001.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T16:51:06.577 INFO:tasks.rados.rados.0.smithi001.stdout:75: finishing copy_from racing read to smithi00187473-21 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:75: finishing copy_from to smithi00187473-21 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:77: finishing copy_from racing read to smithi00187473-6 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:77: finishing copy_from to smithi00187473-6 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:71: finishing copy_from racing read to smithi00187473-36 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:71: finishing copy_from to smithi00187473-36 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T16:51:06.578 INFO:tasks.rados.rados.0.smithi001.stdout:69: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:51:06.579 INFO:tasks.rados.rados.0.smithi001.stdout:69: finishing copy_from to smithi00187473-45 2024-08-17T16:51:06.579 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T16:51:06.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:06 smithi189 ceph-mon[33558]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:06.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:06 smithi189 ceph-mon[33558]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:51:06.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:06 smithi189 ceph-mon[33558]: Cluster is now healthy 2024-08-17T16:51:06.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:06 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2673962167' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T16:51:06.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:06 smithi189 ceph-mon[33558]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T16:51:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[29829]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[29829]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:51:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[29829]: Cluster is now healthy 2024-08-17T16:51:06.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2673962167' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T16:51:06.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[29829]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T16:51:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[41665]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[41665]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:51:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[41665]: Cluster is now healthy 2024-08-17T16:51:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2673962167' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T16:51:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:06 smithi001 ceph-mon[41665]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T16:51:07.515 INFO:tasks.rados.rados.0.smithi001.stdout:68: done (11 left) 2024-08-17T16:51:07.515 INFO:tasks.rados.rados.0.smithi001.stdout:69: done (10 left) 2024-08-17T16:51:07.515 INFO:tasks.rados.rados.0.smithi001.stdout:70: done (9 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:71: done (8 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:72: done (7 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:73: done (6 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:75: done (5 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:76: done (4 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:77: done (3 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:78: done (2 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:79: done (1 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:80: done (0 left) 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:81: rollback oid 40 current snap is 2 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 1 2024-08-17T16:51:07.516 INFO:tasks.rados.rados.0.smithi001.stdout:82: snap_create 2024-08-17T16:51:07.517 INFO:tasks.rados.rados.0.smithi001.stdout:81: finishing rollback tid 0 to smithi00187473-40 2024-08-17T16:51:07.517 INFO:tasks.rados.rados.0.smithi001.stdout:81: finishing rollback tid 1 to smithi00187473-40 2024-08-17T16:51:07.518 INFO:tasks.rados.rados.0.smithi001.stdout:81: finishing rollback tid 2 to smithi00187473-40 2024-08-17T16:51:07.518 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 13 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T16:51:07.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:07 smithi189 ceph-mon[33558]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T16:51:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:07 smithi001 ceph-mon[29829]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T16:51:07.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:07 smithi001 ceph-mon[41665]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T16:51:08.517 INFO:tasks.rados.rados.0.smithi001.stdout:81: done (1 left) 2024-08-17T16:51:08.517 INFO:tasks.rados.rados.0.smithi001.stdout:82: done (0 left) 2024-08-17T16:51:08.517 INFO:tasks.rados.rados.0.smithi001.stdout:83: rollback oid 9 current snap is 3 2024-08-17T16:51:08.518 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 0 2024-08-17T16:51:08.518 INFO:tasks.rados.rados.0.smithi001.stdout:84: read oid 20 snap 1 2024-08-17T16:51:08.518 INFO:tasks.rados.rados.0.smithi001.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-17T16:51:08.518 INFO:tasks.rados.rados.0.smithi001.stdout:85: read oid 25 snap -1 2024-08-17T16:51:08.518 INFO:tasks.rados.rados.0.smithi001.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-17T16:51:08.518 INFO:tasks.rados.rados.0.smithi001.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-08-17T16:51:08.518 INFO:tasks.rados.rados.0.smithi001.stdout:87: setattr oid 48 current snap is 3 2024-08-17T16:51:08.518 INFO:tasks.rados.rados.0.smithi001.stdout:88: snap_remove snap 2 2024-08-17T16:51:08.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:08 smithi001 ceph-mon[41665]: pgmap v109: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-08-17T16:51:08.830 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:08 smithi001 ceph-mon[41665]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T16:51:08.831 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:08 smithi001 ceph-mon[29829]: pgmap v109: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-08-17T16:51:08.831 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:08 smithi001 ceph-mon[29829]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T16:51:08.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:08 smithi189 ceph-mon[33558]: pgmap v109: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-08-17T16:51:08.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:08 smithi189 ceph-mon[33558]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T16:51:09.526 INFO:tasks.rados.rados.0.smithi001.stdout:88: done (5 left) 2024-08-17T16:51:09.526 INFO:tasks.rados.rados.0.smithi001.stdout:89: read oid 38 snap 1 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:83: finishing rollback tid 0 to smithi00187473-9 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:90: read oid 18 snap -1 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:83: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:92: rmattr oid 43 current snap is 3 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:92: done (8 left) 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:93: delete oid 14 current snap is 3 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:83: finishing rollback tid 2 to smithi00187473-9 2024-08-17T16:51:09.527 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T16:51:09.528 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T16:51:09.528 INFO:tasks.rados.rados.0.smithi001.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-17T16:51:09.543 INFO:tasks.rados.rados.0.smithi001.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:86: finishing copy_from racing read to smithi00187473-34 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:86: finishing copy_from to smithi00187473-34 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:83: done (8 left) 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:84: done (7 left) 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:85: done (6 left) 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:86: done (5 left) 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:87: done (4 left) 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:93: done (3 left) 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 3 2024-08-17T16:51:09.557 INFO:tasks.rados.rados.0.smithi001.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-17T16:51:09.572 INFO:tasks.rados.rados.0.smithi001.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-17T16:51:09.580 INFO:tasks.rados.rados.0.smithi001.stdout:91: finishing copy_from racing read to smithi00187473-2 2024-08-17T16:51:09.580 INFO:tasks.rados.rados.0.smithi001.stdout:91: finishing copy_from to smithi00187473-2 2024-08-17T16:51:09.580 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T16:51:09.580 INFO:tasks.rados.rados.0.smithi001.stdout:94: seq_num 55 ranges {507904=524288,1032192=401408} 2024-08-17T16:51:09.585 INFO:tasks.rados.rados.0.smithi001.stdout:94: writing smithi00187473-31 from 507904 to 1032192 tid 1 2024-08-17T16:51:09.588 INFO:tasks.rados.rados.0.smithi001.stdout:94: writing smithi00187473-31 from 1032192 to 1433600 tid 2 2024-08-17T16:51:09.588 INFO:tasks.rados.rados.0.smithi001.stdout:89: done (3 left) 2024-08-17T16:51:09.588 INFO:tasks.rados.rados.0.smithi001.stdout:90: done (2 left) 2024-08-17T16:51:09.588 INFO:tasks.rados.rados.0.smithi001.stdout:91: done (1 left) 2024-08-17T16:51:09.588 INFO:tasks.rados.rados.0.smithi001.stdout:95: read oid 13 snap 0 2024-08-17T16:51:09.588 INFO:tasks.rados.rados.0.smithi001.stdout:95: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-17T16:51:09.589 INFO:tasks.rados.rados.0.smithi001.stdout:96: snap_remove snap 1 2024-08-17T16:51:09.842 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:09 smithi001 ceph-mon[29829]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T16:51:09.842 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:09 smithi001 ceph-mon[41665]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T16:51:09.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:09 smithi189 ceph-mon[33558]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T16:51:09.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:51:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:51:10.536 INFO:tasks.rados.rados.0.smithi001.stdout:96: done (2 left) 2024-08-17T16:51:10.536 INFO:tasks.rados.rados.0.smithi001.stdout:97: copy_from oid 34 from oid 37 current snap is 3 2024-08-17T16:51:10.536 INFO:tasks.rados.rados.0.smithi001.stdout:98: read oid 11 snap 0 2024-08-17T16:51:10.536 INFO:tasks.rados.rados.0.smithi001.stdout:98: expect deleted 2024-08-17T16:51:10.536 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 3 2024-08-17T16:51:10.536 INFO:tasks.rados.rados.0.smithi001.stdout:99: seq_num 56 ranges {622592=540672,1163264=401408} 2024-08-17T16:51:10.542 INFO:tasks.rados.rados.0.smithi001.stdout:99: writing smithi00187473-38 from 622592 to 1163264 tid 1 2024-08-17T16:51:10.545 INFO:tasks.rados.rados.0.smithi001.stdout:99: writing smithi00187473-38 from 1163264 to 1564672 tid 2 2024-08-17T16:51:10.546 INFO:tasks.rados.rados.0.smithi001.stdout:94: finishing write tid 1 to smithi00187473-31 2024-08-17T16:51:10.546 INFO:tasks.rados.rados.0.smithi001.stdout:94: finishing write tid 2 to smithi00187473-31 2024-08-17T16:51:10.546 INFO:tasks.rados.rados.0.smithi001.stdout:94: finishing write tid 3 to smithi00187473-31 2024-08-17T16:51:10.547 INFO:tasks.rados.rados.0.smithi001.stdout:94: finishing write tid 4 to smithi00187473-31 2024-08-17T16:51:10.547 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 29 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-17T16:51:10.547 INFO:tasks.rados.rados.0.smithi001.stdout:94: left oid 31 (ObjNum 55 snap 3 seq_num 55) 2024-08-17T16:51:10.547 INFO:tasks.rados.rados.0.smithi001.stdout:95: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-17T16:51:10.556 INFO:tasks.rados.rados.0.smithi001.stdout:97: finishing copy_from racing read to smithi00187473-34 2024-08-17T16:51:10.556 INFO:tasks.rados.rados.0.smithi001.stdout:99: finishing write tid 1 to smithi00187473-38 2024-08-17T16:51:10.556 INFO:tasks.rados.rados.0.smithi001.stdout:94: done (4 left) 2024-08-17T16:51:10.556 INFO:tasks.rados.rados.0.smithi001.stdout:95: done (3 left) 2024-08-17T16:51:10.556 INFO:tasks.rados.rados.0.smithi001.stdout:98: done (2 left) 2024-08-17T16:51:10.556 INFO:tasks.rados.rados.0.smithi001.stdout:100: snap_remove snap 0 2024-08-17T16:51:10.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:10 smithi189 ceph-mon[33558]: pgmap v112: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 811 KiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-08-17T16:51:10.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:10 smithi189 ceph-mon[33558]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T16:51:10.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:10 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:10.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:10 smithi001 ceph-mon[29829]: pgmap v112: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 811 KiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-08-17T16:51:10.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:10 smithi001 ceph-mon[29829]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T16:51:10.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:10 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:10.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:10 smithi001 ceph-mon[41665]: pgmap v112: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 811 KiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-08-17T16:51:10.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:10 smithi001 ceph-mon[41665]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T16:51:10.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:10 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:11.539 INFO:tasks.rados.rados.0.smithi001.stdout:100: done (2 left) 2024-08-17T16:51:11.539 INFO:tasks.rados.rados.0.smithi001.stdout:101: copy_from oid 11 from oid 16 current snap is 3 2024-08-17T16:51:11.540 INFO:tasks.rados.rados.0.smithi001.stdout:97: finishing copy_from to smithi00187473-34 2024-08-17T16:51:11.540 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T16:51:11.540 INFO:tasks.rados.rados.0.smithi001.stdout:99: finishing write tid 2 to smithi00187473-38 2024-08-17T16:51:11.540 INFO:tasks.rados.rados.0.smithi001.stdout:99: finishing write tid 3 to smithi00187473-38 2024-08-17T16:51:11.540 INFO:tasks.rados.rados.0.smithi001.stdout:99: finishing write tid 4 to smithi00187473-38 2024-08-17T16:51:11.540 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 37 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-08-17T16:51:11.540 INFO:tasks.rados.rados.0.smithi001.stdout:99: left oid 38 (ObjNum 56 snap 3 seq_num 56) 2024-08-17T16:51:11.540 INFO:tasks.rados.rados.0.smithi001.stdout:97: done (2 left) 2024-08-17T16:51:11.541 INFO:tasks.rados.rados.0.smithi001.stdout:99: done (1 left) 2024-08-17T16:51:11.541 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 3 2024-08-17T16:51:11.541 INFO:tasks.rados.rados.0.smithi001.stdout:102: seq_num 57 ranges {524288=557056,1081344=401408} 2024-08-17T16:51:11.547 INFO:tasks.rados.rados.0.smithi001.stdout:102: writing smithi00187473-32 from 524288 to 1081344 tid 1 2024-08-17T16:51:11.550 INFO:tasks.rados.rados.0.smithi001.stdout:102: writing smithi00187473-32 from 1081344 to 1482752 tid 2 2024-08-17T16:51:11.550 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 3 2024-08-17T16:51:11.550 INFO:tasks.rados.rados.0.smithi001.stdout:101: finishing copy_from racing read to smithi00187473-11 2024-08-17T16:51:11.550 INFO:tasks.rados.rados.0.smithi001.stdout:101: finishing copy_from to smithi00187473-11 2024-08-17T16:51:11.551 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-17T16:51:11.551 INFO:tasks.rados.rados.0.smithi001.stdout:103: seq_num 58 ranges {139264=573440,712704=401408} 2024-08-17T16:51:11.557 INFO:tasks.rados.rados.0.smithi001.stdout:103: writing smithi00187473-9 from 139264 to 712704 tid 1 2024-08-17T16:51:11.558 INFO:tasks.rados.rados.0.smithi001.stdout:103: writing smithi00187473-9 from 712704 to 1114112 tid 2 2024-08-17T16:51:11.558 INFO:tasks.rados.rados.0.smithi001.stdout:101: done (2 left) 2024-08-17T16:51:11.559 INFO:tasks.rados.rados.0.smithi001.stdout:104: rollback oid 8 current snap is 3 2024-08-17T16:51:11.559 INFO:tasks.rados.rados.0.smithi001.stdout:104: done (2 left) 2024-08-17T16:51:11.559 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 3 2024-08-17T16:51:11.559 INFO:tasks.rados.rados.0.smithi001.stdout:102: finishing write tid 1 to smithi00187473-32 2024-08-17T16:51:11.559 INFO:tasks.rados.rados.0.smithi001.stdout:102: finishing write tid 2 to smithi00187473-32 2024-08-17T16:51:11.559 INFO:tasks.rados.rados.0.smithi001.stdout:105: seq_num 59 ranges {540672=598016,1138688=401408} 2024-08-17T16:51:11.564 INFO:tasks.rados.rados.0.smithi001.stdout:105: writing smithi00187473-33 from 540672 to 1138688 tid 1 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:105: writing smithi00187473-33 from 1138688 to 1540096 tid 2 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:106: copy_from oid 7 from oid 41 current snap is 3 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:102: finishing write tid 3 to smithi00187473-32 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:102: finishing write tid 4 to smithi00187473-32 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 49 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:102: left oid 32 (ObjNum 57 snap 3 seq_num 57) 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:103: finishing write tid 1 to smithi00187473-9 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:103: finishing write tid 2 to smithi00187473-9 2024-08-17T16:51:11.567 INFO:tasks.rados.rados.0.smithi001.stdout:103: finishing write tid 3 to smithi00187473-9 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:103: finishing write tid 4 to smithi00187473-9 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 21 (ObjNum 58 snap 3 seq_num 58) dirty exists 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:103: left oid 9 (ObjNum 58 snap 3 seq_num 58) 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:102: done (3 left) 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:103: done (2 left) 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:107: rollback oid 39 current snap is 3 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:107: done (2 left) 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 3 2024-08-17T16:51:11.568 INFO:tasks.rados.rados.0.smithi001.stdout:108: seq_num 60 ranges {188416=614400,802816=401408} 2024-08-17T16:51:11.572 INFO:tasks.rados.rados.0.smithi001.stdout:108: writing smithi00187473-12 from 188416 to 802816 tid 1 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:108: writing smithi00187473-12 from 802816 to 1204224 tid 2 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:109: read oid 25 snap -1 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:109: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:110: rollback oid 29 current snap is 3 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:110: done (4 left) 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 3 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:105: finishing write tid 1 to smithi00187473-33 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:105: finishing write tid 2 to smithi00187473-33 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:105: finishing write tid 3 to smithi00187473-33 2024-08-17T16:51:11.576 INFO:tasks.rados.rados.0.smithi001.stdout:105: finishing write tid 4 to smithi00187473-33 2024-08-17T16:51:11.577 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 21 (ObjNum 59 snap 3 seq_num 59) dirty exists 2024-08-17T16:51:11.577 INFO:tasks.rados.rados.0.smithi001.stdout:105: left oid 33 (ObjNum 59 snap 3 seq_num 59) 2024-08-17T16:51:11.577 INFO:tasks.rados.rados.0.smithi001.stdout:106: finishing copy_from racing read to smithi00187473-7 2024-08-17T16:51:11.577 INFO:tasks.rados.rados.0.smithi001.stdout:111: seq_num 61 ranges {122880=630784,753664=401408} 2024-08-17T16:51:11.581 INFO:tasks.rados.rados.0.smithi001.stdout:111: writing smithi00187473-8 from 122880 to 753664 tid 1 2024-08-17T16:51:11.584 INFO:tasks.rados.rados.0.smithi001.stdout:111: writing smithi00187473-8 from 753664 to 1155072 tid 2 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:105: done (4 left) 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:112: delete oid 47 current snap is 3 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:108: finishing write tid 1 to smithi00187473-12 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:106: finishing copy_from to smithi00187473-7 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:108: finishing write tid 2 to smithi00187473-12 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:108: finishing write tid 3 to smithi00187473-12 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:108: finishing write tid 4 to smithi00187473-12 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 10 (ObjNum 60 snap 3 seq_num 60) dirty exists 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:108: left oid 12 (ObjNum 60 snap 3 seq_num 60) 2024-08-17T16:51:11.585 INFO:tasks.rados.rados.0.smithi001.stdout:109: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-17T16:51:11.596 INFO:tasks.rados.rados.0.smithi001.stdout:111: finishing write tid 1 to smithi00187473-8 2024-08-17T16:51:11.596 INFO:tasks.rados.rados.0.smithi001.stdout:111: finishing write tid 2 to smithi00187473-8 2024-08-17T16:51:11.596 INFO:tasks.rados.rados.0.smithi001.stdout:111: finishing write tid 3 to smithi00187473-8 2024-08-17T16:51:11.596 INFO:tasks.rados.rados.0.smithi001.stdout:111: finishing write tid 4 to smithi00187473-8 2024-08-17T16:51:11.596 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 7 (ObjNum 61 snap 3 seq_num 61) dirty exists 2024-08-17T16:51:11.596 INFO:tasks.rados.rados.0.smithi001.stdout:111: left oid 8 (ObjNum 61 snap 3 seq_num 61) 2024-08-17T16:51:11.597 INFO:tasks.rados.rados.0.smithi001.stdout:106: done (4 left) 2024-08-17T16:51:11.597 INFO:tasks.rados.rados.0.smithi001.stdout:108: done (3 left) 2024-08-17T16:51:11.597 INFO:tasks.rados.rados.0.smithi001.stdout:109: done (2 left) 2024-08-17T16:51:11.597 INFO:tasks.rados.rados.0.smithi001.stdout:111: done (1 left) 2024-08-17T16:51:11.597 INFO:tasks.rados.rados.0.smithi001.stdout:112: done (0 left) 2024-08-17T16:51:11.597 INFO:tasks.rados.rados.0.smithi001.stdout:113: rmattr oid 13 current snap is 3 2024-08-17T16:51:11.597 INFO:tasks.rados.rados.0.smithi001.stdout:113: done (0 left) 2024-08-17T16:51:11.597 INFO:tasks.rados.rados.0.smithi001.stdout:114: delete oid 44 current snap is 3 2024-08-17T16:51:11.598 INFO:tasks.rados.rados.0.smithi001.stdout:114: done (0 left) 2024-08-17T16:51:11.598 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 3 2024-08-17T16:51:11.598 INFO:tasks.rados.rados.0.smithi001.stdout:115: seq_num 64 ranges {409600=679936,1089536=401408} 2024-08-17T16:51:11.603 INFO:tasks.rados.rados.0.smithi001.stdout:115: writing smithi00187473-25 from 409600 to 1089536 tid 1 2024-08-17T16:51:11.606 INFO:tasks.rados.rados.0.smithi001.stdout:115: writing smithi00187473-25 from 1089536 to 1490944 tid 2 2024-08-17T16:51:11.606 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 3 2024-08-17T16:51:11.606 INFO:tasks.rados.rados.0.smithi001.stdout:116: seq_num 65 ranges {40960=696320,737280=401408} 2024-08-17T16:51:11.611 INFO:tasks.rados.rados.0.smithi001.stdout:116: writing smithi00187473-3 from 40960 to 737280 tid 1 2024-08-17T16:51:11.614 INFO:tasks.rados.rados.0.smithi001.stdout:116: writing smithi00187473-3 from 737280 to 1138688 tid 2 2024-08-17T16:51:11.615 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 3 2024-08-17T16:51:11.615 INFO:tasks.rados.rados.0.smithi001.stdout:115: finishing write tid 1 to smithi00187473-25 2024-08-17T16:51:11.615 INFO:tasks.rados.rados.0.smithi001.stdout:115: finishing write tid 2 to smithi00187473-25 2024-08-17T16:51:11.615 INFO:tasks.rados.rados.0.smithi001.stdout:117: seq_num 66 ranges {1482752=712704,2195456=401408} 2024-08-17T16:51:11.628 INFO:tasks.rados.rados.0.smithi001.stdout:117: writing smithi00187473-32 from 1482752 to 2195456 tid 1 2024-08-17T16:51:11.632 INFO:tasks.rados.rados.0.smithi001.stdout:117: writing smithi00187473-32 from 2195456 to 2596864 tid 2 2024-08-17T16:51:11.632 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 3 2024-08-17T16:51:11.632 INFO:tasks.rados.rados.0.smithi001.stdout:115: finishing write tid 3 to smithi00187473-25 2024-08-17T16:51:11.632 INFO:tasks.rados.rados.0.smithi001.stdout:115: finishing write tid 4 to smithi00187473-25 2024-08-17T16:51:11.632 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 42 (ObjNum 64 snap 3 seq_num 64) dirty exists 2024-08-17T16:51:11.632 INFO:tasks.rados.rados.0.smithi001.stdout:115: left oid 25 (ObjNum 64 snap 3 seq_num 64) 2024-08-17T16:51:11.632 INFO:tasks.rados.rados.0.smithi001.stdout:116: finishing write tid 1 to smithi00187473-3 2024-08-17T16:51:11.633 INFO:tasks.rados.rados.0.smithi001.stdout:116: finishing write tid 2 to smithi00187473-3 2024-08-17T16:51:11.633 INFO:tasks.rados.rados.0.smithi001.stdout:116: finishing write tid 3 to smithi00187473-3 2024-08-17T16:51:11.633 INFO:tasks.rados.rados.0.smithi001.stdout:116: finishing write tid 4 to smithi00187473-3 2024-08-17T16:51:11.633 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 5 (ObjNum 65 snap 3 seq_num 65) dirty exists 2024-08-17T16:51:11.633 INFO:tasks.rados.rados.0.smithi001.stdout:116: left oid 3 (ObjNum 65 snap 3 seq_num 65) 2024-08-17T16:51:11.633 INFO:tasks.rados.rados.0.smithi001.stdout:117: finishing write tid 1 to smithi00187473-32 2024-08-17T16:51:11.633 INFO:tasks.rados.rados.0.smithi001.stdout:118: seq_num 67 ranges {1204224=729088,1933312=401408} 2024-08-17T16:51:11.642 INFO:tasks.rados.rados.0.smithi001.stdout:118: writing smithi00187473-12 from 1204224 to 1933312 tid 1 2024-08-17T16:51:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:118: writing smithi00187473-12 from 1933312 to 2334720 tid 2 2024-08-17T16:51:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:115: done (3 left) 2024-08-17T16:51:11.645 INFO:tasks.rados.rados.0.smithi001.stdout:116: done (2 left) 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:119: rollback oid 15 current snap is 3 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:119: done (2 left) 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:120: delete oid 16 current snap is 3 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:117: finishing write tid 2 to smithi00187473-32 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:117: finishing write tid 3 to smithi00187473-32 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:117: finishing write tid 4 to smithi00187473-32 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 52 (ObjNum 66 snap 3 seq_num 66) dirty exists 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:117: left oid 32 (ObjNum 66 snap 3 seq_num 66) 2024-08-17T16:51:11.646 INFO:tasks.rados.rados.0.smithi001.stdout:118: finishing write tid 1 to smithi00187473-12 2024-08-17T16:51:11.647 INFO:tasks.rados.rados.0.smithi001.stdout:117: done (2 left) 2024-08-17T16:51:11.647 INFO:tasks.rados.rados.0.smithi001.stdout:120: done (1 left) 2024-08-17T16:51:11.647 INFO:tasks.rados.rados.0.smithi001.stdout:121: delete oid 37 current snap is 3 2024-08-17T16:51:11.647 INFO:tasks.rados.rados.0.smithi001.stdout:118: finishing write tid 2 to smithi00187473-12 2024-08-17T16:51:11.648 INFO:tasks.rados.rados.0.smithi001.stdout:118: finishing write tid 3 to smithi00187473-12 2024-08-17T16:51:11.648 INFO:tasks.rados.rados.0.smithi001.stdout:121: done (1 left) 2024-08-17T16:51:11.648 INFO:tasks.rados.rados.0.smithi001.stdout:122: snap_create 2024-08-17T16:51:11.648 INFO:tasks.rados.rados.0.smithi001.stdout:118: finishing write tid 4 to smithi00187473-12 2024-08-17T16:51:11.648 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 13 (ObjNum 67 snap 3 seq_num 67) dirty exists 2024-08-17T16:51:11.648 INFO:tasks.rados.rados.0.smithi001.stdout:118: left oid 12 (ObjNum 67 snap 3 seq_num 67) 2024-08-17T16:51:11.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:11 smithi189 ceph-mon[33558]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T16:51:11.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:11 smithi001 ceph-mon[29829]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T16:51:11.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:11 smithi001 ceph-mon[41665]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:118: done (1 left) 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:122: done (0 left) 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:123: read oid 48 snap 3 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:123: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:124: rollback oid 22 current snap is 4 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 3 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:125: read oid 17 snap 3 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:125: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 4 2024-08-17T16:51:12.543 INFO:tasks.rados.rados.0.smithi001.stdout:126: seq_num 70 ranges {2596864=778240,3375104=401408} 2024-08-17T16:51:12.563 INFO:tasks.rados.rados.0.smithi001.stdout:126: writing smithi00187473-32 from 2596864 to 3375104 tid 1 2024-08-17T16:51:12.566 INFO:tasks.rados.rados.0.smithi001.stdout:126: writing smithi00187473-32 from 3375104 to 3776512 tid 2 2024-08-17T16:51:12.566 INFO:tasks.rados.rados.0.smithi001.stdout:127: copy_from oid 1 from oid 24 current snap is 4 2024-08-17T16:51:12.566 INFO:tasks.rados.rados.0.smithi001.stdout:124: finishing rollback tid 0 to smithi00187473-22 2024-08-17T16:51:12.567 INFO:tasks.rados.rados.0.smithi001.stdout:124: finishing rollback tid 1 to smithi00187473-22 2024-08-17T16:51:12.567 INFO:tasks.rados.rados.0.smithi001.stdout:124: finishing rollback tid 2 to smithi00187473-22 2024-08-17T16:51:12.567 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 17 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T16:51:12.567 INFO:tasks.rados.rados.0.smithi001.stdout:125: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-17T16:51:12.577 INFO:tasks.rados.rados.0.smithi001.stdout:123: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:126: finishing write tid 1 to smithi00187473-32 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:126: finishing write tid 2 to smithi00187473-32 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:126: finishing write tid 3 to smithi00187473-32 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:126: finishing write tid 4 to smithi00187473-32 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 56 (ObjNum 70 snap 4 seq_num 70) dirty exists 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:126: left oid 32 (ObjNum 70 snap 4 seq_num 70) 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:127: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:127: finishing copy_from to smithi00187473-1 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-17T16:51:12.608 INFO:tasks.rados.rados.0.smithi001.stdout:123: done (4 left) 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:124: done (3 left) 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:125: done (2 left) 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:126: done (1 left) 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:127: done (0 left) 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:128: read oid 30 snap -1 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:128: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:129: copy_from oid 23 from oid 46 current snap is 4 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:130: copy_from oid 29 from oid 10 current snap is 4 2024-08-17T16:51:12.609 INFO:tasks.rados.rados.0.smithi001.stdout:131: snap_create 2024-08-17T16:51:12.612 INFO:tasks.rados.rados.0.smithi001.stdout:130: finishing copy_from racing read to smithi00187473-29 2024-08-17T16:51:12.612 INFO:tasks.rados.rados.0.smithi001.stdout:128: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T16:51:12.627 INFO:tasks.rados.rados.0.smithi001.stdout:130: finishing copy_from to smithi00187473-29 2024-08-17T16:51:12.627 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 12 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T16:51:12.627 INFO:tasks.rados.rados.0.smithi001.stdout:129: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:51:12.627 INFO:tasks.rados.rados.0.smithi001.stdout:129: finishing copy_from to smithi00187473-23 2024-08-17T16:51:12.627 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T16:51:12.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:12 smithi189 ceph-mon[33558]: pgmap v115: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-17T16:51:12.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:12 smithi189 ceph-mon[33558]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T16:51:12.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:12 smithi001 ceph-mon[29829]: pgmap v115: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-17T16:51:12.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:12 smithi001 ceph-mon[29829]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T16:51:12.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:12 smithi001 ceph-mon[41665]: pgmap v115: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-17T16:51:12.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:12 smithi001 ceph-mon[41665]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T16:51:13.544 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:51:13 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:13] "GET /metrics HTTP/1.1" 200 238906 "" "Prometheus/2.43.0" 2024-08-17T16:51:13.547 INFO:tasks.rados.rados.0.smithi001.stdout:128: done (3 left) 2024-08-17T16:51:13.547 INFO:tasks.rados.rados.0.smithi001.stdout:129: done (2 left) 2024-08-17T16:51:13.547 INFO:tasks.rados.rados.0.smithi001.stdout:130: done (1 left) 2024-08-17T16:51:13.547 INFO:tasks.rados.rados.0.smithi001.stdout:131: done (0 left) 2024-08-17T16:51:13.547 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 5 2024-08-17T16:51:13.548 INFO:tasks.rados.rados.0.smithi001.stdout:132: seq_num 71 ranges {1114112=794624,1908736=401408} 2024-08-17T16:51:13.557 INFO:tasks.rados.rados.0.smithi001.stdout:132: writing smithi00187473-9 from 1114112 to 1908736 tid 1 2024-08-17T16:51:13.560 INFO:tasks.rados.rados.0.smithi001.stdout:132: writing smithi00187473-9 from 1908736 to 2310144 tid 2 2024-08-17T16:51:13.560 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 5 2024-08-17T16:51:13.560 INFO:tasks.rados.rados.0.smithi001.stdout:133: seq_num 72 ranges {2334720=409600,2744320=524288,3268608=278528} 2024-08-17T16:51:13.575 INFO:tasks.rados.rados.0.smithi001.stdout:133: writing smithi00187473-12 from 2334720 to 2744320 tid 1 2024-08-17T16:51:13.578 INFO:tasks.rados.rados.0.smithi001.stdout:133: writing smithi00187473-12 from 2744320 to 3268608 tid 2 2024-08-17T16:51:13.580 INFO:tasks.rados.rados.0.smithi001.stdout:133: writing smithi00187473-12 from 3268608 to 3547136 tid 3 2024-08-17T16:51:13.580 INFO:tasks.rados.rados.0.smithi001.stdout:134: rollback oid 22 current snap is 5 2024-08-17T16:51:13.580 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 3 2024-08-17T16:51:13.580 INFO:tasks.rados.rados.0.smithi001.stdout:132: finishing write tid 1 to smithi00187473-9 2024-08-17T16:51:13.580 INFO:tasks.rados.rados.0.smithi001.stdout:132: finishing write tid 2 to smithi00187473-9 2024-08-17T16:51:13.580 INFO:tasks.rados.rados.0.smithi001.stdout:132: finishing write tid 3 to smithi00187473-9 2024-08-17T16:51:13.580 INFO:tasks.rados.rados.0.smithi001.stdout:132: finishing write tid 4 to smithi00187473-9 2024-08-17T16:51:13.580 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 25 (ObjNum 71 snap 5 seq_num 71) dirty exists 2024-08-17T16:51:13.581 INFO:tasks.rados.rados.0.smithi001.stdout:132: left oid 9 (ObjNum 71 snap 5 seq_num 71) 2024-08-17T16:51:13.581 INFO:tasks.rados.rados.0.smithi001.stdout:132: done (2 left) 2024-08-17T16:51:13.581 INFO:tasks.rados.rados.0.smithi001.stdout:135: snap_create 2024-08-17T16:51:13.581 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 1 to smithi00187473-12 2024-08-17T16:51:13.583 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 2 to smithi00187473-12 2024-08-17T16:51:13.583 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 3 to smithi00187473-12 2024-08-17T16:51:13.583 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 4 to smithi00187473-12 2024-08-17T16:51:13.585 INFO:tasks.rados.rados.0.smithi001.stdout:134: finishing rollback tid 0 to smithi00187473-22 2024-08-17T16:51:13.585 INFO:tasks.rados.rados.0.smithi001.stdout:133: finishing write tid 5 to smithi00187473-12 2024-08-17T16:51:13.585 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 22 (ObjNum 72 snap 5 seq_num 72) dirty exists 2024-08-17T16:51:13.586 INFO:tasks.rados.rados.0.smithi001.stdout:133: left oid 12 (ObjNum 72 snap 5 seq_num 72) 2024-08-17T16:51:13.586 INFO:tasks.rados.rados.0.smithi001.stdout:134: finishing rollback tid 1 to smithi00187473-22 2024-08-17T16:51:13.586 INFO:tasks.rados.rados.0.smithi001.stdout:134: finishing rollback tid 2 to smithi00187473-22 2024-08-17T16:51:13.586 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 26 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T16:51:13.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:13 smithi189 ceph-mon[33558]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T16:51:13.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:13 smithi001 ceph-mon[29829]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T16:51:13.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:13 smithi001 ceph-mon[41665]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T16:51:14.032 INFO:tasks.rados.rados.0.smithi001.stdout:133: done (2 left) 2024-08-17T16:51:14.032 INFO:tasks.rados.rados.0.smithi001.stdout:134: done (1 left) 2024-08-17T16:51:14.032 INFO:tasks.rados.rados.0.smithi001.stdout:135: done (0 left) 2024-08-17T16:51:14.032 INFO:tasks.rados.rados.0.smithi001.stdout:136: read oid 33 snap -1 2024-08-17T16:51:14.032 INFO:tasks.rados.rados.0.smithi001.stdout:136: expect (ObjNum 59 snap 3 seq_num 59) 2024-08-17T16:51:14.032 INFO:tasks.rados.rados.0.smithi001.stdout:137: read oid 45 snap -1 2024-08-17T16:51:14.032 INFO:tasks.rados.rados.0.smithi001.stdout:137: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T16:51:14.032 INFO:tasks.rados.rados.0.smithi001.stdout:138: snap_create 2024-08-17T16:51:14.038 INFO:tasks.rados.rados.0.smithi001.stdout:137: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T16:51:14.052 INFO:tasks.rados.rados.0.smithi001.stdout:136: expect (ObjNum 59 snap 3 seq_num 59) 2024-08-17T16:51:14.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:14 smithi189 ceph-mon[33558]: pgmap v118: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-17T16:51:14.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:14 smithi189 ceph-mon[33558]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T16:51:14.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:14 smithi189 ceph-mon[33558]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T16:51:14.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:14 smithi001 ceph-mon[29829]: pgmap v118: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-17T16:51:14.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:14 smithi001 ceph-mon[29829]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T16:51:14.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:14 smithi001 ceph-mon[29829]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T16:51:14.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:14 smithi001 ceph-mon[41665]: pgmap v118: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-17T16:51:14.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:14 smithi001 ceph-mon[41665]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T16:51:14.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:14 smithi001 ceph-mon[41665]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T16:51:15.034 INFO:tasks.rados.rados.0.smithi001.stdout:136: done (2 left) 2024-08-17T16:51:15.034 INFO:tasks.rados.rados.0.smithi001.stdout:137: done (1 left) 2024-08-17T16:51:15.034 INFO:tasks.rados.rados.0.smithi001.stdout:138: done (0 left) 2024-08-17T16:51:15.035 INFO:tasks.rados.rados.0.smithi001.stdout:139: copy_from oid 48 from oid 42 current snap is 7 2024-08-17T16:51:15.035 INFO:tasks.rados.rados.0.smithi001.stdout:140: delete oid 29 current snap is 7 2024-08-17T16:51:15.036 INFO:tasks.rados.rados.0.smithi001.stdout:140: done (1 left) 2024-08-17T16:51:15.036 INFO:tasks.rados.rados.0.smithi001.stdout:141: snap_create 2024-08-17T16:51:15.040 INFO:tasks.rados.rados.0.smithi001.stdout:139: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:51:15.040 INFO:tasks.rados.rados.0.smithi001.stdout:139: finishing copy_from to smithi00187473-48 2024-08-17T16:51:15.040 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T16:51:16.038 INFO:tasks.rados.rados.0.smithi001.stdout:139: done (1 left) 2024-08-17T16:51:16.038 INFO:tasks.rados.rados.0.smithi001.stdout:141: done (0 left) 2024-08-17T16:51:16.038 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 8 2024-08-17T16:51:16.038 INFO:tasks.rados.rados.0.smithi001.stdout:142: seq_num 74 ranges {712704=442368,1155072=696320,1851392=106496} 2024-08-17T16:51:16.044 INFO:tasks.rados.rados.0.smithi001.stdout:142: writing smithi00187473-43 from 712704 to 1155072 tid 1 2024-08-17T16:51:16.049 INFO:tasks.rados.rados.0.smithi001.stdout:142: writing smithi00187473-43 from 1155072 to 1851392 tid 2 2024-08-17T16:51:16.050 INFO:tasks.rados.rados.0.smithi001.stdout:142: writing smithi00187473-43 from 1851392 to 1957888 tid 3 2024-08-17T16:51:16.050 INFO:tasks.rados.rados.0.smithi001.stdout:142: finishing write tid 1 to smithi00187473-43 2024-08-17T16:51:16.050 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 8 2024-08-17T16:51:16.054 INFO:tasks.rados.rados.0.smithi001.stdout:143: seq_num 75 ranges {155648=458752,614400=581632,1196032=221184} 2024-08-17T16:51:16.054 INFO:tasks.rados.rados.0.smithi001.stdout:143: writing smithi00187473-10 from 155648 to 614400 tid 1 2024-08-17T16:51:16.058 INFO:tasks.rados.rados.0.smithi001.stdout:143: writing smithi00187473-10 from 614400 to 1196032 tid 2 2024-08-17T16:51:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:143: writing smithi00187473-10 from 1196032 to 1417216 tid 3 2024-08-17T16:51:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:144: snap_create 2024-08-17T16:51:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:142: finishing write tid 2 to smithi00187473-43 2024-08-17T16:51:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:142: finishing write tid 3 to smithi00187473-43 2024-08-17T16:51:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:142: finishing write tid 4 to smithi00187473-43 2024-08-17T16:51:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:142: finishing write tid 5 to smithi00187473-43 2024-08-17T16:51:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 61 (ObjNum 74 snap 8 seq_num 74) dirty exists 2024-08-17T16:51:16.061 INFO:tasks.rados.rados.0.smithi001.stdout:142: left oid 43 (ObjNum 74 snap 8 seq_num 74) 2024-08-17T16:51:16.061 INFO:tasks.rados.rados.0.smithi001.stdout:143: finishing write tid 1 to smithi00187473-10 2024-08-17T16:51:16.061 INFO:tasks.rados.rados.0.smithi001.stdout:143: finishing write tid 2 to smithi00187473-10 2024-08-17T16:51:16.061 INFO:tasks.rados.rados.0.smithi001.stdout:143: finishing write tid 3 to smithi00187473-10 2024-08-17T16:51:16.062 INFO:tasks.rados.rados.0.smithi001.stdout:143: finishing write tid 4 to smithi00187473-10 2024-08-17T16:51:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:143: finishing write tid 5 to smithi00187473-10 2024-08-17T16:51:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 27 (ObjNum 75 snap 8 seq_num 75) dirty exists 2024-08-17T16:51:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:143: left oid 10 (ObjNum 75 snap 8 seq_num 75) 2024-08-17T16:51:16.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:16 smithi189 ceph-mon[33558]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T16:51:16.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:16 smithi189 ceph-mon[33558]: pgmap v122: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:16.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:16 smithi001 ceph-mon[29829]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T16:51:16.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:16 smithi001 ceph-mon[29829]: pgmap v122: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:16.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:16 smithi001 ceph-mon[41665]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T16:51:16.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:16 smithi001 ceph-mon[41665]: pgmap v122: 121 pgs: 121 active+clean; 27 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:17.042 INFO:tasks.rados.rados.0.smithi001.stdout:142: done (2 left) 2024-08-17T16:51:17.042 INFO:tasks.rados.rados.0.smithi001.stdout:143: done (1 left) 2024-08-17T16:51:17.042 INFO:tasks.rados.rados.0.smithi001.stdout:144: done (0 left) 2024-08-17T16:51:17.042 INFO:tasks.rados.rados.0.smithi001.stdout:145: snap_create 2024-08-17T16:51:17.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:17 smithi189 ceph-mon[33558]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T16:51:17.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:17 smithi001 ceph-mon[29829]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T16:51:17.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:17 smithi001 ceph-mon[41665]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T16:51:18.047 INFO:tasks.rados.rados.0.smithi001.stdout:145: done (0 left) 2024-08-17T16:51:18.047 INFO:tasks.rados.rados.0.smithi001.stdout:146: read oid 42 snap -1 2024-08-17T16:51:18.048 INFO:tasks.rados.rados.0.smithi001.stdout:146: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T16:51:18.048 INFO:tasks.rados.rados.0.smithi001.stdout:147: rmattr oid 17 current snap is 10 2024-08-17T16:51:18.048 INFO:tasks.rados.rados.0.smithi001.stdout:147: done (1 left) 2024-08-17T16:51:18.048 INFO:tasks.rados.rados.0.smithi001.stdout:148: setattr oid 28 current snap is 10 2024-08-17T16:51:18.051 INFO:tasks.rados.rados.0.smithi001.stdout:149: copy_from oid 33 from oid 16 current snap is 10 2024-08-17T16:51:18.051 INFO:tasks.rados.rados.0.smithi001.stdout:150: setattr oid 32 current snap is 10 2024-08-17T16:51:18.053 INFO:tasks.rados.rados.0.smithi001.stdout:146: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T16:51:18.073 INFO:tasks.rados.rados.0.smithi001.stdout:149: finishing copy_from to smithi00187473-33 2024-08-17T16:51:18.073 INFO:tasks.rados.rados.0.smithi001.stdout:149: got expected ENOENT (src dne) 2024-08-17T16:51:18.073 INFO:tasks.rados.rados.0.smithi001.stdout:149: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:51:18.073 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 10 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T16:51:18.073 INFO:tasks.rados.rados.0.smithi001.stdout:146: done (3 left) 2024-08-17T16:51:18.073 INFO:tasks.rados.rados.0.smithi001.stdout:148: done (2 left) 2024-08-17T16:51:18.074 INFO:tasks.rados.rados.0.smithi001.stdout:149: done (1 left) 2024-08-17T16:51:18.074 INFO:tasks.rados.rados.0.smithi001.stdout:151: snap_remove snap 5 2024-08-17T16:51:18.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:18 smithi189 ceph-mon[33558]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T16:51:18.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:18 smithi189 ceph-mon[33558]: pgmap v125: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-08-17T16:51:18.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:18 smithi001 ceph-mon[41665]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T16:51:18.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:18 smithi001 ceph-mon[41665]: pgmap v125: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-08-17T16:51:18.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:18 smithi001 ceph-mon[29829]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T16:51:18.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:18 smithi001 ceph-mon[29829]: pgmap v125: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.7 MiB/s wr, 28 op/s 2024-08-17T16:51:19.033 INFO:tasks.rados.rados.0.smithi001.stdout:151: done (1 left) 2024-08-17T16:51:19.033 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 10 2024-08-17T16:51:19.033 INFO:tasks.rados.rados.0.smithi001.stdout:152: seq_num 76 ranges {557056=475136,1032192=458752,1490944=344064} 2024-08-17T16:51:19.039 INFO:tasks.rados.rados.0.smithi001.stdout:152: writing smithi00187473-45 from 557056 to 1032192 tid 1 2024-08-17T16:51:19.043 INFO:tasks.rados.rados.0.smithi001.stdout:152: writing smithi00187473-45 from 1032192 to 1490944 tid 2 2024-08-17T16:51:19.047 INFO:tasks.rados.rados.0.smithi001.stdout:152: writing smithi00187473-45 from 1490944 to 1835008 tid 3 2024-08-17T16:51:19.047 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 10 2024-08-17T16:51:19.047 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 63 (ObjNum 70 snap 4 seq_num 70) dirty exists 2024-08-17T16:51:19.047 INFO:tasks.rados.rados.0.smithi001.stdout:152: finishing write tid 1 to smithi00187473-45 2024-08-17T16:51:19.047 INFO:tasks.rados.rados.0.smithi001.stdout:152: finishing write tid 2 to smithi00187473-45 2024-08-17T16:51:19.047 INFO:tasks.rados.rados.0.smithi001.stdout:153: seq_num 77 ranges {696320=491520,1187840=794624,1982464=8192} 2024-08-17T16:51:19.053 INFO:tasks.rados.rados.0.smithi001.stdout:153: writing smithi00187473-42 from 696320 to 1187840 tid 1 2024-08-17T16:51:19.058 INFO:tasks.rados.rados.0.smithi001.stdout:153: writing smithi00187473-42 from 1187840 to 1982464 tid 2 2024-08-17T16:51:19.058 INFO:tasks.rados.rados.0.smithi001.stdout:153: writing smithi00187473-42 from 1982464 to 1990656 tid 3 2024-08-17T16:51:19.058 INFO:tasks.rados.rados.0.smithi001.stdout:150: done (2 left) 2024-08-17T16:51:19.059 INFO:tasks.rados.rados.0.smithi001.stdout:154: snap_remove snap 3 2024-08-17T16:51:19.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:19 smithi189 ceph-mon[33558]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T16:51:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:19 smithi189 ceph-mon[33558]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T16:51:19.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:19 smithi001 ceph-mon[41665]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T16:51:19.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:19 smithi001 ceph-mon[41665]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T16:51:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:19 smithi001 ceph-mon[29829]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T16:51:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:19 smithi001 ceph-mon[29829]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T16:51:19.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:51:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:51:20.056 INFO:tasks.rados.rados.0.smithi001.stdout:154: done (2 left) 2024-08-17T16:51:20.056 INFO:tasks.rados.rados.0.smithi001.stdout:155: delete oid 22 current snap is 10 2024-08-17T16:51:20.056 INFO:tasks.rados.rados.0.smithi001.stdout:152: finishing write tid 3 to smithi00187473-45 2024-08-17T16:51:20.056 INFO:tasks.rados.rados.0.smithi001.stdout:152: finishing write tid 4 to smithi00187473-45 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:152: finishing write tid 5 to smithi00187473-45 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 72 (ObjNum 76 snap 10 seq_num 76) dirty exists 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:152: left oid 45 (ObjNum 76 snap 10 seq_num 76) 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:153: finishing write tid 1 to smithi00187473-42 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:153: finishing write tid 2 to smithi00187473-42 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:153: finishing write tid 3 to smithi00187473-42 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:153: finishing write tid 4 to smithi00187473-42 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:153: finishing write tid 5 to smithi00187473-42 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 12 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-08-17T16:51:20.057 INFO:tasks.rados.rados.0.smithi001.stdout:153: left oid 42 (ObjNum 77 snap 10 seq_num 77) 2024-08-17T16:51:20.059 INFO:tasks.rados.rados.0.smithi001.stdout:152: done (2 left) 2024-08-17T16:51:20.059 INFO:tasks.rados.rados.0.smithi001.stdout:153: done (1 left) 2024-08-17T16:51:20.059 INFO:tasks.rados.rados.0.smithi001.stdout:155: done (0 left) 2024-08-17T16:51:20.060 INFO:tasks.rados.rados.0.smithi001.stdout:156: snap_create 2024-08-17T16:51:20.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:20 smithi189 ceph-mon[33558]: pgmap v128: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-08-17T16:51:20.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:20 smithi001 ceph-mon[29829]: pgmap v128: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-08-17T16:51:20.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:20 smithi001 ceph-mon[41665]: pgmap v128: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-08-17T16:51:21.058 INFO:tasks.rados.rados.0.smithi001.stdout:156: done (0 left) 2024-08-17T16:51:21.058 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 11 2024-08-17T16:51:21.059 INFO:tasks.rados.rados.0.smithi001.stdout:157: seq_num 79 ranges {1433600=532480,1966080=565248,2531328=237568} 2024-08-17T16:51:21.070 INFO:tasks.rados.rados.0.smithi001.stdout:157: writing smithi00187473-31 from 1433600 to 1966080 tid 1 2024-08-17T16:51:21.074 INFO:tasks.rados.rados.0.smithi001.stdout:157: writing smithi00187473-31 from 1966080 to 2531328 tid 2 2024-08-17T16:51:21.076 INFO:tasks.rados.rados.0.smithi001.stdout:157: writing smithi00187473-31 from 2531328 to 2768896 tid 3 2024-08-17T16:51:21.076 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 11 2024-08-17T16:51:21.076 INFO:tasks.rados.rados.0.smithi001.stdout:157: finishing write tid 1 to smithi00187473-31 2024-08-17T16:51:21.076 INFO:tasks.rados.rados.0.smithi001.stdout:158: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2024-08-17T16:51:21.080 INFO:tasks.rados.rados.0.smithi001.stdout:158: writing smithi00187473-16 from 0 to 548864 tid 1 2024-08-17T16:51:21.083 INFO:tasks.rados.rados.0.smithi001.stdout:158: writing smithi00187473-16 from 548864 to 999424 tid 2 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:158: writing smithi00187473-16 from 999424 to 1351680 tid 3 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:159: copy_from oid 10 from oid 39 current snap is 11 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:157: finishing write tid 2 to smithi00187473-31 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:157: finishing write tid 3 to smithi00187473-31 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:157: finishing write tid 4 to smithi00187473-31 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:157: finishing write tid 5 to smithi00187473-31 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 83 (ObjNum 79 snap 11 seq_num 79) dirty exists 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:157: left oid 31 (ObjNum 79 snap 11 seq_num 79) 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:158: finishing write tid 1 to smithi00187473-16 2024-08-17T16:51:21.086 INFO:tasks.rados.rados.0.smithi001.stdout:157: done (2 left) 2024-08-17T16:51:21.087 INFO:tasks.rados.rados.0.smithi001.stdout:160: read oid 25 snap 7 2024-08-17T16:51:21.087 INFO:tasks.rados.rados.0.smithi001.stdout:160: expect (ObjNum 64 snap 3 seq_num 64) 2024-08-17T16:51:21.087 INFO:tasks.rados.rados.0.smithi001.stdout:158: finishing write tid 2 to smithi00187473-16 2024-08-17T16:51:21.087 INFO:tasks.rados.rados.0.smithi001.stdout:161: copy_from oid 21 from oid 35 current snap is 11 2024-08-17T16:51:21.087 INFO:tasks.rados.rados.0.smithi001.stdout:162: snap_remove snap 6 2024-08-17T16:51:21.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:21 smithi189 ceph-mon[33558]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T16:51:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:21 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:21 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:21.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:21 smithi001 ceph-mon[41665]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T16:51:21.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:21 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:21.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:21 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:21 smithi001 ceph-mon[29829]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T16:51:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:21 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:21.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:21 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:162: done (4 left) 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:163: delete oid 8 current snap is 11 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:158: finishing write tid 3 to smithi00187473-16 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:158: finishing write tid 4 to smithi00187473-16 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:161: finishing copy_from racing read to smithi00187473-21 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:158: finishing write tid 5 to smithi00187473-16 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 13 (ObjNum 80 snap 11 seq_num 80) dirty exists 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:158: left oid 16 (ObjNum 80 snap 11 seq_num 80) 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:161: finishing copy_from to smithi00187473-21 2024-08-17T16:51:22.064 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T16:51:22.065 INFO:tasks.rados.rados.0.smithi001.stdout:159: finishing copy_from racing read to smithi00187473-10 2024-08-17T16:51:22.065 INFO:tasks.rados.rados.0.smithi001.stdout:159: finishing copy_from to smithi00187473-10 2024-08-17T16:51:22.065 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 8 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T16:51:22.065 INFO:tasks.rados.rados.0.smithi001.stdout:160: expect (ObjNum 64 snap 3 seq_num 64) 2024-08-17T16:51:22.123 INFO:tasks.rados.rados.0.smithi001.stdout:158: done (4 left) 2024-08-17T16:51:22.123 INFO:tasks.rados.rados.0.smithi001.stdout:159: done (3 left) 2024-08-17T16:51:22.123 INFO:tasks.rados.rados.0.smithi001.stdout:160: done (2 left) 2024-08-17T16:51:22.124 INFO:tasks.rados.rados.0.smithi001.stdout:161: done (1 left) 2024-08-17T16:51:22.124 INFO:tasks.rados.rados.0.smithi001.stdout:163: done (0 left) 2024-08-17T16:51:22.124 INFO:tasks.rados.rados.0.smithi001.stdout:164: snap_remove snap 9 2024-08-17T16:51:22.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:22 smithi189 ceph-mon[33558]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T16:51:22.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:22 smithi189 ceph-mon[33558]: pgmap v131: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T16:51:22.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:22 smithi001 ceph-mon[29829]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T16:51:22.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:22 smithi001 ceph-mon[29829]: pgmap v131: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T16:51:22.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:22 smithi001 ceph-mon[41665]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T16:51:22.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:22 smithi001 ceph-mon[41665]: pgmap v131: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T16:51:23.067 INFO:tasks.rados.rados.0.smithi001.stdout:164: done (0 left) 2024-08-17T16:51:23.067 INFO:tasks.rados.rados.0.smithi001.stdout:165: snap_create 2024-08-17T16:51:23.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:23 smithi189 ceph-mon[33558]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T16:51:23.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:51:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:23] "GET /metrics HTTP/1.1" 200 239840 "" "Prometheus/2.43.0" 2024-08-17T16:51:23.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:23 smithi001 ceph-mon[41665]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T16:51:23.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:23 smithi001 ceph-mon[29829]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T16:51:24.034 INFO:tasks.rados.rados.0.smithi001.stdout:165: done (0 left) 2024-08-17T16:51:24.034 INFO:tasks.rados.rados.0.smithi001.stdout:166: read oid 46 snap -1 2024-08-17T16:51:24.034 INFO:tasks.rados.rados.0.smithi001.stdout:166: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:24.034 INFO:tasks.rados.rados.0.smithi001.stdout:167: read oid 7 snap 8 2024-08-17T16:51:24.034 INFO:tasks.rados.rados.0.smithi001.stdout:167: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:51:24.034 INFO:tasks.rados.rados.0.smithi001.stdout:168: snap_create 2024-08-17T16:51:24.039 INFO:tasks.rados.rados.0.smithi001.stdout:167: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:51:24.061 INFO:tasks.rados.rados.0.smithi001.stdout:166: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:24.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:24 smithi189 ceph-mon[33558]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T16:51:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:24 smithi189 ceph-mon[33558]: pgmap v134: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T16:51:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:24 smithi189 ceph-mon[33558]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T16:51:24.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:24 smithi001 ceph-mon[29829]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T16:51:24.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:24 smithi001 ceph-mon[29829]: pgmap v134: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T16:51:24.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:24 smithi001 ceph-mon[29829]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T16:51:24.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:24 smithi001 ceph-mon[41665]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T16:51:24.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:24 smithi001 ceph-mon[41665]: pgmap v134: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-08-17T16:51:24.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:24 smithi001 ceph-mon[41665]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T16:51:25.035 INFO:tasks.rados.rados.0.smithi001.stdout:166: done (2 left) 2024-08-17T16:51:25.035 INFO:tasks.rados.rados.0.smithi001.stdout:167: done (1 left) 2024-08-17T16:51:25.036 INFO:tasks.rados.rados.0.smithi001.stdout:168: done (0 left) 2024-08-17T16:51:25.036 INFO:tasks.rados.rados.0.smithi001.stdout:169: copy_from oid 17 from oid 8 current snap is 13 2024-08-17T16:51:25.036 INFO:tasks.rados.rados.0.smithi001.stdout:170: read oid 32 snap -1 2024-08-17T16:51:25.036 INFO:tasks.rados.rados.0.smithi001.stdout:170: expect (ObjNum 70 snap 4 seq_num 70) 2024-08-17T16:51:25.036 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 13 2024-08-17T16:51:25.036 INFO:tasks.rados.rados.0.smithi001.stdout:171: seq_num 82 ranges {1957888=581632,2539520=622592,3162112=180224} 2024-08-17T16:51:25.050 INFO:tasks.rados.rados.0.smithi001.stdout:171: writing smithi00187473-43 from 1957888 to 2539520 tid 1 2024-08-17T16:51:25.054 INFO:tasks.rados.rados.0.smithi001.stdout:171: writing smithi00187473-43 from 2539520 to 3162112 tid 2 2024-08-17T16:51:25.056 INFO:tasks.rados.rados.0.smithi001.stdout:171: writing smithi00187473-43 from 3162112 to 3342336 tid 3 2024-08-17T16:51:25.056 INFO:tasks.rados.rados.0.smithi001.stdout:169: finishing copy_from to smithi00187473-17 2024-08-17T16:51:25.056 INFO:tasks.rados.rados.0.smithi001.stdout:169: got expected ENOENT (src dne) 2024-08-17T16:51:25.056 INFO:tasks.rados.rados.0.smithi001.stdout:169: finishing copy_from racing read to smithi00187473-17 2024-08-17T16:51:25.056 INFO:tasks.rados.rados.0.smithi001.stdout:170: expect (ObjNum 70 snap 4 seq_num 70) 2024-08-17T16:51:25.250 INFO:tasks.rados.rados.0.smithi001.stdout:171: finishing write tid 1 to smithi00187473-43 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:171: finishing write tid 2 to smithi00187473-43 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:171: finishing write tid 3 to smithi00187473-43 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:171: finishing write tid 4 to smithi00187473-43 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:171: finishing write tid 5 to smithi00187473-43 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 102 (ObjNum 82 snap 13 seq_num 82) dirty exists 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:171: left oid 43 (ObjNum 82 snap 13 seq_num 82) 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:169: done (2 left) 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:170: done (1 left) 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:171: done (0 left) 2024-08-17T16:51:25.251 INFO:tasks.rados.rados.0.smithi001.stdout:172: setattr oid 35 current snap is 13 2024-08-17T16:51:25.252 INFO:tasks.rados.rados.0.smithi001.stdout:173: read oid 21 snap 11 2024-08-17T16:51:25.252 INFO:tasks.rados.rados.0.smithi001.stdout:173: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T16:51:25.252 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 13 2024-08-17T16:51:25.252 INFO:tasks.rados.rados.0.smithi001.stdout:174: seq_num 83 ranges {606208=598016,1204224=499712,1703936=303104} 2024-08-17T16:51:25.259 INFO:tasks.rados.rados.0.smithi001.stdout:174: writing smithi00187473-34 from 606208 to 1204224 tid 1 2024-08-17T16:51:25.262 INFO:tasks.rados.rados.0.smithi001.stdout:174: writing smithi00187473-34 from 1204224 to 1703936 tid 2 2024-08-17T16:51:25.264 INFO:tasks.rados.rados.0.smithi001.stdout:174: writing smithi00187473-34 from 1703936 to 2007040 tid 3 2024-08-17T16:51:25.264 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 28 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T16:51:25.264 INFO:tasks.rados.rados.0.smithi001.stdout:173: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T16:51:25.280 INFO:tasks.rados.rados.0.smithi001.stdout:174: finishing write tid 1 to smithi00187473-34 2024-08-17T16:51:25.280 INFO:tasks.rados.rados.0.smithi001.stdout:174: finishing write tid 2 to smithi00187473-34 2024-08-17T16:51:25.280 INFO:tasks.rados.rados.0.smithi001.stdout:174: finishing write tid 3 to smithi00187473-34 2024-08-17T16:51:25.280 INFO:tasks.rados.rados.0.smithi001.stdout:174: finishing write tid 4 to smithi00187473-34 2024-08-17T16:51:25.281 INFO:tasks.rados.rados.0.smithi001.stdout:174: finishing write tid 5 to smithi00187473-34 2024-08-17T16:51:25.281 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 52 (ObjNum 83 snap 13 seq_num 83) dirty exists 2024-08-17T16:51:25.281 INFO:tasks.rados.rados.0.smithi001.stdout:174: left oid 34 (ObjNum 83 snap 13 seq_num 83) 2024-08-17T16:51:25.281 INFO:tasks.rados.rados.0.smithi001.stdout:172: done (2 left) 2024-08-17T16:51:25.281 INFO:tasks.rados.rados.0.smithi001.stdout:173: done (1 left) 2024-08-17T16:51:25.281 INFO:tasks.rados.rados.0.smithi001.stdout:174: done (0 left) 2024-08-17T16:51:25.281 INFO:tasks.rados.rados.0.smithi001.stdout:175: snap_create 2024-08-17T16:51:26.040 INFO:tasks.rados.rados.0.smithi001.stdout:175: done (0 left) 2024-08-17T16:51:26.040 INFO:tasks.rados.rados.0.smithi001.stdout:176: snap_create 2024-08-17T16:51:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:26 smithi189 ceph-mon[33558]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T16:51:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:26 smithi189 ceph-mon[33558]: pgmap v137: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:26.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:26 smithi001 ceph-mon[29829]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T16:51:26.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:26 smithi001 ceph-mon[29829]: pgmap v137: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:26.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:26 smithi001 ceph-mon[41665]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T16:51:26.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:26 smithi001 ceph-mon[41665]: pgmap v137: 121 pgs: 121 active+clean; 44 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:27.041 INFO:tasks.rados.rados.0.smithi001.stdout:176: done (0 left) 2024-08-17T16:51:27.041 INFO:tasks.rados.rados.0.smithi001.stdout:177: read oid 45 snap -1 2024-08-17T16:51:27.041 INFO:tasks.rados.rados.0.smithi001.stdout:177: expect (ObjNum 76 snap 10 seq_num 76) 2024-08-17T16:51:27.041 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 15 2024-08-17T16:51:27.041 INFO:tasks.rados.rados.0.smithi001.stdout:178: seq_num 84 ranges {2768896=614400,3383296=434176,3817472=368640} 2024-08-17T16:51:27.060 INFO:tasks.rados.rados.0.smithi001.stdout:178: writing smithi00187473-31 from 2768896 to 3383296 tid 1 2024-08-17T16:51:27.062 INFO:tasks.rados.rados.0.smithi001.stdout:178: writing smithi00187473-31 from 3383296 to 3817472 tid 2 2024-08-17T16:51:27.066 INFO:tasks.rados.rados.0.smithi001.stdout:178: writing smithi00187473-31 from 3817472 to 4186112 tid 3 2024-08-17T16:51:27.066 INFO:tasks.rados.rados.0.smithi001.stdout:179: read oid 49 snap -1 2024-08-17T16:51:27.066 INFO:tasks.rados.rados.0.smithi001.stdout:179: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T16:51:27.066 INFO:tasks.rados.rados.0.smithi001.stdout:180: read oid 38 snap -1 2024-08-17T16:51:27.066 INFO:tasks.rados.rados.0.smithi001.stdout:180: expect (ObjNum 56 snap 3 seq_num 56) 2024-08-17T16:51:27.066 INFO:tasks.rados.rados.0.smithi001.stdout:181: read oid 40 snap -1 2024-08-17T16:51:27.066 INFO:tasks.rados.rados.0.smithi001.stdout:181: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T16:51:27.066 INFO:tasks.rados.rados.0.smithi001.stdout:182: snap_create 2024-08-17T16:51:27.067 INFO:tasks.rados.rados.0.smithi001.stdout:177: expect (ObjNum 76 snap 10 seq_num 76) 2024-08-17T16:51:27.126 INFO:tasks.rados.rados.0.smithi001.stdout:178: finishing write tid 1 to smithi00187473-31 2024-08-17T16:51:27.126 INFO:tasks.rados.rados.0.smithi001.stdout:178: finishing write tid 2 to smithi00187473-31 2024-08-17T16:51:27.127 INFO:tasks.rados.rados.0.smithi001.stdout:178: finishing write tid 3 to smithi00187473-31 2024-08-17T16:51:27.127 INFO:tasks.rados.rados.0.smithi001.stdout:178: finishing write tid 4 to smithi00187473-31 2024-08-17T16:51:27.127 INFO:tasks.rados.rados.0.smithi001.stdout:181: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T16:51:27.143 INFO:tasks.rados.rados.0.smithi001.stdout:178: finishing write tid 5 to smithi00187473-31 2024-08-17T16:51:27.144 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 107 (ObjNum 84 snap 15 seq_num 84) dirty exists 2024-08-17T16:51:27.144 INFO:tasks.rados.rados.0.smithi001.stdout:178: left oid 31 (ObjNum 84 snap 15 seq_num 84) 2024-08-17T16:51:27.144 INFO:tasks.rados.rados.0.smithi001.stdout:180: expect (ObjNum 56 snap 3 seq_num 56) 2024-08-17T16:51:27.196 INFO:tasks.rados.rados.0.smithi001.stdout:179: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T16:51:27.257 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:27 smithi001 ceph-mon[29829]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T16:51:27.257 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:27 smithi001 ceph-mon[41665]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T16:51:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:27 smithi189 ceph-mon[33558]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T16:51:28.051 INFO:tasks.rados.rados.0.smithi001.stdout:177: done (5 left) 2024-08-17T16:51:28.051 INFO:tasks.rados.rados.0.smithi001.stdout:178: done (4 left) 2024-08-17T16:51:28.051 INFO:tasks.rados.rados.0.smithi001.stdout:179: done (3 left) 2024-08-17T16:51:28.051 INFO:tasks.rados.rados.0.smithi001.stdout:180: done (2 left) 2024-08-17T16:51:28.051 INFO:tasks.rados.rados.0.smithi001.stdout:181: done (1 left) 2024-08-17T16:51:28.051 INFO:tasks.rados.rados.0.smithi001.stdout:182: done (0 left) 2024-08-17T16:51:28.051 INFO:tasks.rados.rados.0.smithi001.stdout:183: snap_remove snap 4 2024-08-17T16:51:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:28 smithi001 ceph-mon[29829]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T16:51:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:28 smithi001 ceph-mon[29829]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-08-17T16:51:28.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:28 smithi001 ceph-mon[41665]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T16:51:28.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:28 smithi001 ceph-mon[41665]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-08-17T16:51:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:28 smithi189 ceph-mon[33558]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T16:51:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:28 smithi189 ceph-mon[33558]: pgmap v140: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-08-17T16:51:29.037 INFO:tasks.rados.rados.0.smithi001.stdout:183: done (0 left) 2024-08-17T16:51:29.037 INFO:tasks.rados.rados.0.smithi001.stdout:184: read oid 36 snap -1 2024-08-17T16:51:29.038 INFO:tasks.rados.rados.0.smithi001.stdout:184: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T16:51:29.038 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 16 2024-08-17T16:51:29.038 INFO:tasks.rados.rados.0.smithi001.stdout:185: seq_num 85 ranges {393216=630784,1024000=720896,1744896=81920} 2024-08-17T16:51:29.044 INFO:tasks.rados.rados.0.smithi001.stdout:185: writing smithi00187473-1 from 393216 to 1024000 tid 1 2024-08-17T16:51:29.051 INFO:tasks.rados.rados.0.smithi001.stdout:185: writing smithi00187473-1 from 1024000 to 1744896 tid 2 2024-08-17T16:51:29.051 INFO:tasks.rados.rados.0.smithi001.stdout:185: writing smithi00187473-1 from 1744896 to 1826816 tid 3 2024-08-17T16:51:29.052 INFO:tasks.rados.rados.0.smithi001.stdout:184: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T16:51:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:185: finishing write tid 1 to smithi00187473-1 2024-08-17T16:51:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:185: finishing write tid 2 to smithi00187473-1 2024-08-17T16:51:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:185: finishing write tid 3 to smithi00187473-1 2024-08-17T16:51:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:185: finishing write tid 4 to smithi00187473-1 2024-08-17T16:51:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:185: finishing write tid 5 to smithi00187473-1 2024-08-17T16:51:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 59 (ObjNum 85 snap 16 seq_num 85) dirty exists 2024-08-17T16:51:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:185: left oid 1 (ObjNum 85 snap 16 seq_num 85) 2024-08-17T16:51:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:184: done (1 left) 2024-08-17T16:51:29.067 INFO:tasks.rados.rados.0.smithi001.stdout:185: done (0 left) 2024-08-17T16:51:29.067 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 16 2024-08-17T16:51:29.067 INFO:tasks.rados.rados.0.smithi001.stdout:186: seq_num 86 ranges {811008=647168,1458176=606208,2064384=196608} 2024-08-17T16:51:29.074 INFO:tasks.rados.rados.0.smithi001.stdout:186: writing smithi00187473-49 from 811008 to 1458176 tid 1 2024-08-17T16:51:29.077 INFO:tasks.rados.rados.0.smithi001.stdout:186: writing smithi00187473-49 from 1458176 to 2064384 tid 2 2024-08-17T16:51:29.078 INFO:tasks.rados.rados.0.smithi001.stdout:186: writing smithi00187473-49 from 2064384 to 2260992 tid 3 2024-08-17T16:51:29.078 INFO:tasks.rados.rados.0.smithi001.stdout:187: rmattr oid 46 current snap is 16 2024-08-17T16:51:29.079 INFO:tasks.rados.rados.0.smithi001.stdout:187: done (1 left) 2024-08-17T16:51:29.079 INFO:tasks.rados.rados.0.smithi001.stdout:188: snap_remove snap 11 2024-08-17T16:51:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T16:51:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T16:51:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T16:51:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T16:51:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi189 2024-08-17T16:51:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-mon[33558]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T16:51:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi189 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[29829]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T16:51:29.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T16:51:29.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:29.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:29.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T16:51:29.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi189 2024-08-17T16:51:29.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:29 smithi001 ceph-mon[41665]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T16:51:29.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:51:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:29] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:51:30.061 INFO:tasks.rados.rados.0.smithi001.stdout:188: done (1 left) 2024-08-17T16:51:30.061 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 16 2024-08-17T16:51:30.061 INFO:tasks.rados.rados.0.smithi001.stdout:186: finishing write tid 1 to smithi00187473-49 2024-08-17T16:51:30.061 INFO:tasks.rados.rados.0.smithi001.stdout:189: seq_num 87 ranges {2310144=663552,2973696=491520,3465216=311296} 2024-08-17T16:51:30.077 INFO:tasks.rados.rados.0.smithi001.stdout:189: writing smithi00187473-9 from 2310144 to 2973696 tid 1 2024-08-17T16:51:30.080 INFO:tasks.rados.rados.0.smithi001.stdout:189: writing smithi00187473-9 from 2973696 to 3465216 tid 2 2024-08-17T16:51:30.082 INFO:tasks.rados.rados.0.smithi001.stdout:189: writing smithi00187473-9 from 3465216 to 3776512 tid 3 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:190: copy_from oid 13 from oid 42 current snap is 16 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:186: finishing write tid 2 to smithi00187473-49 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:186: finishing write tid 3 to smithi00187473-49 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:186: finishing write tid 4 to smithi00187473-49 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:186: finishing write tid 5 to smithi00187473-49 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 64 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:186: left oid 49 (ObjNum 86 snap 16 seq_num 86) 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:186: done (2 left) 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:191: rollback oid 37 current snap is 16 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 14 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:192: rmattr oid 7 current snap is 16 2024-08-17T16:51:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:193: rmattr oid 16 current snap is 16 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:193: done (4 left) 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:194: rmattr oid 11 current snap is 16 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:194: done (4 left) 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:195: read oid 39 snap -1 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:195: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:196: read oid 19 snap -1 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:196: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:197: setattr oid 25 current snap is 16 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:189: finishing write tid 1 to smithi00187473-9 2024-08-17T16:51:30.084 INFO:tasks.rados.rados.0.smithi001.stdout:189: finishing write tid 2 to smithi00187473-9 2024-08-17T16:51:30.085 INFO:tasks.rados.rados.0.smithi001.stdout:189: finishing write tid 3 to smithi00187473-9 2024-08-17T16:51:30.086 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 16 2024-08-17T16:51:30.086 INFO:tasks.rados.rados.0.smithi001.stdout:198: seq_num 88 ranges {73728=679936,753664=778240,1531904=24576} 2024-08-17T16:51:30.091 INFO:tasks.rados.rados.0.smithi001.stdout:198: writing smithi00187473-5 from 73728 to 753664 tid 1 2024-08-17T16:51:30.097 INFO:tasks.rados.rados.0.smithi001.stdout:198: writing smithi00187473-5 from 753664 to 1531904 tid 2 2024-08-17T16:51:30.097 INFO:tasks.rados.rados.0.smithi001.stdout:198: writing smithi00187473-5 from 1531904 to 1556480 tid 3 2024-08-17T16:51:30.097 INFO:tasks.rados.rados.0.smithi001.stdout:199: copy_from oid 45 from oid 17 current snap is 16 2024-08-17T16:51:30.097 INFO:tasks.rados.rados.0.smithi001.stdout:189: finishing write tid 4 to smithi00187473-9 2024-08-17T16:51:30.097 INFO:tasks.rados.rados.0.smithi001.stdout:200: snap_create 2024-08-17T16:51:30.097 INFO:tasks.rados.rados.0.smithi001.stdout:189: finishing write tid 5 to smithi00187473-9 2024-08-17T16:51:30.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 34 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-08-17T16:51:30.098 INFO:tasks.rados.rados.0.smithi001.stdout:189: left oid 9 (ObjNum 87 snap 16 seq_num 87) 2024-08-17T16:51:30.098 INFO:tasks.rados.rados.0.smithi001.stdout:191: finishing rollback tid 1 to smithi00187473-37 2024-08-17T16:51:30.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 0 (ObjNum 81 snap 0 seq_num 0) dirty dne 2024-08-17T16:51:30.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 20 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:51:30.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 72 (ObjNum 64 snap 3 seq_num 64) dirty exists 2024-08-17T16:51:30.098 INFO:tasks.rados.rados.0.smithi001.stdout:195: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T16:51:30.116 INFO:tasks.rados.rados.0.smithi001.stdout:196: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T16:51:30.124 INFO:tasks.rados.rados.0.smithi001.stdout:198: finishing write tid 1 to smithi00187473-5 2024-08-17T16:51:30.124 INFO:tasks.rados.rados.0.smithi001.stdout:198: finishing write tid 2 to smithi00187473-5 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:198: finishing write tid 3 to smithi00187473-5 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:198: finishing write tid 4 to smithi00187473-5 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:190: finishing copy_from racing read to smithi00187473-13 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:198: finishing write tid 5 to smithi00187473-5 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 124 (ObjNum 88 snap 16 seq_num 88) dirty exists 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:198: left oid 5 (ObjNum 88 snap 16 seq_num 88) 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:190: finishing copy_from to smithi00187473-13 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 12 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:199: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:199: finishing copy_from to smithi00187473-45 2024-08-17T16:51:30.125 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-17T16:51:30.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:30 smithi189 ceph-mon[33558]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-08-17T16:51:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:30 smithi001 ceph-mon[29829]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-08-17T16:51:30.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:30 smithi001 ceph-mon[41665]: pgmap v143: 121 pgs: 121 active+clean; 47 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 680 KiB/s wr, 11 op/s 2024-08-17T16:51:31.065 INFO:tasks.rados.rados.0.smithi001.stdout:189: done (9 left) 2024-08-17T16:51:31.065 INFO:tasks.rados.rados.0.smithi001.stdout:190: done (8 left) 2024-08-17T16:51:31.065 INFO:tasks.rados.rados.0.smithi001.stdout:191: done (7 left) 2024-08-17T16:51:31.065 INFO:tasks.rados.rados.0.smithi001.stdout:192: done (6 left) 2024-08-17T16:51:31.065 INFO:tasks.rados.rados.0.smithi001.stdout:195: done (5 left) 2024-08-17T16:51:31.065 INFO:tasks.rados.rados.0.smithi001.stdout:196: done (4 left) 2024-08-17T16:51:31.065 INFO:tasks.rados.rados.0.smithi001.stdout:197: done (3 left) 2024-08-17T16:51:31.065 INFO:tasks.rados.rados.0.smithi001.stdout:198: done (2 left) 2024-08-17T16:51:31.066 INFO:tasks.rados.rados.0.smithi001.stdout:199: done (1 left) 2024-08-17T16:51:31.066 INFO:tasks.rados.rados.0.smithi001.stdout:200: done (0 left) 2024-08-17T16:51:31.066 INFO:tasks.rados.rados.0.smithi001.stdout:201: delete oid 31 current snap is 17 2024-08-17T16:51:31.067 INFO:tasks.rados.rados.0.smithi001.stdout:201: done (0 left) 2024-08-17T16:51:31.067 INFO:tasks.rados.rados.0.smithi001.stdout:202: delete oid 26 current snap is 17 2024-08-17T16:51:31.071 INFO:tasks.rados.rados.0.smithi001.stdout:202: done (0 left) 2024-08-17T16:51:31.071 INFO:tasks.rados.rados.0.smithi001.stdout:203: copy_from oid 20 from oid 42 current snap is 17 2024-08-17T16:51:31.071 INFO:tasks.rados.rados.0.smithi001.stdout:204: delete oid 5 current snap is 17 2024-08-17T16:51:31.073 INFO:tasks.rados.rados.0.smithi001.stdout:204: done (1 left) 2024-08-17T16:51:31.073 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 17 2024-08-17T16:51:31.073 INFO:tasks.rados.rados.0.smithi001.stdout:205: seq_num 92 ranges {1990656=745472,2736128=761856,3497984=40960} 2024-08-17T16:51:31.088 INFO:tasks.rados.rados.0.smithi001.stdout:205: writing smithi00187473-13 from 1990656 to 2736128 tid 1 2024-08-17T16:51:31.092 INFO:tasks.rados.rados.0.smithi001.stdout:205: writing smithi00187473-13 from 2736128 to 3497984 tid 2 2024-08-17T16:51:31.093 INFO:tasks.rados.rados.0.smithi001.stdout:205: writing smithi00187473-13 from 3497984 to 3538944 tid 3 2024-08-17T16:51:31.093 INFO:tasks.rados.rados.0.smithi001.stdout:206: read oid 19 snap -1 2024-08-17T16:51:31.093 INFO:tasks.rados.rados.0.smithi001.stdout:206: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T16:51:31.093 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 17 2024-08-17T16:51:31.093 INFO:tasks.rados.rados.0.smithi001.stdout:203: finishing copy_from racing read to smithi00187473-20 2024-08-17T16:51:31.093 INFO:tasks.rados.rados.0.smithi001.stdout:203: finishing copy_from to smithi00187473-20 2024-08-17T16:51:31.093 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 12 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-08-17T16:51:31.093 INFO:tasks.rados.rados.0.smithi001.stdout:207: seq_num 93 ranges {573440=761856,1335296=647168,1982464=155648} 2024-08-17T16:51:31.100 INFO:tasks.rados.rados.0.smithi001.stdout:207: writing smithi00187473-21 from 573440 to 1335296 tid 1 2024-08-17T16:51:31.104 INFO:tasks.rados.rados.0.smithi001.stdout:207: writing smithi00187473-21 from 1335296 to 1982464 tid 2 2024-08-17T16:51:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:207: writing smithi00187473-21 from 1982464 to 2138112 tid 3 2024-08-17T16:51:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:203: done (3 left) 2024-08-17T16:51:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:208: delete oid 11 current snap is 17 2024-08-17T16:51:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:205: finishing write tid 1 to smithi00187473-13 2024-08-17T16:51:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:206: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T16:51:31.115 INFO:tasks.rados.rados.0.smithi001.stdout:205: finishing write tid 2 to smithi00187473-13 2024-08-17T16:51:31.115 INFO:tasks.rados.rados.0.smithi001.stdout:205: finishing write tid 3 to smithi00187473-13 2024-08-17T16:51:31.115 INFO:tasks.rados.rados.0.smithi001.stdout:205: finishing write tid 4 to smithi00187473-13 2024-08-17T16:51:31.115 INFO:tasks.rados.rados.0.smithi001.stdout:205: finishing write tid 5 to smithi00187473-13 2024-08-17T16:51:31.115 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 16 (ObjNum 92 snap 17 seq_num 92) dirty exists 2024-08-17T16:51:31.115 INFO:tasks.rados.rados.0.smithi001.stdout:205: left oid 13 (ObjNum 92 snap 17 seq_num 92) 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:207: finishing write tid 1 to smithi00187473-21 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:205: done (3 left) 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:206: done (2 left) 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:208: done (1 left) 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:209: read oid 32 snap -1 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:209: expect (ObjNum 70 snap 4 seq_num 70) 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 17 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:207: finishing write tid 2 to smithi00187473-21 2024-08-17T16:51:31.116 INFO:tasks.rados.rados.0.smithi001.stdout:210: seq_num 95 ranges {2260992=794624,3055616=409600,3465216=393216} 2024-08-17T16:51:31.132 INFO:tasks.rados.rados.0.smithi001.stdout:210: writing smithi00187473-49 from 2260992 to 3055616 tid 1 2024-08-17T16:51:31.134 INFO:tasks.rados.rados.0.smithi001.stdout:210: writing smithi00187473-49 from 3055616 to 3465216 tid 2 2024-08-17T16:51:31.136 INFO:tasks.rados.rados.0.smithi001.stdout:210: writing smithi00187473-49 from 3465216 to 3858432 tid 3 2024-08-17T16:51:31.136 INFO:tasks.rados.rados.0.smithi001.stdout:211: delete oid 15 current snap is 17 2024-08-17T16:51:31.137 INFO:tasks.rados.rados.0.smithi001.stdout:207: finishing write tid 3 to smithi00187473-21 2024-08-17T16:51:31.137 INFO:tasks.rados.rados.0.smithi001.stdout:207: finishing write tid 4 to smithi00187473-21 2024-08-17T16:51:31.137 INFO:tasks.rados.rados.0.smithi001.stdout:207: finishing write tid 5 to smithi00187473-21 2024-08-17T16:51:31.137 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 19 (ObjNum 93 snap 17 seq_num 93) dirty exists 2024-08-17T16:51:31.137 INFO:tasks.rados.rados.0.smithi001.stdout:207: left oid 21 (ObjNum 93 snap 17 seq_num 93) 2024-08-17T16:51:31.137 INFO:tasks.rados.rados.0.smithi001.stdout:209: expect (ObjNum 70 snap 4 seq_num 70) 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:210: finishing write tid 1 to smithi00187473-49 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:210: finishing write tid 2 to smithi00187473-49 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:210: finishing write tid 3 to smithi00187473-49 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:210: finishing write tid 4 to smithi00187473-49 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:210: finishing write tid 5 to smithi00187473-49 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 77 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:210: left oid 49 (ObjNum 95 snap 17 seq_num 95) 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:207: done (3 left) 2024-08-17T16:51:31.316 INFO:tasks.rados.rados.0.smithi001.stdout:209: done (2 left) 2024-08-17T16:51:31.317 INFO:tasks.rados.rados.0.smithi001.stdout:210: done (1 left) 2024-08-17T16:51:31.317 INFO:tasks.rados.rados.0.smithi001.stdout:211: done (0 left) 2024-08-17T16:51:31.317 INFO:tasks.rados.rados.0.smithi001.stdout:212: delete oid 35 current snap is 17 2024-08-17T16:51:31.317 INFO:tasks.rados.rados.0.smithi001.stdout:212: done (0 left) 2024-08-17T16:51:31.317 INFO:tasks.rados.rados.0.smithi001.stdout:213: setattr oid 29 current snap is 17 2024-08-17T16:51:31.318 INFO:tasks.rados.rados.0.smithi001.stdout:214: snap_remove snap 13 2024-08-17T16:51:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:31 smithi189 ceph-mon[33558]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T16:51:31.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:31 smithi001 ceph-mon[29829]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T16:51:31.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:31 smithi001 ceph-mon[41665]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T16:51:32.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 32 (ObjNum 33 snap 0 seq_num 1537530832) dirty exists 2024-08-17T16:51:32.072 INFO:tasks.rados.rados.0.smithi001.stdout:213: done (1 left) 2024-08-17T16:51:32.072 INFO:tasks.rados.rados.0.smithi001.stdout:214: done (0 left) 2024-08-17T16:51:32.072 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 17 2024-08-17T16:51:32.072 INFO:tasks.rados.rados.0.smithi001.stdout:215: seq_num 98 ranges {0=450560,450560=466944,917504=737280} 2024-08-17T16:51:32.074 INFO:tasks.rados.rados.0.smithi001.stdout:215: writing smithi00187473-26 from 0 to 450560 tid 1 2024-08-17T16:51:32.078 INFO:tasks.rados.rados.0.smithi001.stdout:215: writing smithi00187473-26 from 450560 to 917504 tid 2 2024-08-17T16:51:32.083 INFO:tasks.rados.rados.0.smithi001.stdout:215: writing smithi00187473-26 from 917504 to 1654784 tid 3 2024-08-17T16:51:32.083 INFO:tasks.rados.rados.0.smithi001.stdout:215: finishing write tid 1 to smithi00187473-26 2024-08-17T16:51:32.084 INFO:tasks.rados.rados.0.smithi001.stdout:215: finishing write tid 2 to smithi00187473-26 2024-08-17T16:51:32.084 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 17 2024-08-17T16:51:32.084 INFO:tasks.rados.rados.0.smithi001.stdout:216: seq_num 99 ranges {778240=466944,1245184=802816,2048000=401408} 2024-08-17T16:51:32.090 INFO:tasks.rados.rados.0.smithi001.stdout:216: writing smithi00187473-2 from 778240 to 1245184 tid 1 2024-08-17T16:51:32.095 INFO:tasks.rados.rados.0.smithi001.stdout:216: writing smithi00187473-2 from 1245184 to 2048000 tid 2 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:216: writing smithi00187473-2 from 2048000 to 2449408 tid 3 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:217: copy_from oid 28 from oid 27 current snap is 17 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:215: finishing write tid 3 to smithi00187473-26 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:215: finishing write tid 4 to smithi00187473-26 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:215: finishing write tid 5 to smithi00187473-26 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 30 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:215: left oid 26 (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 1 to smithi00187473-2 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:215: done (2 left) 2024-08-17T16:51:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:218: snap_create 2024-08-17T16:51:32.100 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 2 to smithi00187473-2 2024-08-17T16:51:32.100 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 3 to smithi00187473-2 2024-08-17T16:51:32.100 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 4 to smithi00187473-2 2024-08-17T16:51:32.101 INFO:tasks.rados.rados.0.smithi001.stdout:216: finishing write tid 5 to smithi00187473-2 2024-08-17T16:51:32.101 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 145 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-08-17T16:51:32.102 INFO:tasks.rados.rados.0.smithi001.stdout:216: left oid 2 (ObjNum 99 snap 17 seq_num 99) 2024-08-17T16:51:32.103 INFO:tasks.rados.rados.0.smithi001.stdout:217: finishing copy_from racing read to smithi00187473-28 2024-08-17T16:51:32.104 INFO:tasks.rados.rados.0.smithi001.stdout:217: finishing copy_from to smithi00187473-28 2024-08-17T16:51:32.104 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T16:51:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:32 smithi189 ceph-mon[33558]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T16:51:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:32 smithi189 ceph-mon[33558]: pgmap v146: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-17T16:51:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:32 smithi001 ceph-mon[29829]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T16:51:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:32 smithi001 ceph-mon[29829]: pgmap v146: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-17T16:51:32.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:32 smithi001 ceph-mon[41665]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T16:51:32.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:32 smithi001 ceph-mon[41665]: pgmap v146: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-17T16:51:32.539 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:51:33.073 INFO:tasks.rados.rados.0.smithi001.stdout:216: done (2 left) 2024-08-17T16:51:33.073 INFO:tasks.rados.rados.0.smithi001.stdout:217: done (1 left) 2024-08-17T16:51:33.073 INFO:tasks.rados.rados.0.smithi001.stdout:218: done (0 left) 2024-08-17T16:51:33.073 INFO:tasks.rados.rados.0.smithi001.stdout:219: snap_create 2024-08-17T16:51:33.074 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:51:33.074 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (2m) 116s ago 3m 16.4M - 0.25.0 c8568f914cd2 5df413745475 2024-08-17T16:51:33.074 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (2m) 118s ago 2m 86.0M - 9.4.7 954c08fa6188 c6a95d391e5b 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (4m) 116s ago 4m 14.9M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (4m) 118s ago 4m 16.5M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443 running (7m) 118s ago 7m 399M - 17.2.7-1404-gf2c39d4d f69471c56189 2a125fb54953 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (9m) 116s ago 9m 445M - 17.2.7-1404-gf2c39d4d f69471c56189 decd6ba969e1 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (9m) 116s ago 9m 47.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 7e20f9397d1b 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (8m) 118s ago 8m 38.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 b7cf5a6bf10a 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (8m) 116s ago 8m 37.8M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 16470c7da98e 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (2m) 116s ago 2m 3514k - 1.5.0 0da6a335fe13 ecef16c3739d 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (2m) 118s ago 2m 5666k - 1.5.0 0da6a335fe13 37d651f72ac4 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (7m) 116s ago 7m 43.9M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (7m) 116s ago 7m 43.2M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (6m) 116s ago 6m 41.3M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:51:33.075 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (6m) 116s ago 6m 40.6M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:51:33.076 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (5m) 118s ago 5m 42.8M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:51:33.076 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (5m) 118s ago 5m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:51:33.076 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (5m) 118s ago 5m 44.6M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:51:33.076 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (4m) 118s ago 4m 42.3M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:51:33.076 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (2m) 118s ago 3m 26.7M - 2.43.0 a07b618ecd1d 2623ee946f2d 2024-08-17T16:51:33.395 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:51:33.395 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:51:33.395 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:51:33.395 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:51:33.395 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 15 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:51:33.396 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:51:33.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:33 smithi001 ceph-mon[29829]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T16:51:33.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:33 smithi001 ceph-mon[29829]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:33.397 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:51:33 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:33] "GET /metrics HTTP/1.1" 200 239840 "" "Prometheus/2.43.0" 2024-08-17T16:51:33.397 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:33 smithi001 ceph-mon[41665]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T16:51:33.397 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:33 smithi001 ceph-mon[41665]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:33.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:33 smithi189 ceph-mon[33558]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T16:51:33.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:33 smithi189 ceph-mon[33558]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:33.665 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:51:33.665 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:51:33.666 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:51:33.666 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:51:33.666 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-08-17T16:51:33.666 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "0/20 daemons upgraded", 2024-08-17T16:51:33.666 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d image on host smithi189", 2024-08-17T16:51:33.666 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:51:33.666 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:51:34.036 INFO:tasks.rados.rados.0.smithi001.stdout:219: done (0 left) 2024-08-17T16:51:34.036 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 19 2024-08-17T16:51:34.036 INFO:tasks.rados.rados.0.smithi001.stdout:220: seq_num 100 ranges {270336=483328,753664=688128,1441792=516096} 2024-08-17T16:51:34.040 INFO:tasks.rados.rados.0.smithi001.stdout:220: writing smithi00187473-17 from 270336 to 753664 tid 1 2024-08-17T16:51:34.044 INFO:tasks.rados.rados.0.smithi001.stdout:220: writing smithi00187473-17 from 753664 to 1441792 tid 2 2024-08-17T16:51:34.048 INFO:tasks.rados.rados.0.smithi001.stdout:220: writing smithi00187473-17 from 1441792 to 1957888 tid 3 2024-08-17T16:51:34.048 INFO:tasks.rados.rados.0.smithi001.stdout:221: rollback oid 8 current snap is 19 2024-08-17T16:51:34.048 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 17 2024-08-17T16:51:34.048 INFO:tasks.rados.rados.0.smithi001.stdout:222: rmattr oid 26 current snap is 19 2024-08-17T16:51:34.048 INFO:tasks.rados.rados.0.smithi001.stdout:222: done (2 left) 2024-08-17T16:51:34.048 INFO:tasks.rados.rados.0.smithi001.stdout:223: delete oid 2 current snap is 19 2024-08-17T16:51:34.048 INFO:tasks.rados.rados.0.smithi001.stdout:220: finishing write tid 1 to smithi00187473-17 2024-08-17T16:51:34.049 INFO:tasks.rados.rados.0.smithi001.stdout:221: finishing rollback tid 1 to smithi00187473-8 2024-08-17T16:51:34.049 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 16 (ObjNum 161 snap 0 seq_num 1537161616) dirty dne 2024-08-17T16:51:34.049 INFO:tasks.rados.rados.0.smithi001.stdout:220: finishing write tid 2 to smithi00187473-17 2024-08-17T16:51:34.052 INFO:tasks.rados.rados.0.smithi001.stdout:220: finishing write tid 3 to smithi00187473-17 2024-08-17T16:51:34.052 INFO:tasks.rados.rados.0.smithi001.stdout:220: finishing write tid 4 to smithi00187473-17 2024-08-17T16:51:34.053 INFO:tasks.rados.rados.0.smithi001.stdout:221: done (2 left) 2024-08-17T16:51:34.053 INFO:tasks.rados.rados.0.smithi001.stdout:223: done (1 left) 2024-08-17T16:51:34.053 INFO:tasks.rados.rados.0.smithi001.stdout:224: rmattr oid 10 current snap is 19 2024-08-17T16:51:34.053 INFO:tasks.rados.rados.0.smithi001.stdout:224: done (1 left) 2024-08-17T16:51:34.053 INFO:tasks.rados.rados.0.smithi001.stdout:225: snap_create 2024-08-17T16:51:34.053 INFO:tasks.rados.rados.0.smithi001.stdout:220: finishing write tid 5 to smithi00187473-17 2024-08-17T16:51:34.053 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 150 (ObjNum 100 snap 19 seq_num 100) dirty exists 2024-08-17T16:51:34.054 INFO:tasks.rados.rados.0.smithi001.stdout:220: left oid 17 (ObjNum 100 snap 19 seq_num 100) 2024-08-17T16:51:34.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:34 smithi189 ceph-mon[33558]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:34 smithi189 ceph-mon[33558]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:34 smithi189 ceph-mon[33558]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T16:51:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:34 smithi189 ceph-mon[33558]: pgmap v149: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-17T16:51:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:34 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/4053669686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:51:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:34 smithi189 ceph-mon[33558]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:34 smithi189 ceph-mon[33558]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T16:51:34.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[29829]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[29829]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[29829]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T16:51:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[29829]: pgmap v149: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-17T16:51:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/4053669686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:51:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[29829]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[29829]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T16:51:34.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[41665]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[41665]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[41665]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T16:51:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[41665]: pgmap v149: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.9 MiB/s wr, 28 op/s 2024-08-17T16:51:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/4053669686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:51:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[41665]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:34 smithi001 ceph-mon[41665]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T16:51:35.038 INFO:tasks.rados.rados.0.smithi001.stdout:220: done (1 left) 2024-08-17T16:51:35.038 INFO:tasks.rados.rados.0.smithi001.stdout:225: done (0 left) 2024-08-17T16:51:35.038 INFO:tasks.rados.rados.0.smithi001.stdout:226: copy_from oid 48 from oid 47 current snap is 20 2024-08-17T16:51:35.038 INFO:tasks.rados.rados.0.smithi001.stdout:227: read oid 34 snap -1 2024-08-17T16:51:35.038 INFO:tasks.rados.rados.0.smithi001.stdout:227: expect (ObjNum 83 snap 13 seq_num 83) 2024-08-17T16:51:35.039 INFO:tasks.rados.rados.0.smithi001.stdout:228: snap_create 2024-08-17T16:51:35.042 INFO:tasks.rados.rados.0.smithi001.stdout:226: finishing copy_from to smithi00187473-48 2024-08-17T16:51:35.043 INFO:tasks.rados.rados.0.smithi001.stdout:226: got expected ENOENT (src dne) 2024-08-17T16:51:35.043 INFO:tasks.rados.rados.0.smithi001.stdout:226: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:51:35.049 INFO:tasks.rados.rados.0.smithi001.stdout:227: expect (ObjNum 83 snap 13 seq_num 83) 2024-08-17T16:51:36.043 INFO:tasks.rados.rados.0.smithi001.stdout:226: done (2 left) 2024-08-17T16:51:36.043 INFO:tasks.rados.rados.0.smithi001.stdout:227: done (1 left) 2024-08-17T16:51:36.044 INFO:tasks.rados.rados.0.smithi001.stdout:228: done (0 left) 2024-08-17T16:51:36.044 INFO:tasks.rados.rados.0.smithi001.stdout:229: read oid 47 snap -1 2024-08-17T16:51:36.044 INFO:tasks.rados.rados.0.smithi001.stdout:229: expect deleted 2024-08-17T16:51:36.044 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 21 2024-08-17T16:51:36.044 INFO:tasks.rados.rados.0.smithi001.stdout:230: seq_num 102 ranges {270336=516096,786432=450560,1236992=729088,1966080=24576} 2024-08-17T16:51:36.047 INFO:tasks.rados.rados.0.smithi001.stdout:230: writing smithi00187473-45 from 270336 to 786432 tid 1 2024-08-17T16:51:36.050 INFO:tasks.rados.rados.0.smithi001.stdout:230: writing smithi00187473-45 from 786432 to 1236992 tid 2 2024-08-17T16:51:36.054 INFO:tasks.rados.rados.0.smithi001.stdout:230: writing smithi00187473-45 from 1236992 to 1966080 tid 3 2024-08-17T16:51:36.055 INFO:tasks.rados.rados.0.smithi001.stdout:230: writing smithi00187473-45 from 1966080 to 1990656 tid 4 2024-08-17T16:51:36.055 INFO:tasks.rados.rados.0.smithi001.stdout:231: read oid 49 snap 16 2024-08-17T16:51:36.055 INFO:tasks.rados.rados.0.smithi001.stdout:231: expect (ObjNum 86 snap 16 seq_num 86) 2024-08-17T16:51:36.055 INFO:tasks.rados.rados.0.smithi001.stdout:232: read oid 28 snap -1 2024-08-17T16:51:36.055 INFO:tasks.rados.rados.0.smithi001.stdout:232: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T16:51:36.055 INFO:tasks.rados.rados.0.smithi001.stdout:233: read oid 46 snap 17 2024-08-17T16:51:36.055 INFO:tasks.rados.rados.0.smithi001.stdout:233: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:36.055 INFO:tasks.rados.rados.0.smithi001.stdout:234: snap_remove snap 7 2024-08-17T16:51:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:36 smithi189 ceph-mon[33558]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T16:51:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:36 smithi189 ceph-mon[33558]: pgmap v152: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:36 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:36.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:36 smithi001 ceph-mon[29829]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T16:51:36.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:36 smithi001 ceph-mon[29829]: pgmap v152: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:36.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:36 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:36.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:36 smithi001 ceph-mon[41665]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T16:51:36.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:36 smithi001 ceph-mon[41665]: pgmap v152: 121 pgs: 121 active+clean; 61 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:36.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:36 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:37.048 INFO:tasks.rados.rados.0.smithi001.stdout:234: done (5 left) 2024-08-17T16:51:37.048 INFO:tasks.rados.rados.0.smithi001.stdout:235: rollback oid 13 current snap is 21 2024-08-17T16:51:37.048 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 19 2024-08-17T16:51:37.048 INFO:tasks.rados.rados.0.smithi001.stdout:230: finishing write tid 1 to smithi00187473-45 2024-08-17T16:51:37.048 INFO:tasks.rados.rados.0.smithi001.stdout:230: finishing write tid 2 to smithi00187473-45 2024-08-17T16:51:37.048 INFO:tasks.rados.rados.0.smithi001.stdout:230: finishing write tid 3 to smithi00187473-45 2024-08-17T16:51:37.048 INFO:tasks.rados.rados.0.smithi001.stdout:230: finishing write tid 4 to smithi00187473-45 2024-08-17T16:51:37.049 INFO:tasks.rados.rados.0.smithi001.stdout:230: finishing write tid 5 to smithi00187473-45 2024-08-17T16:51:37.049 INFO:tasks.rados.rados.0.smithi001.stdout:232: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T16:51:37.064 INFO:tasks.rados.rados.0.smithi001.stdout:230: finishing write tid 6 to smithi00187473-45 2024-08-17T16:51:37.065 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 158 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T16:51:37.065 INFO:tasks.rados.rados.0.smithi001.stdout:230: left oid 45 (ObjNum 102 snap 21 seq_num 102) 2024-08-17T16:51:37.065 INFO:tasks.rados.rados.0.smithi001.stdout:231: expect (ObjNum 86 snap 16 seq_num 86) 2024-08-17T16:51:37.137 INFO:tasks.rados.rados.0.smithi001.stdout:233: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:37.158 INFO:tasks.rados.rados.0.smithi001.stdout:235: finishing rollback tid 0 to smithi00187473-13 2024-08-17T16:51:37.158 INFO:tasks.rados.rados.0.smithi001.stdout:235: finishing rollback tid 1 to smithi00187473-13 2024-08-17T16:51:37.158 INFO:tasks.rados.rados.0.smithi001.stdout:235: finishing rollback tid 2 to smithi00187473-13 2024-08-17T16:51:37.158 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 19 (ObjNum 92 snap 17 seq_num 92) dirty exists 2024-08-17T16:51:37.158 INFO:tasks.rados.rados.0.smithi001.stdout:229: done (5 left) 2024-08-17T16:51:37.158 INFO:tasks.rados.rados.0.smithi001.stdout:230: done (4 left) 2024-08-17T16:51:37.158 INFO:tasks.rados.rados.0.smithi001.stdout:231: done (3 left) 2024-08-17T16:51:37.159 INFO:tasks.rados.rados.0.smithi001.stdout:232: done (2 left) 2024-08-17T16:51:37.159 INFO:tasks.rados.rados.0.smithi001.stdout:233: done (1 left) 2024-08-17T16:51:37.159 INFO:tasks.rados.rados.0.smithi001.stdout:235: done (0 left) 2024-08-17T16:51:37.159 INFO:tasks.rados.rados.0.smithi001.stdout:236: read oid 26 snap -1 2024-08-17T16:51:37.159 INFO:tasks.rados.rados.0.smithi001.stdout:236: expect (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:51:37.159 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 21 2024-08-17T16:51:37.159 INFO:tasks.rados.rados.0.smithi001.stdout:237: seq_num 103 ranges {638976=532480,1171456=737280,1908736=466944} 2024-08-17T16:51:37.164 INFO:tasks.rados.rados.0.smithi001.stdout:237: writing smithi00187473-39 from 638976 to 1171456 tid 1 2024-08-17T16:51:37.169 INFO:tasks.rados.rados.0.smithi001.stdout:237: writing smithi00187473-39 from 1171456 to 1908736 tid 2 2024-08-17T16:51:37.172 INFO:tasks.rados.rados.0.smithi001.stdout:237: writing smithi00187473-39 from 1908736 to 2375680 tid 3 2024-08-17T16:51:37.172 INFO:tasks.rados.rados.0.smithi001.stdout:238: setattr oid 12 current snap is 21 2024-08-17T16:51:37.172 INFO:tasks.rados.rados.0.smithi001.stdout:236: expect (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:51:37.217 INFO:tasks.rados.rados.0.smithi001.stdout:237: finishing write tid 1 to smithi00187473-39 2024-08-17T16:51:37.217 INFO:tasks.rados.rados.0.smithi001.stdout:237: finishing write tid 2 to smithi00187473-39 2024-08-17T16:51:37.217 INFO:tasks.rados.rados.0.smithi001.stdout:237: finishing write tid 3 to smithi00187473-39 2024-08-17T16:51:37.218 INFO:tasks.rados.rados.0.smithi001.stdout:237: finishing write tid 4 to smithi00187473-39 2024-08-17T16:51:37.218 INFO:tasks.rados.rados.0.smithi001.stdout:237: finishing write tid 5 to smithi00187473-39 2024-08-17T16:51:37.218 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 29 (ObjNum 103 snap 21 seq_num 103) dirty exists 2024-08-17T16:51:37.218 INFO:tasks.rados.rados.0.smithi001.stdout:237: left oid 39 (ObjNum 103 snap 21 seq_num 103) 2024-08-17T16:51:37.218 INFO:tasks.rados.rados.0.smithi001.stdout:236: done (2 left) 2024-08-17T16:51:37.218 INFO:tasks.rados.rados.0.smithi001.stdout:237: done (1 left) 2024-08-17T16:51:37.218 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 21 2024-08-17T16:51:37.218 INFO:tasks.rados.rados.0.smithi001.stdout:239: seq_num 104 ranges {0=548864,548864=622592,1171456=581632} 2024-08-17T16:51:37.220 INFO:tasks.rados.rados.0.smithi001.stdout:239: writing smithi00187473-2 from 0 to 548864 tid 1 2024-08-17T16:51:37.223 INFO:tasks.rados.rados.0.smithi001.stdout:239: writing smithi00187473-2 from 548864 to 1171456 tid 2 2024-08-17T16:51:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:239: writing smithi00187473-2 from 1171456 to 1753088 tid 3 2024-08-17T16:51:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:240: read oid 1 snap 14 2024-08-17T16:51:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:240: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:241: snap_remove snap 20 2024-08-17T16:51:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:37 smithi189 ceph-mon[33558]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T16:51:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:37 smithi001 ceph-mon[29829]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T16:51:37.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:37 smithi001 ceph-mon[41665]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T16:51:38.054 INFO:tasks.rados.rados.0.smithi001.stdout:241: done (3 left) 2024-08-17T16:51:38.054 INFO:tasks.rados.rados.0.smithi001.stdout:242: copy_from oid 5 from oid 26 current snap is 21 2024-08-17T16:51:38.055 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 21 2024-08-17T16:51:38.055 INFO:tasks.rados.rados.0.smithi001.stdout:243: seq_num 105 ranges {1990656=565248,2555904=507904,3063808=507904,3571712=188416} 2024-08-17T16:51:38.069 INFO:tasks.rados.rados.0.smithi001.stdout:243: writing smithi00187473-42 from 1990656 to 2555904 tid 1 2024-08-17T16:51:38.072 INFO:tasks.rados.rados.0.smithi001.stdout:243: writing smithi00187473-42 from 2555904 to 3063808 tid 2 2024-08-17T16:51:38.075 INFO:tasks.rados.rados.0.smithi001.stdout:243: writing smithi00187473-42 from 3063808 to 3571712 tid 3 2024-08-17T16:51:38.077 INFO:tasks.rados.rados.0.smithi001.stdout:243: writing smithi00187473-42 from 3571712 to 3760128 tid 4 2024-08-17T16:51:38.077 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 21 2024-08-17T16:51:38.077 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 44 (ObjNum 72 snap 5 seq_num 72) dirty exists 2024-08-17T16:51:38.077 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 1 to smithi00187473-2 2024-08-17T16:51:38.077 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 2 to smithi00187473-2 2024-08-17T16:51:38.077 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 3 to smithi00187473-2 2024-08-17T16:51:38.077 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 4 to smithi00187473-2 2024-08-17T16:51:38.077 INFO:tasks.rados.rados.0.smithi001.stdout:240: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:38.087 INFO:tasks.rados.rados.0.smithi001.stdout:239: finishing write tid 5 to smithi00187473-2 2024-08-17T16:51:38.088 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 178 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-08-17T16:51:38.088 INFO:tasks.rados.rados.0.smithi001.stdout:239: left oid 2 (ObjNum 104 snap 21 seq_num 104) 2024-08-17T16:51:38.088 INFO:tasks.rados.rados.0.smithi001.stdout:242: finishing copy_from racing read to smithi00187473-5 2024-08-17T16:51:38.088 INFO:tasks.rados.rados.0.smithi001.stdout:242: finishing copy_from to smithi00187473-5 2024-08-17T16:51:38.088 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 30 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-08-17T16:51:38.088 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing write tid 1 to smithi00187473-42 2024-08-17T16:51:38.088 INFO:tasks.rados.rados.0.smithi001.stdout:244: seq_num 106 ranges {0=581632,581632=794624,1376256=409600} 2024-08-17T16:51:38.090 INFO:tasks.rados.rados.0.smithi001.stdout:244: writing smithi00187473-15 from 0 to 581632 tid 1 2024-08-17T16:51:38.095 INFO:tasks.rados.rados.0.smithi001.stdout:244: writing smithi00187473-15 from 581632 to 1376256 tid 2 2024-08-17T16:51:38.098 INFO:tasks.rados.rados.0.smithi001.stdout:244: writing smithi00187473-15 from 1376256 to 1785856 tid 3 2024-08-17T16:51:38.098 INFO:tasks.rados.rados.0.smithi001.stdout:238: done (5 left) 2024-08-17T16:51:38.098 INFO:tasks.rados.rados.0.smithi001.stdout:239: done (4 left) 2024-08-17T16:51:38.098 INFO:tasks.rados.rados.0.smithi001.stdout:240: done (3 left) 2024-08-17T16:51:38.098 INFO:tasks.rados.rados.0.smithi001.stdout:242: done (2 left) 2024-08-17T16:51:38.098 INFO:tasks.rados.rados.0.smithi001.stdout:245: read oid 5 snap -1 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:245: expect (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:246: read oid 1 snap 14 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:246: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:247: setattr oid 37 current snap is 21 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing write tid 2 to smithi00187473-42 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing write tid 3 to smithi00187473-42 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing write tid 4 to smithi00187473-42 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing write tid 5 to smithi00187473-42 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:243: finishing write tid 6 to smithi00187473-42 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 37 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:243: left oid 42 (ObjNum 105 snap 21 seq_num 105) 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:244: finishing write tid 1 to smithi00187473-15 2024-08-17T16:51:38.099 INFO:tasks.rados.rados.0.smithi001.stdout:244: finishing write tid 2 to smithi00187473-15 2024-08-17T16:51:38.101 INFO:tasks.rados.rados.0.smithi001.stdout:244: finishing write tid 3 to smithi00187473-15 2024-08-17T16:51:38.101 INFO:tasks.rados.rados.0.smithi001.stdout:243: done (4 left) 2024-08-17T16:51:38.101 INFO:tasks.rados.rados.0.smithi001.stdout:248: rollback oid 16 current snap is 21 2024-08-17T16:51:38.101 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 12 2024-08-17T16:51:38.101 INFO:tasks.rados.rados.0.smithi001.stdout:249: delete oid 14 current snap is 21 2024-08-17T16:51:38.101 INFO:tasks.rados.rados.0.smithi001.stdout:244: finishing write tid 4 to smithi00187473-15 2024-08-17T16:51:38.102 INFO:tasks.rados.rados.0.smithi001.stdout:246: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T16:51:38.114 INFO:tasks.rados.rados.0.smithi001.stdout:248: finishing rollback tid 0 to smithi00187473-16 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:246: done (5 left) 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:249: done (4 left) 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 21 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:244: finishing write tid 5 to smithi00187473-15 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 40 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:244: left oid 15 (ObjNum 106 snap 21 seq_num 106) 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:248: finishing rollback tid 1 to smithi00187473-16 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 5 (ObjNum 33 snap 0 seq_num 1537526176) dirty exists 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:248: finishing rollback tid 2 to smithi00187473-16 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 17 (ObjNum 80 snap 11 seq_num 80) dirty exists 2024-08-17T16:51:38.115 INFO:tasks.rados.rados.0.smithi001.stdout:245: expect (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:51:38.158 INFO:tasks.rados.rados.0.smithi001.stdout:250: seq_num 108 ranges {442368=614400,1056768=606208,1662976=598016} 2024-08-17T16:51:38.164 INFO:tasks.rados.rados.0.smithi001.stdout:250: writing smithi00187473-28 from 442368 to 1056768 tid 1 2024-08-17T16:51:38.167 INFO:tasks.rados.rados.0.smithi001.stdout:250: writing smithi00187473-28 from 1056768 to 1662976 tid 2 2024-08-17T16:51:38.174 INFO:tasks.rados.rados.0.smithi001.stdout:250: writing smithi00187473-28 from 1662976 to 2260992 tid 3 2024-08-17T16:51:38.174 INFO:tasks.rados.rados.0.smithi001.stdout:244: done (4 left) 2024-08-17T16:51:38.174 INFO:tasks.rados.rados.0.smithi001.stdout:245: done (3 left) 2024-08-17T16:51:38.174 INFO:tasks.rados.rados.0.smithi001.stdout:247: done (2 left) 2024-08-17T16:51:38.174 INFO:tasks.rados.rados.0.smithi001.stdout:248: done (1 left) 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:251: setattr oid 47 current snap is 21 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 1 to smithi00187473-28 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 2 to smithi00187473-28 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 3 to smithi00187473-28 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:252: setattr oid 30 current snap is 21 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 4 to smithi00187473-28 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:250: finishing write tid 5 to smithi00187473-28 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 36 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-17T16:51:38.175 INFO:tasks.rados.rados.0.smithi001.stdout:250: left oid 28 (ObjNum 108 snap 21 seq_num 108) 2024-08-17T16:51:38.176 INFO:tasks.rados.rados.0.smithi001.stdout:250: done (2 left) 2024-08-17T16:51:38.176 INFO:tasks.rados.rados.0.smithi001.stdout:253: snap_remove snap 12 2024-08-17T16:51:38.330 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:38 smithi001 ceph-mon[29829]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T16:51:38.331 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:38 smithi001 ceph-mon[29829]: pgmap v155: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T16:51:38.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:38 smithi001 ceph-mon[41665]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T16:51:38.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:38 smithi001 ceph-mon[41665]: pgmap v155: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T16:51:38.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:38 smithi189 ceph-mon[33558]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T16:51:38.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:38 smithi189 ceph-mon[33558]: pgmap v155: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T16:51:39.038 INFO:tasks.rados.rados.0.smithi001.stdout:253: done (2 left) 2024-08-17T16:51:39.039 INFO:tasks.rados.rados.0.smithi001.stdout:254: read oid 45 snap -1 2024-08-17T16:51:39.039 INFO:tasks.rados.rados.0.smithi001.stdout:254: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T16:51:39.039 INFO:tasks.rados.rados.0.smithi001.stdout:255: read oid 17 snap -1 2024-08-17T16:51:39.039 INFO:tasks.rados.rados.0.smithi001.stdout:255: expect (ObjNum 100 snap 19 seq_num 100) 2024-08-17T16:51:39.039 INFO:tasks.rados.rados.0.smithi001.stdout:256: read oid 18 snap -1 2024-08-17T16:51:39.039 INFO:tasks.rados.rados.0.smithi001.stdout:256: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-17T16:51:39.039 INFO:tasks.rados.rados.0.smithi001.stdout:257: snap_remove snap 15 2024-08-17T16:51:39.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:39 smithi001 ceph-mon[41665]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T16:51:39.346 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:39 smithi001 ceph-mon[41665]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T16:51:39.346 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:39 smithi001 ceph-mon[29829]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T16:51:39.347 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:39 smithi001 ceph-mon[29829]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T16:51:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:39 smithi189 ceph-mon[33558]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T16:51:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:39 smithi189 ceph-mon[33558]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T16:51:39.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:51:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:51:40.039 INFO:tasks.rados.rados.0.smithi001.stdout:257: done (5 left) 2024-08-17T16:51:40.039 INFO:tasks.rados.rados.0.smithi001.stdout:258: copy_from oid 37 from oid 44 current snap is 21 2024-08-17T16:51:40.040 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 92 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T16:51:40.040 INFO:tasks.rados.rados.0.smithi001.stdout:251: done (5 left) 2024-08-17T16:51:40.040 INFO:tasks.rados.rados.0.smithi001.stdout:259: read oid 29 snap -1 2024-08-17T16:51:40.040 INFO:tasks.rados.rados.0.smithi001.stdout:259: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:51:40.040 INFO:tasks.rados.rados.0.smithi001.stdout:260: delete oid 10 current snap is 21 2024-08-17T16:51:40.040 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 94 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T16:51:40.040 INFO:tasks.rados.rados.0.smithi001.stdout:254: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T16:51:40.105 INFO:tasks.rados.rados.0.smithi001.stdout:255: expect (ObjNum 100 snap 19 seq_num 100) 2024-08-17T16:51:40.160 INFO:tasks.rados.rados.0.smithi001.stdout:256: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-17T16:51:40.168 INFO:tasks.rados.rados.0.smithi001.stdout:259: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:51:40.170 INFO:tasks.rados.rados.0.smithi001.stdout:258: finishing copy_from to smithi00187473-37 2024-08-17T16:51:40.170 INFO:tasks.rados.rados.0.smithi001.stdout:258: got expected ENOENT (src dne) 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:258: finishing copy_from racing read to smithi00187473-37 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:252: done (6 left) 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:254: done (5 left) 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:255: done (4 left) 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:256: done (3 left) 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:258: done (2 left) 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:259: done (1 left) 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:260: done (0 left) 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:261: rollback oid 34 current snap is 21 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 19 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 21 2024-08-17T16:51:40.171 INFO:tasks.rados.rados.0.smithi001.stdout:262: seq_num 110 ranges {1990656=647168,2637824=778240,3416064=425984} 2024-08-17T16:51:40.186 INFO:tasks.rados.rados.0.smithi001.stdout:262: writing smithi00187473-20 from 1990656 to 2637824 tid 1 2024-08-17T16:51:40.192 INFO:tasks.rados.rados.0.smithi001.stdout:262: writing smithi00187473-20 from 2637824 to 3416064 tid 2 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:262: writing smithi00187473-20 from 3416064 to 3842048 tid 3 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:263: read oid 6 snap -1 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:263: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:264: rollback oid 13 current snap is 21 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 16 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:261: finishing rollback tid 0 to smithi00187473-34 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:261: finishing rollback tid 1 to smithi00187473-34 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:261: finishing rollback tid 2 to smithi00187473-34 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 116 (ObjNum 83 snap 13 seq_num 83) dirty exists 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:262: finishing write tid 1 to smithi00187473-20 2024-08-17T16:51:40.197 INFO:tasks.rados.rados.0.smithi001.stdout:261: done (3 left) 2024-08-17T16:51:40.198 INFO:tasks.rados.rados.0.smithi001.stdout:265: rmattr oid 24 current snap is 21 2024-08-17T16:51:40.198 INFO:tasks.rados.rados.0.smithi001.stdout:265: done (3 left) 2024-08-17T16:51:40.198 INFO:tasks.rados.rados.0.smithi001.stdout:266: copy_from oid 8 from oid 7 current snap is 21 2024-08-17T16:51:40.198 INFO:tasks.rados.rados.0.smithi001.stdout:262: finishing write tid 2 to smithi00187473-20 2024-08-17T16:51:40.198 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 21 2024-08-17T16:51:40.198 INFO:tasks.rados.rados.0.smithi001.stdout:267: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-08-17T16:51:40.201 INFO:tasks.rados.rados.0.smithi001.stdout:267: writing smithi00187473-31 from 0 to 663552 tid 1 2024-08-17T16:51:40.206 INFO:tasks.rados.rados.0.smithi001.stdout:267: writing smithi00187473-31 from 663552 to 1327104 tid 2 2024-08-17T16:51:40.209 INFO:tasks.rados.rados.0.smithi001.stdout:267: writing smithi00187473-31 from 1327104 to 1777664 tid 3 2024-08-17T16:51:40.211 INFO:tasks.rados.rados.0.smithi001.stdout:267: writing smithi00187473-31 from 1777664 to 1867776 tid 4 2024-08-17T16:51:40.211 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 21 2024-08-17T16:51:40.211 INFO:tasks.rados.rados.0.smithi001.stdout:264: finishing rollback tid 0 to smithi00187473-13 2024-08-17T16:51:40.211 INFO:tasks.rados.rados.0.smithi001.stdout:264: finishing rollback tid 1 to smithi00187473-13 2024-08-17T16:51:40.211 INFO:tasks.rados.rados.0.smithi001.stdout:262: finishing write tid 3 to smithi00187473-20 2024-08-17T16:51:40.211 INFO:tasks.rados.rados.0.smithi001.stdout:264: finishing rollback tid 2 to smithi00187473-13 2024-08-17T16:51:40.212 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 28 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-08-17T16:51:40.212 INFO:tasks.rados.rados.0.smithi001.stdout:262: finishing write tid 4 to smithi00187473-20 2024-08-17T16:51:40.212 INFO:tasks.rados.rados.0.smithi001.stdout:268: seq_num 112 ranges {0=679936,679936=548864,1228800=655360} 2024-08-17T16:51:40.215 INFO:tasks.rados.rados.0.smithi001.stdout:268: writing smithi00187473-11 from 0 to 679936 tid 1 2024-08-17T16:51:40.219 INFO:tasks.rados.rados.0.smithi001.stdout:268: writing smithi00187473-11 from 679936 to 1228800 tid 2 2024-08-17T16:51:40.225 INFO:tasks.rados.rados.0.smithi001.stdout:268: writing smithi00187473-11 from 1228800 to 1884160 tid 3 2024-08-17T16:51:40.225 INFO:tasks.rados.rados.0.smithi001.stdout:264: done (5 left) 2024-08-17T16:51:40.225 INFO:tasks.rados.rados.0.smithi001.stdout:269: read oid 21 snap 16 2024-08-17T16:51:40.225 INFO:tasks.rados.rados.0.smithi001.stdout:269: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T16:51:40.225 INFO:tasks.rados.rados.0.smithi001.stdout:270: rmattr oid 14 current snap is 21 2024-08-17T16:51:40.225 INFO:tasks.rados.rados.0.smithi001.stdout:270: done (6 left) 2024-08-17T16:51:40.225 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 21 2024-08-17T16:51:40.225 INFO:tasks.rados.rados.0.smithi001.stdout:271: seq_num 113 ranges {1785856=696320,2482176=434176,2916352=466944,3383296=303104} 2024-08-17T16:51:40.240 INFO:tasks.rados.rados.0.smithi001.stdout:271: writing smithi00187473-15 from 1785856 to 2482176 tid 1 2024-08-17T16:51:40.243 INFO:tasks.rados.rados.0.smithi001.stdout:271: writing smithi00187473-15 from 2482176 to 2916352 tid 2 2024-08-17T16:51:40.246 INFO:tasks.rados.rados.0.smithi001.stdout:271: writing smithi00187473-15 from 2916352 to 3383296 tid 3 2024-08-17T16:51:40.248 INFO:tasks.rados.rados.0.smithi001.stdout:271: writing smithi00187473-15 from 3383296 to 3686400 tid 4 2024-08-17T16:51:40.248 INFO:tasks.rados.rados.0.smithi001.stdout:272: read oid 12 snap -1 2024-08-17T16:51:40.248 INFO:tasks.rados.rados.0.smithi001.stdout:272: expect (ObjNum 72 snap 5 seq_num 72) 2024-08-17T16:51:40.248 INFO:tasks.rados.rados.0.smithi001.stdout:273: rollback oid 22 current snap is 21 2024-08-17T16:51:40.248 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 16 2024-08-17T16:51:40.249 INFO:tasks.rados.rados.0.smithi001.stdout:263: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T16:51:40.269 INFO:tasks.rados.rados.0.smithi001.stdout:262: finishing write tid 5 to smithi00187473-20 2024-08-17T16:51:40.269 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 59 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-08-17T16:51:40.269 INFO:tasks.rados.rados.0.smithi001.stdout:262: left oid 20 (ObjNum 110 snap 21 seq_num 110) 2024-08-17T16:51:40.269 INFO:tasks.rados.rados.0.smithi001.stdout:266: finishing copy_from racing read to smithi00187473-8 2024-08-17T16:51:40.269 INFO:tasks.rados.rados.0.smithi001.stdout:266: finishing copy_from to smithi00187473-8 2024-08-17T16:51:40.269 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 20 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:51:40.269 INFO:tasks.rados.rados.0.smithi001.stdout:267: finishing write tid 1 to smithi00187473-31 2024-08-17T16:51:40.270 INFO:tasks.rados.rados.0.smithi001.stdout:262: done (8 left) 2024-08-17T16:51:40.270 INFO:tasks.rados.rados.0.smithi001.stdout:263: done (7 left) 2024-08-17T16:51:40.270 INFO:tasks.rados.rados.0.smithi001.stdout:266: done (6 left) 2024-08-17T16:51:40.270 INFO:tasks.rados.rados.0.smithi001.stdout:274: snap_remove snap 17 2024-08-17T16:51:40.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:40 smithi189 ceph-mon[33558]: pgmap v158: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T16:51:40.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:40 smithi189 ceph-mon[33558]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T16:51:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:40 smithi001 ceph-mon[29829]: pgmap v158: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T16:51:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:40 smithi001 ceph-mon[29829]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T16:51:40.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:40 smithi001 ceph-mon[41665]: pgmap v158: 121 pgs: 121 active+clean; 68 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T16:51:40.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:40 smithi001 ceph-mon[41665]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T16:51:41.063 INFO:tasks.rados.rados.0.smithi001.stdout:274: done (6 left) 2024-08-17T16:51:41.063 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 21 2024-08-17T16:51:41.063 INFO:tasks.rados.rados.0.smithi001.stdout:275: seq_num 114 ranges {0=712704,712704=712704,1425408=491520} 2024-08-17T16:51:41.067 INFO:tasks.rados.rados.0.smithi001.stdout:275: writing smithi00187473-47 from 0 to 712704 tid 1 2024-08-17T16:51:41.072 INFO:tasks.rados.rados.0.smithi001.stdout:275: writing smithi00187473-47 from 712704 to 1425408 tid 2 2024-08-17T16:51:41.076 INFO:tasks.rados.rados.0.smithi001.stdout:275: writing smithi00187473-47 from 1425408 to 1916928 tid 3 2024-08-17T16:51:41.076 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 21 2024-08-17T16:51:41.076 INFO:tasks.rados.rados.0.smithi001.stdout:267: finishing write tid 2 to smithi00187473-31 2024-08-17T16:51:41.076 INFO:tasks.rados.rados.0.smithi001.stdout:267: finishing write tid 3 to smithi00187473-31 2024-08-17T16:51:41.076 INFO:tasks.rados.rados.0.smithi001.stdout:267: finishing write tid 4 to smithi00187473-31 2024-08-17T16:51:41.076 INFO:tasks.rados.rados.0.smithi001.stdout:276: seq_num 115 ranges {679936=729088,1409024=647168,2056192=434176,2490368=122880} 2024-08-17T16:51:41.084 INFO:tasks.rados.rados.0.smithi001.stdout:276: writing smithi00187473-41 from 679936 to 1409024 tid 1 2024-08-17T16:51:41.088 INFO:tasks.rados.rados.0.smithi001.stdout:276: writing smithi00187473-41 from 1409024 to 2056192 tid 2 2024-08-17T16:51:41.090 INFO:tasks.rados.rados.0.smithi001.stdout:276: writing smithi00187473-41 from 2056192 to 2490368 tid 3 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:276: writing smithi00187473-41 from 2490368 to 2613248 tid 4 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:277: setattr oid 26 current snap is 21 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:267: finishing write tid 5 to smithi00187473-31 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:267: finishing write tid 6 to smithi00187473-31 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 212 (ObjNum 111 snap 21 seq_num 111) dirty exists 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:267: left oid 31 (ObjNum 111 snap 21 seq_num 111) 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:268: finishing write tid 1 to smithi00187473-11 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:268: finishing write tid 2 to smithi00187473-11 2024-08-17T16:51:41.092 INFO:tasks.rados.rados.0.smithi001.stdout:268: finishing write tid 3 to smithi00187473-11 2024-08-17T16:51:41.093 INFO:tasks.rados.rados.0.smithi001.stdout:268: finishing write tid 4 to smithi00187473-11 2024-08-17T16:51:41.093 INFO:tasks.rados.rados.0.smithi001.stdout:269: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:268: finishing write tid 5 to smithi00187473-11 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 216 (ObjNum 112 snap 21 seq_num 112) dirty exists 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:268: left oid 11 (ObjNum 112 snap 21 seq_num 112) 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing write tid 1 to smithi00187473-15 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing write tid 2 to smithi00187473-15 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing write tid 3 to smithi00187473-15 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing write tid 4 to smithi00187473-15 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing write tid 5 to smithi00187473-15 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:271: finishing write tid 6 to smithi00187473-15 2024-08-17T16:51:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 50 (ObjNum 113 snap 21 seq_num 113) dirty exists 2024-08-17T16:51:41.109 INFO:tasks.rados.rados.0.smithi001.stdout:271: left oid 15 (ObjNum 113 snap 21 seq_num 113) 2024-08-17T16:51:41.109 INFO:tasks.rados.rados.0.smithi001.stdout:272: expect (ObjNum 72 snap 5 seq_num 72) 2024-08-17T16:51:41.266 INFO:tasks.rados.rados.0.smithi001.stdout:273: finishing rollback tid 1 to smithi00187473-22 2024-08-17T16:51:41.266 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 32 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:51:41.266 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 1 to smithi00187473-47 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 2 to smithi00187473-47 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 3 to smithi00187473-47 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 4 to smithi00187473-47 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:267: done (8 left) 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:268: done (7 left) 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:269: done (6 left) 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:271: done (5 left) 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:272: done (4 left) 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:273: done (3 left) 2024-08-17T16:51:41.267 INFO:tasks.rados.rados.0.smithi001.stdout:278: snap_remove snap 8 2024-08-17T16:51:42.068 INFO:tasks.rados.rados.0.smithi001.stdout:278: done (3 left) 2024-08-17T16:51:42.068 INFO:tasks.rados.rados.0.smithi001.stdout:279: setattr oid 19 current snap is 21 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:275: finishing write tid 5 to smithi00187473-47 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 124 (ObjNum 114 snap 21 seq_num 114) dirty exists 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:275: left oid 47 (ObjNum 114 snap 21 seq_num 114) 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 1 to smithi00187473-41 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 2 to smithi00187473-41 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 3 to smithi00187473-41 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 4 to smithi00187473-41 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 5 to smithi00187473-41 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:276: finishing write tid 6 to smithi00187473-41 2024-08-17T16:51:42.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 29 (ObjNum 115 snap 21 seq_num 115) dirty exists 2024-08-17T16:51:42.072 INFO:tasks.rados.rados.0.smithi001.stdout:276: left oid 41 (ObjNum 115 snap 21 seq_num 115) 2024-08-17T16:51:42.072 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 44 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-08-17T16:51:42.072 INFO:tasks.rados.rados.0.smithi001.stdout:275: done (3 left) 2024-08-17T16:51:42.072 INFO:tasks.rados.rados.0.smithi001.stdout:276: done (2 left) 2024-08-17T16:51:42.072 INFO:tasks.rados.rados.0.smithi001.stdout:277: done (1 left) 2024-08-17T16:51:42.072 INFO:tasks.rados.rados.0.smithi001.stdout:280: snap_create 2024-08-17T16:51:42.081 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 54 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-17T16:51:42.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:42 smithi189 ceph-mon[33558]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T16:51:42.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:42 smithi189 ceph-mon[33558]: pgmap v161: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-08-17T16:51:42.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:42 smithi001 ceph-mon[41665]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T16:51:42.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:42 smithi001 ceph-mon[41665]: pgmap v161: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-08-17T16:51:42.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:42 smithi001 ceph-mon[29829]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T16:51:42.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:42 smithi001 ceph-mon[29829]: pgmap v161: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-08-17T16:51:43.069 INFO:tasks.rados.rados.0.smithi001.stdout:279: done (1 left) 2024-08-17T16:51:43.069 INFO:tasks.rados.rados.0.smithi001.stdout:280: done (0 left) 2024-08-17T16:51:43.069 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 22 2024-08-17T16:51:43.069 INFO:tasks.rados.rados.0.smithi001.stdout:281: seq_num 116 ranges {1540096=745472,2285568=532480,2818048=638976,3457024=32768} 2024-08-17T16:51:43.081 INFO:tasks.rados.rados.0.smithi001.stdout:281: writing smithi00187473-33 from 1540096 to 2285568 tid 1 2024-08-17T16:51:43.084 INFO:tasks.rados.rados.0.smithi001.stdout:281: writing smithi00187473-33 from 2285568 to 2818048 tid 2 2024-08-17T16:51:43.088 INFO:tasks.rados.rados.0.smithi001.stdout:281: writing smithi00187473-33 from 2818048 to 3457024 tid 3 2024-08-17T16:51:43.088 INFO:tasks.rados.rados.0.smithi001.stdout:281: writing smithi00187473-33 from 3457024 to 3489792 tid 4 2024-08-17T16:51:43.088 INFO:tasks.rados.rados.0.smithi001.stdout:282: copy_from oid 18 from oid 13 current snap is 22 2024-08-17T16:51:43.089 INFO:tasks.rados.rados.0.smithi001.stdout:281: finishing write tid 1 to smithi00187473-33 2024-08-17T16:51:43.089 INFO:tasks.rados.rados.0.smithi001.stdout:281: finishing write tid 2 to smithi00187473-33 2024-08-17T16:51:43.089 INFO:tasks.rados.rados.0.smithi001.stdout:283: snap_create 2024-08-17T16:51:43.091 INFO:tasks.rados.rados.0.smithi001.stdout:281: finishing write tid 3 to smithi00187473-33 2024-08-17T16:51:43.092 INFO:tasks.rados.rados.0.smithi001.stdout:281: finishing write tid 4 to smithi00187473-33 2024-08-17T16:51:43.092 INFO:tasks.rados.rados.0.smithi001.stdout:281: finishing write tid 5 to smithi00187473-33 2024-08-17T16:51:43.093 INFO:tasks.rados.rados.0.smithi001.stdout:281: finishing write tid 6 to smithi00187473-33 2024-08-17T16:51:43.093 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 53 (ObjNum 116 snap 22 seq_num 116) dirty exists 2024-08-17T16:51:43.093 INFO:tasks.rados.rados.0.smithi001.stdout:281: left oid 33 (ObjNum 116 snap 22 seq_num 116) 2024-08-17T16:51:43.103 INFO:tasks.rados.rados.0.smithi001.stdout:282: finishing copy_from racing read to smithi00187473-18 2024-08-17T16:51:43.104 INFO:tasks.rados.rados.0.smithi001.stdout:282: finishing copy_from to smithi00187473-18 2024-08-17T16:51:43.104 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 28 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-08-17T16:51:43.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:43 smithi189 ceph-mon[33558]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T16:51:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:43 smithi001 ceph-mon[29829]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T16:51:43.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:43 smithi001 ceph-mon[41665]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T16:51:43.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:51:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:43] "GET /metrics HTTP/1.1" 200 239952 "" "Prometheus/2.43.0" 2024-08-17T16:51:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:281: done (2 left) 2024-08-17T16:51:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:282: done (1 left) 2024-08-17T16:51:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:283: done (0 left) 2024-08-17T16:51:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:284: snap_create 2024-08-17T16:51:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:44 smithi189 ceph-mon[33558]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T16:51:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:44 smithi189 ceph-mon[33558]: pgmap v164: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-08-17T16:51:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:44 smithi189 ceph-mon[33558]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T16:51:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:44 smithi001 ceph-mon[29829]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T16:51:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:44 smithi001 ceph-mon[29829]: pgmap v164: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-08-17T16:51:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:44 smithi001 ceph-mon[29829]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T16:51:44.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:44 smithi001 ceph-mon[41665]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T16:51:44.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:44 smithi001 ceph-mon[41665]: pgmap v164: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 54 op/s 2024-08-17T16:51:44.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:44 smithi001 ceph-mon[41665]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T16:51:45.041 INFO:tasks.rados.rados.0.smithi001.stdout:284: done (0 left) 2024-08-17T16:51:45.041 INFO:tasks.rados.rados.0.smithi001.stdout:285: read oid 15 snap -1 2024-08-17T16:51:45.041 INFO:tasks.rados.rados.0.smithi001.stdout:285: expect (ObjNum 113 snap 21 seq_num 113) 2024-08-17T16:51:45.041 INFO:tasks.rados.rados.0.smithi001.stdout:286: read oid 1 snap -1 2024-08-17T16:51:45.041 INFO:tasks.rados.rados.0.smithi001.stdout:286: expect (ObjNum 85 snap 16 seq_num 85) 2024-08-17T16:51:45.041 INFO:tasks.rados.rados.0.smithi001.stdout:287: read oid 10 snap -1 2024-08-17T16:51:45.042 INFO:tasks.rados.rados.0.smithi001.stdout:287: expect deleted 2024-08-17T16:51:45.042 INFO:tasks.rados.rados.0.smithi001.stdout:288: delete oid 49 current snap is 24 2024-08-17T16:51:45.055 INFO:tasks.rados.rados.0.smithi001.stdout:286: expect (ObjNum 85 snap 16 seq_num 85) 2024-08-17T16:51:45.111 INFO:tasks.rados.rados.0.smithi001.stdout:285: expect (ObjNum 113 snap 21 seq_num 113) 2024-08-17T16:51:45.237 INFO:tasks.rados.rados.0.smithi001.stdout:285: done (3 left) 2024-08-17T16:51:45.237 INFO:tasks.rados.rados.0.smithi001.stdout:286: done (2 left) 2024-08-17T16:51:45.237 INFO:tasks.rados.rados.0.smithi001.stdout:287: done (1 left) 2024-08-17T16:51:45.237 INFO:tasks.rados.rados.0.smithi001.stdout:288: done (0 left) 2024-08-17T16:51:45.237 INFO:tasks.rados.rados.0.smithi001.stdout:289: delete oid 44 current snap is 24 2024-08-17T16:51:45.238 INFO:tasks.rados.rados.0.smithi001.stdout:289: done (0 left) 2024-08-17T16:51:45.239 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 24 2024-08-17T16:51:45.239 INFO:tasks.rados.rados.0.smithi001.stdout:290: seq_num 119 ranges {1490944=802816,2293760=589824,2883584=409600,3293184=204800} 2024-08-17T16:51:45.251 INFO:tasks.rados.rados.0.smithi001.stdout:290: writing smithi00187473-25 from 1490944 to 2293760 tid 1 2024-08-17T16:51:45.254 INFO:tasks.rados.rados.0.smithi001.stdout:290: writing smithi00187473-25 from 2293760 to 2883584 tid 2 2024-08-17T16:51:45.256 INFO:tasks.rados.rados.0.smithi001.stdout:290: writing smithi00187473-25 from 2883584 to 3293184 tid 3 2024-08-17T16:51:45.258 INFO:tasks.rados.rados.0.smithi001.stdout:290: writing smithi00187473-25 from 3293184 to 3497984 tid 4 2024-08-17T16:51:45.258 INFO:tasks.rados.rados.0.smithi001.stdout:291: delete oid 42 current snap is 24 2024-08-17T16:51:45.258 INFO:tasks.rados.rados.0.smithi001.stdout:290: finishing write tid 1 to smithi00187473-25 2024-08-17T16:51:45.258 INFO:tasks.rados.rados.0.smithi001.stdout:290: finishing write tid 2 to smithi00187473-25 2024-08-17T16:51:45.260 INFO:tasks.rados.rados.0.smithi001.stdout:290: finishing write tid 3 to smithi00187473-25 2024-08-17T16:51:45.260 INFO:tasks.rados.rados.0.smithi001.stdout:291: done (1 left) 2024-08-17T16:51:45.260 INFO:tasks.rados.rados.0.smithi001.stdout:292: snap_remove snap 19 2024-08-17T16:51:46.047 INFO:tasks.rados.rados.0.smithi001.stdout:290: finishing write tid 4 to smithi00187473-25 2024-08-17T16:51:46.047 INFO:tasks.rados.rados.0.smithi001.stdout:290: finishing write tid 5 to smithi00187473-25 2024-08-17T16:51:46.047 INFO:tasks.rados.rados.0.smithi001.stdout:290: finishing write tid 6 to smithi00187473-25 2024-08-17T16:51:46.047 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 142 (ObjNum 119 snap 24 seq_num 119) dirty exists 2024-08-17T16:51:46.047 INFO:tasks.rados.rados.0.smithi001.stdout:290: left oid 25 (ObjNum 119 snap 24 seq_num 119) 2024-08-17T16:51:46.047 INFO:tasks.rados.rados.0.smithi001.stdout:290: done (1 left) 2024-08-17T16:51:46.048 INFO:tasks.rados.rados.0.smithi001.stdout:292: done (0 left) 2024-08-17T16:51:46.048 INFO:tasks.rados.rados.0.smithi001.stdout:293: delete oid 38 current snap is 24 2024-08-17T16:51:46.051 INFO:tasks.rados.rados.0.smithi001.stdout:293: done (0 left) 2024-08-17T16:51:46.052 INFO:tasks.rados.rados.0.smithi001.stdout:294: copy_from oid 36 from oid 46 current snap is 24 2024-08-17T16:51:46.052 INFO:tasks.rados.rados.0.smithi001.stdout:295: rollback oid 15 current snap is 24 2024-08-17T16:51:46.052 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 14 2024-08-17T16:51:46.052 INFO:tasks.rados.rados.0.smithi001.stdout:296: setattr oid 14 current snap is 24 2024-08-17T16:51:46.054 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 24 2024-08-17T16:51:46.054 INFO:tasks.rados.rados.0.smithi001.stdout:297: seq_num 122 ranges {827392=450560,1277952=688128,1966080=630784,2596864=286720} 2024-08-17T16:51:46.062 INFO:tasks.rados.rados.0.smithi001.stdout:297: writing smithi00187473-50 from 827392 to 1277952 tid 1 2024-08-17T16:51:46.066 INFO:tasks.rados.rados.0.smithi001.stdout:297: writing smithi00187473-50 from 1277952 to 1966080 tid 2 2024-08-17T16:51:46.069 INFO:tasks.rados.rados.0.smithi001.stdout:297: writing smithi00187473-50 from 1966080 to 2596864 tid 3 2024-08-17T16:51:46.071 INFO:tasks.rados.rados.0.smithi001.stdout:297: writing smithi00187473-50 from 2596864 to 2883584 tid 4 2024-08-17T16:51:46.071 INFO:tasks.rados.rados.0.smithi001.stdout:298: read oid 12 snap 14 2024-08-17T16:51:46.072 INFO:tasks.rados.rados.0.smithi001.stdout:298: expect (ObjNum 72 snap 5 seq_num 72) 2024-08-17T16:51:46.072 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 24 2024-08-17T16:51:46.072 INFO:tasks.rados.rados.0.smithi001.stdout:295: finishing rollback tid 0 to smithi00187473-15 2024-08-17T16:51:46.072 INFO:tasks.rados.rados.0.smithi001.stdout:295: finishing rollback tid 1 to smithi00187473-15 2024-08-17T16:51:46.072 INFO:tasks.rados.rados.0.smithi001.stdout:299: seq_num 123 ranges {3842048=466944,4308992=573440,4882432=794624,5677056=237568} 2024-08-17T16:51:46.097 INFO:tasks.rados.rados.0.smithi001.stdout:299: writing smithi00187473-20 from 3842048 to 4308992 tid 1 2024-08-17T16:51:46.101 INFO:tasks.rados.rados.0.smithi001.stdout:299: writing smithi00187473-20 from 4308992 to 4882432 tid 2 2024-08-17T16:51:46.105 INFO:tasks.rados.rados.0.smithi001.stdout:299: writing smithi00187473-20 from 4882432 to 5677056 tid 3 2024-08-17T16:51:46.107 INFO:tasks.rados.rados.0.smithi001.stdout:299: writing smithi00187473-20 from 5677056 to 5914624 tid 4 2024-08-17T16:51:46.107 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 24 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:295: finishing rollback tid 2 to smithi00187473-15 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 56 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:294: finishing copy_from racing read to smithi00187473-36 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 57 (ObjNum 33 snap 0 seq_num 1537487184) dirty exists 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:294: finishing copy_from to smithi00187473-36 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:297: finishing write tid 1 to smithi00187473-50 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:297: finishing write tid 2 to smithi00187473-50 2024-08-17T16:51:46.108 INFO:tasks.rados.rados.0.smithi001.stdout:300: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-08-17T16:51:46.110 INFO:tasks.rados.rados.0.smithi001.stdout:300: writing smithi00187473-38 from 0 to 483328 tid 1 2024-08-17T16:51:46.113 INFO:tasks.rados.rados.0.smithi001.stdout:300: writing smithi00187473-38 from 483328 to 942080 tid 2 2024-08-17T16:51:46.116 INFO:tasks.rados.rados.0.smithi001.stdout:300: writing smithi00187473-38 from 942080 to 1540096 tid 3 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:300: writing smithi00187473-38 from 1540096 to 2088960 tid 4 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:294: done (6 left) 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:295: done (5 left) 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:296: done (4 left) 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:301: rollback oid 9 current snap is 24 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 21 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:297: finishing write tid 3 to smithi00187473-50 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:297: finishing write tid 4 to smithi00187473-50 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:297: finishing write tid 5 to smithi00187473-50 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:297: finishing write tid 6 to smithi00187473-50 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 11 (ObjNum 122 snap 24 seq_num 122) dirty exists 2024-08-17T16:51:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:297: left oid 50 (ObjNum 122 snap 24 seq_num 122) 2024-08-17T16:51:46.122 INFO:tasks.rados.rados.0.smithi001.stdout:298: expect (ObjNum 72 snap 5 seq_num 72) 2024-08-17T16:51:46.276 INFO:tasks.rados.rados.0.smithi001.stdout:299: finishing write tid 1 to smithi00187473-20 2024-08-17T16:51:46.276 INFO:tasks.rados.rados.0.smithi001.stdout:299: finishing write tid 2 to smithi00187473-20 2024-08-17T16:51:46.276 INFO:tasks.rados.rados.0.smithi001.stdout:299: finishing write tid 3 to smithi00187473-20 2024-08-17T16:51:46.276 INFO:tasks.rados.rados.0.smithi001.stdout:299: finishing write tid 4 to smithi00187473-20 2024-08-17T16:51:46.276 INFO:tasks.rados.rados.0.smithi001.stdout:299: finishing write tid 5 to smithi00187473-20 2024-08-17T16:51:46.276 INFO:tasks.rados.rados.0.smithi001.stdout:297: done (4 left) 2024-08-17T16:51:46.276 INFO:tasks.rados.rados.0.smithi001.stdout:298: done (3 left) 2024-08-17T16:51:46.276 INFO:tasks.rados.rados.0.smithi001.stdout:302: snap_remove snap 14 2024-08-17T16:51:46.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:46 smithi189 ceph-mon[33558]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T16:51:46.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:46 smithi189 ceph-mon[33558]: pgmap v167: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:46.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:46 smithi001 ceph-mon[29829]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T16:51:46.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:46 smithi001 ceph-mon[29829]: pgmap v167: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:46.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:46 smithi001 ceph-mon[41665]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T16:51:46.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:46 smithi001 ceph-mon[41665]: pgmap v167: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:47.048 INFO:tasks.rados.rados.0.smithi001.stdout:302: done (3 left) 2024-08-17T16:51:47.048 INFO:tasks.rados.rados.0.smithi001.stdout:303: read oid 46 snap 10 2024-08-17T16:51:47.048 INFO:tasks.rados.rados.0.smithi001.stdout:303: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:47.048 INFO:tasks.rados.rados.0.smithi001.stdout:304: snap_create 2024-08-17T16:51:47.048 INFO:tasks.rados.rados.0.smithi001.stdout:299: finishing write tid 6 to smithi00187473-20 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 73 (ObjNum 123 snap 24 seq_num 123) dirty exists 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:299: left oid 20 (ObjNum 123 snap 24 seq_num 123) 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 1 to smithi00187473-38 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 2 to smithi00187473-38 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 3 to smithi00187473-38 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 4 to smithi00187473-38 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 5 to smithi00187473-38 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:301: finishing rollback tid 0 to smithi00187473-9 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:301: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:301: finishing rollback tid 2 to smithi00187473-9 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 48 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:300: finishing write tid 6 to smithi00187473-38 2024-08-17T16:51:47.049 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 251 (ObjNum 124 snap 24 seq_num 124) dirty exists 2024-08-17T16:51:47.050 INFO:tasks.rados.rados.0.smithi001.stdout:300: left oid 38 (ObjNum 124 snap 24 seq_num 124) 2024-08-17T16:51:47.056 INFO:tasks.rados.rados.0.smithi001.stdout:303: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:47.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:47 smithi189 ceph-mon[33558]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T16:51:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:47 smithi001 ceph-mon[29829]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T16:51:47.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:47 smithi001 ceph-mon[41665]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T16:51:48.048 INFO:tasks.rados.rados.0.smithi001.stdout:299: done (4 left) 2024-08-17T16:51:48.048 INFO:tasks.rados.rados.0.smithi001.stdout:300: done (3 left) 2024-08-17T16:51:48.048 INFO:tasks.rados.rados.0.smithi001.stdout:301: done (2 left) 2024-08-17T16:51:48.048 INFO:tasks.rados.rados.0.smithi001.stdout:303: done (1 left) 2024-08-17T16:51:48.048 INFO:tasks.rados.rados.0.smithi001.stdout:304: done (0 left) 2024-08-17T16:51:48.048 INFO:tasks.rados.rados.0.smithi001.stdout:305: read oid 23 snap -1 2024-08-17T16:51:48.048 INFO:tasks.rados.rados.0.smithi001.stdout:305: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:48.048 INFO:tasks.rados.rados.0.smithi001.stdout:306: snap_remove snap 22 2024-08-17T16:51:48.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:48 smithi189 ceph-mon[33558]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T16:51:48.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:48 smithi189 ceph-mon[33558]: pgmap v170: 121 pgs: 121 active+clean; 101 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T16:51:48.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:48 smithi189 ceph-mon[33558]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T16:51:48.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:48 smithi001 ceph-mon[29829]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T16:51:48.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:48 smithi001 ceph-mon[29829]: pgmap v170: 121 pgs: 121 active+clean; 101 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T16:51:48.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:48 smithi001 ceph-mon[29829]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T16:51:48.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:48 smithi001 ceph-mon[41665]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T16:51:48.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:48 smithi001 ceph-mon[41665]: pgmap v170: 121 pgs: 121 active+clean; 101 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T16:51:48.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:48 smithi001 ceph-mon[41665]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T16:51:49.043 INFO:tasks.rados.rados.0.smithi001.stdout:305: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:49.075 INFO:tasks.rados.rados.0.smithi001.stdout:305: done (1 left) 2024-08-17T16:51:49.075 INFO:tasks.rados.rados.0.smithi001.stdout:306: done (0 left) 2024-08-17T16:51:49.075 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 25 2024-08-17T16:51:49.075 INFO:tasks.rados.rados.0.smithi001.stdout:307: seq_num 125 ranges {5914624=499712,6414336=745472,7159808=409600,7569408=450560} 2024-08-17T16:51:49.110 INFO:tasks.rados.rados.0.smithi001.stdout:307: writing smithi00187473-20 from 5914624 to 6414336 tid 1 2024-08-17T16:51:49.114 INFO:tasks.rados.rados.0.smithi001.stdout:307: writing smithi00187473-20 from 6414336 to 7159808 tid 2 2024-08-17T16:51:49.116 INFO:tasks.rados.rados.0.smithi001.stdout:307: writing smithi00187473-20 from 7159808 to 7569408 tid 3 2024-08-17T16:51:49.120 INFO:tasks.rados.rados.0.smithi001.stdout:307: writing smithi00187473-20 from 7569408 to 8019968 tid 4 2024-08-17T16:51:49.120 INFO:tasks.rados.rados.0.smithi001.stdout:308: rollback oid 48 current snap is 25 2024-08-17T16:51:49.120 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 23 2024-08-17T16:51:49.120 INFO:tasks.rados.rados.0.smithi001.stdout:307: finishing write tid 1 to smithi00187473-20 2024-08-17T16:51:49.120 INFO:tasks.rados.rados.0.smithi001.stdout:307: finishing write tid 2 to smithi00187473-20 2024-08-17T16:51:49.120 INFO:tasks.rados.rados.0.smithi001.stdout:307: finishing write tid 3 to smithi00187473-20 2024-08-17T16:51:49.120 INFO:tasks.rados.rados.0.smithi001.stdout:309: snap_create 2024-08-17T16:51:49.122 INFO:tasks.rados.rados.0.smithi001.stdout:307: finishing write tid 4 to smithi00187473-20 2024-08-17T16:51:49.123 INFO:tasks.rados.rados.0.smithi001.stdout:307: finishing write tid 5 to smithi00187473-20 2024-08-17T16:51:49.123 INFO:tasks.rados.rados.0.smithi001.stdout:308: finishing rollback tid 0 to smithi00187473-48 2024-08-17T16:51:49.123 INFO:tasks.rados.rados.0.smithi001.stdout:308: finishing rollback tid 1 to smithi00187473-48 2024-08-17T16:51:49.125 INFO:tasks.rados.rados.0.smithi001.stdout:307: finishing write tid 6 to smithi00187473-20 2024-08-17T16:51:49.125 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 85 (ObjNum 125 snap 25 seq_num 125) dirty exists 2024-08-17T16:51:49.125 INFO:tasks.rados.rados.0.smithi001.stdout:307: left oid 20 (ObjNum 125 snap 25 seq_num 125) 2024-08-17T16:51:49.125 INFO:tasks.rados.rados.0.smithi001.stdout:308: finishing rollback tid 2 to smithi00187473-48 2024-08-17T16:51:49.125 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 89 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T16:51:49.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:51:49 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:51:50.052 INFO:tasks.rados.rados.0.smithi001.stdout:307: done (2 left) 2024-08-17T16:51:50.052 INFO:tasks.rados.rados.0.smithi001.stdout:308: done (1 left) 2024-08-17T16:51:50.053 INFO:tasks.rados.rados.0.smithi001.stdout:309: done (0 left) 2024-08-17T16:51:50.053 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 26 2024-08-17T16:51:50.053 INFO:tasks.rados.rados.0.smithi001.stdout:310: seq_num 126 ranges {1990656=516096,2506752=630784,3137536=614400,3751936=360448} 2024-08-17T16:51:50.066 INFO:tasks.rados.rados.0.smithi001.stdout:310: writing smithi00187473-18 from 1990656 to 2506752 tid 1 2024-08-17T16:51:50.069 INFO:tasks.rados.rados.0.smithi001.stdout:310: writing smithi00187473-18 from 2506752 to 3137536 tid 2 2024-08-17T16:51:50.073 INFO:tasks.rados.rados.0.smithi001.stdout:310: writing smithi00187473-18 from 3137536 to 3751936 tid 3 2024-08-17T16:51:50.076 INFO:tasks.rados.rados.0.smithi001.stdout:310: writing smithi00187473-18 from 3751936 to 4112384 tid 4 2024-08-17T16:51:50.076 INFO:tasks.rados.rados.0.smithi001.stdout:311: read oid 31 snap -1 2024-08-17T16:51:50.076 INFO:tasks.rados.rados.0.smithi001.stdout:311: expect (ObjNum 111 snap 21 seq_num 111) 2024-08-17T16:51:50.076 INFO:tasks.rados.rados.0.smithi001.stdout:312: read oid 5 snap -1 2024-08-17T16:51:50.076 INFO:tasks.rados.rados.0.smithi001.stdout:312: expect (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:51:50.077 INFO:tasks.rados.rados.0.smithi001.stdout:313: copy_from oid 21 from oid 32 current snap is 26 2024-08-17T16:51:50.077 INFO:tasks.rados.rados.0.smithi001.stdout:310: finishing write tid 1 to smithi00187473-18 2024-08-17T16:51:50.077 INFO:tasks.rados.rados.0.smithi001.stdout:310: finishing write tid 2 to smithi00187473-18 2024-08-17T16:51:50.077 INFO:tasks.rados.rados.0.smithi001.stdout:314: snap_create 2024-08-17T16:51:50.078 INFO:tasks.rados.rados.0.smithi001.stdout:310: finishing write tid 3 to smithi00187473-18 2024-08-17T16:51:50.080 INFO:tasks.rados.rados.0.smithi001.stdout:310: finishing write tid 4 to smithi00187473-18 2024-08-17T16:51:50.081 INFO:tasks.rados.rados.0.smithi001.stdout:310: finishing write tid 5 to smithi00187473-18 2024-08-17T16:51:50.085 INFO:tasks.rados.rados.0.smithi001.stdout:311: expect (ObjNum 111 snap 21 seq_num 111) 2024-08-17T16:51:50.138 INFO:tasks.rados.rados.0.smithi001.stdout:310: finishing write tid 6 to smithi00187473-18 2024-08-17T16:51:50.138 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 275 (ObjNum 126 snap 26 seq_num 126) dirty exists 2024-08-17T16:51:50.139 INFO:tasks.rados.rados.0.smithi001.stdout:310: left oid 18 (ObjNum 126 snap 26 seq_num 126) 2024-08-17T16:51:50.139 INFO:tasks.rados.rados.0.smithi001.stdout:312: expect (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:51:50.181 INFO:tasks.rados.rados.0.smithi001.stdout:313: finishing copy_from racing read to smithi00187473-21 2024-08-17T16:51:50.182 INFO:tasks.rados.rados.0.smithi001.stdout:313: finishing copy_from to smithi00187473-21 2024-08-17T16:51:50.182 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 63 (ObjNum 70 snap 4 seq_num 70) dirty exists 2024-08-17T16:51:50.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:50 smithi189 ceph-mon[33558]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T16:51:50.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:50 smithi189 ceph-mon[33558]: pgmap v173: 121 pgs: 121 active+clean; 101 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T16:51:50.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:50 smithi001 ceph-mon[29829]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T16:51:50.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:50 smithi001 ceph-mon[29829]: pgmap v173: 121 pgs: 121 active+clean; 101 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T16:51:50.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:50 smithi001 ceph-mon[41665]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T16:51:50.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:50 smithi001 ceph-mon[41665]: pgmap v173: 121 pgs: 121 active+clean; 101 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T16:51:51.057 INFO:tasks.rados.rados.0.smithi001.stdout:310: done (4 left) 2024-08-17T16:51:51.057 INFO:tasks.rados.rados.0.smithi001.stdout:311: done (3 left) 2024-08-17T16:51:51.057 INFO:tasks.rados.rados.0.smithi001.stdout:312: done (2 left) 2024-08-17T16:51:51.057 INFO:tasks.rados.rados.0.smithi001.stdout:313: done (1 left) 2024-08-17T16:51:51.057 INFO:tasks.rados.rados.0.smithi001.stdout:314: done (0 left) 2024-08-17T16:51:51.057 INFO:tasks.rados.rados.0.smithi001.stdout:315: read oid 41 snap -1 2024-08-17T16:51:51.057 INFO:tasks.rados.rados.0.smithi001.stdout:315: expect (ObjNum 115 snap 21 seq_num 115) 2024-08-17T16:51:51.058 INFO:tasks.rados.rados.0.smithi001.stdout:316: delete oid 13 current snap is 27 2024-08-17T16:51:51.061 INFO:tasks.rados.rados.0.smithi001.stdout:316: done (1 left) 2024-08-17T16:51:51.061 INFO:tasks.rados.rados.0.smithi001.stdout:317: snap_create 2024-08-17T16:51:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:315: expect (ObjNum 115 snap 21 seq_num 115) 2024-08-17T16:51:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:51 smithi189 ceph-mon[33558]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T16:51:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:51 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:51.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:51 smithi001 ceph-mon[41665]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T16:51:51.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:51 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:51 smithi001 ceph-mon[29829]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T16:51:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:51 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:51:52.063 INFO:tasks.rados.rados.0.smithi001.stdout:315: done (1 left) 2024-08-17T16:51:52.063 INFO:tasks.rados.rados.0.smithi001.stdout:317: done (0 left) 2024-08-17T16:51:52.063 INFO:tasks.rados.rados.0.smithi001.stdout:318: delete oid 19 current snap is 28 2024-08-17T16:51:52.068 INFO:tasks.rados.rados.0.smithi001.stdout:318: done (0 left) 2024-08-17T16:51:52.068 INFO:tasks.rados.rados.0.smithi001.stdout:319: delete oid 8 current snap is 28 2024-08-17T16:51:52.072 INFO:tasks.rados.rados.0.smithi001.stdout:319: done (0 left) 2024-08-17T16:51:52.073 INFO:tasks.rados.rados.0.smithi001.stdout:320: delete oid 49 current snap is 28 2024-08-17T16:51:52.076 INFO:tasks.rados.rados.0.smithi001.stdout:320: done (0 left) 2024-08-17T16:51:52.076 INFO:tasks.rados.rados.0.smithi001.stdout:321: copy_from oid 33 from oid 9 current snap is 28 2024-08-17T16:51:52.076 INFO:tasks.rados.rados.0.smithi001.stdout:322: read oid 27 snap -1 2024-08-17T16:51:52.076 INFO:tasks.rados.rados.0.smithi001.stdout:322: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T16:51:52.076 INFO:tasks.rados.rados.0.smithi001.stdout:323: rollback oid 42 current snap is 28 2024-08-17T16:51:52.076 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 21 2024-08-17T16:51:52.076 INFO:tasks.rados.rados.0.smithi001.stdout:324: read oid 29 snap -1 2024-08-17T16:51:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:324: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:51:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:325: rollback oid 11 current snap is 28 2024-08-17T16:51:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 23 2024-08-17T16:51:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:326: read oid 21 snap 16 2024-08-17T16:51:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:326: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T16:51:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:327: snap_create 2024-08-17T16:51:52.077 INFO:tasks.rados.rados.0.smithi001.stdout:324: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:51:52.080 INFO:tasks.rados.rados.0.smithi001.stdout:322: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T16:51:52.093 INFO:tasks.rados.rados.0.smithi001.stdout:323: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:51:52.093 INFO:tasks.rados.rados.0.smithi001.stdout:323: finishing rollback tid 2 to smithi00187473-42 2024-08-17T16:51:52.093 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 60 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-08-17T16:51:52.093 INFO:tasks.rados.rados.0.smithi001.stdout:326: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-17T16:51:52.119 INFO:tasks.rados.rados.0.smithi001.stdout:325: finishing rollback tid 0 to smithi00187473-11 2024-08-17T16:51:52.119 INFO:tasks.rados.rados.0.smithi001.stdout:325: finishing rollback tid 1 to smithi00187473-11 2024-08-17T16:51:52.119 INFO:tasks.rados.rados.0.smithi001.stdout:325: finishing rollback tid 2 to smithi00187473-11 2024-08-17T16:51:52.119 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 279 (ObjNum 112 snap 21 seq_num 112) dirty exists 2024-08-17T16:51:52.120 INFO:tasks.rados.rados.0.smithi001.stdout:321: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:51:52.120 INFO:tasks.rados.rados.0.smithi001.stdout:321: finishing copy_from to smithi00187473-33 2024-08-17T16:51:52.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 48 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-08-17T16:51:52.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:52 smithi189 ceph-mon[33558]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T16:51:52.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:52 smithi189 ceph-mon[33558]: pgmap v176: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T16:51:52.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:52 smithi001 ceph-mon[41665]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T16:51:52.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:52 smithi001 ceph-mon[41665]: pgmap v176: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T16:51:52.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:52 smithi001 ceph-mon[29829]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T16:51:52.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:52 smithi001 ceph-mon[29829]: pgmap v176: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T16:51:53.068 INFO:tasks.rados.rados.0.smithi001.stdout:321: done (6 left) 2024-08-17T16:51:53.068 INFO:tasks.rados.rados.0.smithi001.stdout:322: done (5 left) 2024-08-17T16:51:53.068 INFO:tasks.rados.rados.0.smithi001.stdout:323: done (4 left) 2024-08-17T16:51:53.068 INFO:tasks.rados.rados.0.smithi001.stdout:324: done (3 left) 2024-08-17T16:51:53.069 INFO:tasks.rados.rados.0.smithi001.stdout:325: done (2 left) 2024-08-17T16:51:53.069 INFO:tasks.rados.rados.0.smithi001.stdout:326: done (1 left) 2024-08-17T16:51:53.069 INFO:tasks.rados.rados.0.smithi001.stdout:327: done (0 left) 2024-08-17T16:51:53.069 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 29 2024-08-17T16:51:53.069 INFO:tasks.rados.rados.0.smithi001.stdout:328: seq_num 131 ranges {3776512=598016,4374528=499712,4874240=753664,5627904=352256} 2024-08-17T16:51:53.092 INFO:tasks.rados.rados.0.smithi001.stdout:328: writing smithi00187473-9 from 3776512 to 4374528 tid 1 2024-08-17T16:51:53.095 INFO:tasks.rados.rados.0.smithi001.stdout:328: writing smithi00187473-9 from 4374528 to 4874240 tid 2 2024-08-17T16:51:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:328: writing smithi00187473-9 from 4874240 to 5627904 tid 3 2024-08-17T16:51:53.101 INFO:tasks.rados.rados.0.smithi001.stdout:328: writing smithi00187473-9 from 5627904 to 5980160 tid 4 2024-08-17T16:51:53.102 INFO:tasks.rados.rados.0.smithi001.stdout:329: snap_remove snap 23 2024-08-17T16:51:53.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:53 smithi189 ceph-mon[33558]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T16:51:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:53 smithi001 ceph-mon[29829]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T16:51:53.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:53 smithi001 ceph-mon[41665]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T16:51:53.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:51:53 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:53] "GET /metrics HTTP/1.1" 200 240075 "" "Prometheus/2.43.0" 2024-08-17T16:51:54.044 INFO:tasks.rados.rados.0.smithi001.stdout:329: done (1 left) 2024-08-17T16:51:54.044 INFO:tasks.rados.rados.0.smithi001.stdout:330: snap_create 2024-08-17T16:51:54.044 INFO:tasks.rados.rados.0.smithi001.stdout:328: finishing write tid 1 to smithi00187473-9 2024-08-17T16:51:54.044 INFO:tasks.rados.rados.0.smithi001.stdout:328: finishing write tid 2 to smithi00187473-9 2024-08-17T16:51:54.045 INFO:tasks.rados.rados.0.smithi001.stdout:328: finishing write tid 3 to smithi00187473-9 2024-08-17T16:51:54.045 INFO:tasks.rados.rados.0.smithi001.stdout:328: finishing write tid 4 to smithi00187473-9 2024-08-17T16:51:54.045 INFO:tasks.rados.rados.0.smithi001.stdout:328: finishing write tid 5 to smithi00187473-9 2024-08-17T16:51:54.045 INFO:tasks.rados.rados.0.smithi001.stdout:328: finishing write tid 6 to smithi00187473-9 2024-08-17T16:51:54.045 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 58 (ObjNum 131 snap 29 seq_num 131) dirty exists 2024-08-17T16:51:54.045 INFO:tasks.rados.rados.0.smithi001.stdout:328: left oid 9 (ObjNum 131 snap 29 seq_num 131) 2024-08-17T16:51:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:54 smithi189 ceph-mon[33558]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T16:51:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:54 smithi189 ceph-mon[33558]: pgmap v179: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T16:51:54.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:54 smithi189 ceph-mon[33558]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T16:51:54.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:54 smithi001 ceph-mon[41665]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T16:51:54.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:54 smithi001 ceph-mon[41665]: pgmap v179: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T16:51:54.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:54 smithi001 ceph-mon[41665]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T16:51:54.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:54 smithi001 ceph-mon[29829]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T16:51:54.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:54 smithi001 ceph-mon[29829]: pgmap v179: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T16:51:54.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:54 smithi001 ceph-mon[29829]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T16:51:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:328: done (1 left) 2024-08-17T16:51:55.045 INFO:tasks.rados.rados.0.smithi001.stdout:330: done (0 left) 2024-08-17T16:51:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:331: read oid 15 snap -1 2024-08-17T16:51:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:331: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T16:51:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:332: copy_from oid 3 from oid 47 current snap is 30 2024-08-17T16:51:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 30 2024-08-17T16:51:55.046 INFO:tasks.rados.rados.0.smithi001.stdout:333: seq_num 132 ranges {2088960=614400,2703360=786432,3489792=565248,4055040=253952} 2024-08-17T16:51:55.060 INFO:tasks.rados.rados.0.smithi001.stdout:333: writing smithi00187473-38 from 2088960 to 2703360 tid 1 2024-08-17T16:51:55.065 INFO:tasks.rados.rados.0.smithi001.stdout:333: writing smithi00187473-38 from 2703360 to 3489792 tid 2 2024-08-17T16:51:55.068 INFO:tasks.rados.rados.0.smithi001.stdout:333: writing smithi00187473-38 from 3489792 to 4055040 tid 3 2024-08-17T16:51:55.070 INFO:tasks.rados.rados.0.smithi001.stdout:333: writing smithi00187473-38 from 4055040 to 4308992 tid 4 2024-08-17T16:51:55.070 INFO:tasks.rados.rados.0.smithi001.stdout:334: read oid 39 snap -1 2024-08-17T16:51:55.070 INFO:tasks.rados.rados.0.smithi001.stdout:334: expect (ObjNum 103 snap 21 seq_num 103) 2024-08-17T16:51:55.070 INFO:tasks.rados.rados.0.smithi001.stdout:335: rmattr oid 46 current snap is 30 2024-08-17T16:51:55.071 INFO:tasks.rados.rados.0.smithi001.stdout:335: done (4 left) 2024-08-17T16:51:55.071 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 30 2024-08-17T16:51:55.071 INFO:tasks.rados.rados.0.smithi001.stdout:336: seq_num 133 ranges {0=630784,630784=663552,1294336=770048,2064384=172032} 2024-08-17T16:51:55.074 INFO:tasks.rados.rados.0.smithi001.stdout:336: writing smithi00187473-35 from 0 to 630784 tid 1 2024-08-17T16:51:55.079 INFO:tasks.rados.rados.0.smithi001.stdout:336: writing smithi00187473-35 from 630784 to 1294336 tid 2 2024-08-17T16:51:55.083 INFO:tasks.rados.rados.0.smithi001.stdout:336: writing smithi00187473-35 from 1294336 to 2064384 tid 3 2024-08-17T16:51:55.084 INFO:tasks.rados.rados.0.smithi001.stdout:336: writing smithi00187473-35 from 2064384 to 2236416 tid 4 2024-08-17T16:51:55.085 INFO:tasks.rados.rados.0.smithi001.stdout:337: read oid 10 snap -1 2024-08-17T16:51:55.085 INFO:tasks.rados.rados.0.smithi001.stdout:337: expect deleted 2024-08-17T16:51:55.085 INFO:tasks.rados.rados.0.smithi001.stdout:338: copy_from oid 41 from oid 16 current snap is 30 2024-08-17T16:51:55.085 INFO:tasks.rados.rados.0.smithi001.stdout:331: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T16:51:55.086 INFO:tasks.rados.rados.0.smithi001.stdout:332: finishing copy_from racing read to smithi00187473-3 2024-08-17T16:51:55.086 INFO:tasks.rados.rados.0.smithi001.stdout:332: finishing copy_from to smithi00187473-3 2024-08-17T16:51:55.086 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 124 (ObjNum 114 snap 21 seq_num 114) dirty exists 2024-08-17T16:51:55.086 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing write tid 1 to smithi00187473-38 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing write tid 2 to smithi00187473-38 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:331: done (6 left) 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:332: done (5 left) 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:339: read oid 2 snap -1 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:339: expect (ObjNum 104 snap 21 seq_num 104) 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing write tid 3 to smithi00187473-38 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing write tid 4 to smithi00187473-38 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:340: read oid 30 snap 10 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:340: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:341: read oid 23 snap -1 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:341: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:55.087 INFO:tasks.rados.rados.0.smithi001.stdout:342: copy_from oid 18 from oid 13 current snap is 30 2024-08-17T16:51:55.088 INFO:tasks.rados.rados.0.smithi001.stdout:343: snap_create 2024-08-17T16:51:55.088 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing write tid 5 to smithi00187473-38 2024-08-17T16:51:55.088 INFO:tasks.rados.rados.0.smithi001.stdout:333: finishing write tid 6 to smithi00187473-38 2024-08-17T16:51:55.088 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 291 (ObjNum 132 snap 30 seq_num 132) dirty exists 2024-08-17T16:51:55.088 INFO:tasks.rados.rados.0.smithi001.stdout:333: left oid 38 (ObjNum 132 snap 30 seq_num 132) 2024-08-17T16:51:55.088 INFO:tasks.rados.rados.0.smithi001.stdout:334: expect (ObjNum 103 snap 21 seq_num 103) 2024-08-17T16:51:55.162 INFO:tasks.rados.rados.0.smithi001.stdout:336: finishing write tid 1 to smithi00187473-35 2024-08-17T16:51:55.163 INFO:tasks.rados.rados.0.smithi001.stdout:336: finishing write tid 2 to smithi00187473-35 2024-08-17T16:51:55.163 INFO:tasks.rados.rados.0.smithi001.stdout:336: finishing write tid 3 to smithi00187473-35 2024-08-17T16:51:55.163 INFO:tasks.rados.rados.0.smithi001.stdout:336: finishing write tid 4 to smithi00187473-35 2024-08-17T16:51:55.163 INFO:tasks.rados.rados.0.smithi001.stdout:336: finishing write tid 5 to smithi00187473-35 2024-08-17T16:51:55.163 INFO:tasks.rados.rados.0.smithi001.stdout:340: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T16:51:55.175 INFO:tasks.rados.rados.0.smithi001.stdout:336: finishing write tid 6 to smithi00187473-35 2024-08-17T16:51:55.175 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 98 (ObjNum 133 snap 30 seq_num 133) dirty exists 2024-08-17T16:51:55.175 INFO:tasks.rados.rados.0.smithi001.stdout:336: left oid 35 (ObjNum 133 snap 30 seq_num 133) 2024-08-17T16:51:55.175 INFO:tasks.rados.rados.0.smithi001.stdout:341: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:55.195 INFO:tasks.rados.rados.0.smithi001.stdout:338: finishing copy_from racing read to smithi00187473-41 2024-08-17T16:51:55.195 INFO:tasks.rados.rados.0.smithi001.stdout:339: expect (ObjNum 104 snap 21 seq_num 104) 2024-08-17T16:51:55.241 INFO:tasks.rados.rados.0.smithi001.stdout:342: finishing copy_from to smithi00187473-18 2024-08-17T16:51:55.241 INFO:tasks.rados.rados.0.smithi001.stdout:342: got expected ENOENT (src dne) 2024-08-17T16:51:55.241 INFO:tasks.rados.rados.0.smithi001.stdout:342: finishing copy_from racing read to smithi00187473-18 2024-08-17T16:51:55.242 INFO:tasks.rados.rados.0.smithi001.stdout:338: finishing copy_from to smithi00187473-41 2024-08-17T16:51:55.242 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 17 (ObjNum 80 snap 11 seq_num 80) dirty exists 2024-08-17T16:51:56.050 INFO:tasks.rados.rados.0.smithi001.stdout:333: done (9 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:334: done (8 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:336: done (7 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:337: done (6 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:338: done (5 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:339: done (4 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:340: done (3 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:341: done (2 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:342: done (1 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:343: done (0 left) 2024-08-17T16:51:56.051 INFO:tasks.rados.rados.0.smithi001.stdout:344: delete oid 32 current snap is 31 2024-08-17T16:51:56.054 INFO:tasks.rados.rados.0.smithi001.stdout:344: done (0 left) 2024-08-17T16:51:56.054 INFO:tasks.rados.rados.0.smithi001.stdout:345: delete oid 20 current snap is 31 2024-08-17T16:51:56.059 INFO:tasks.rados.rados.0.smithi001.stdout:345: done (0 left) 2024-08-17T16:51:56.059 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 31 2024-08-17T16:51:56.059 INFO:tasks.rados.rados.0.smithi001.stdout:346: seq_num 136 ranges {3760128=688128,4448256=720896,5169152=540672,5709824=344064} 2024-08-17T16:51:56.083 INFO:tasks.rados.rados.0.smithi001.stdout:346: writing smithi00187473-42 from 3760128 to 4448256 tid 1 2024-08-17T16:51:56.087 INFO:tasks.rados.rados.0.smithi001.stdout:346: writing smithi00187473-42 from 4448256 to 5169152 tid 2 2024-08-17T16:51:56.090 INFO:tasks.rados.rados.0.smithi001.stdout:346: writing smithi00187473-42 from 5169152 to 5709824 tid 3 2024-08-17T16:51:56.093 INFO:tasks.rados.rados.0.smithi001.stdout:346: writing smithi00187473-42 from 5709824 to 6053888 tid 4 2024-08-17T16:51:56.093 INFO:tasks.rados.rados.0.smithi001.stdout:347: snap_create 2024-08-17T16:51:56.093 INFO:tasks.rados.rados.0.smithi001.stdout:346: finishing write tid 1 to smithi00187473-42 2024-08-17T16:51:56.093 INFO:tasks.rados.rados.0.smithi001.stdout:346: finishing write tid 2 to smithi00187473-42 2024-08-17T16:51:56.094 INFO:tasks.rados.rados.0.smithi001.stdout:346: finishing write tid 3 to smithi00187473-42 2024-08-17T16:51:56.094 INFO:tasks.rados.rados.0.smithi001.stdout:346: finishing write tid 4 to smithi00187473-42 2024-08-17T16:51:56.094 INFO:tasks.rados.rados.0.smithi001.stdout:346: finishing write tid 5 to smithi00187473-42 2024-08-17T16:51:56.095 INFO:tasks.rados.rados.0.smithi001.stdout:346: finishing write tid 6 to smithi00187473-42 2024-08-17T16:51:56.095 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 70 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-08-17T16:51:56.096 INFO:tasks.rados.rados.0.smithi001.stdout:346: left oid 42 (ObjNum 136 snap 31 seq_num 136) 2024-08-17T16:51:56.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:56 smithi189 ceph-mon[33558]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T16:51:56.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:56 smithi189 ceph-mon[33558]: pgmap v182: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:56.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:56 smithi001 ceph-mon[29829]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T16:51:56.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:56 smithi001 ceph-mon[29829]: pgmap v182: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:56.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:56 smithi001 ceph-mon[41665]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T16:51:56.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:56 smithi001 ceph-mon[41665]: pgmap v182: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:51:57.055 INFO:tasks.rados.rados.0.smithi001.stdout:346: done (1 left) 2024-08-17T16:51:57.055 INFO:tasks.rados.rados.0.smithi001.stdout:347: done (0 left) 2024-08-17T16:51:57.055 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 32 2024-08-17T16:51:57.055 INFO:tasks.rados.rados.0.smithi001.stdout:348: seq_num 137 ranges {1654784=704512,2359296=655360,3014656=753664,3768320=196608} 2024-08-17T16:51:57.068 INFO:tasks.rados.rados.0.smithi001.stdout:348: writing smithi00187473-5 from 1654784 to 2359296 tid 1 2024-08-17T16:51:57.072 INFO:tasks.rados.rados.0.smithi001.stdout:348: writing smithi00187473-5 from 2359296 to 3014656 tid 2 2024-08-17T16:51:57.076 INFO:tasks.rados.rados.0.smithi001.stdout:348: writing smithi00187473-5 from 3014656 to 3768320 tid 3 2024-08-17T16:51:57.077 INFO:tasks.rados.rados.0.smithi001.stdout:348: writing smithi00187473-5 from 3768320 to 3964928 tid 4 2024-08-17T16:51:57.078 INFO:tasks.rados.rados.0.smithi001.stdout:349: rollback oid 31 current snap is 32 2024-08-17T16:51:57.078 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 30 2024-08-17T16:51:57.078 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 1 to smithi00187473-5 2024-08-17T16:51:57.078 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 2 to smithi00187473-5 2024-08-17T16:51:57.078 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 32 2024-08-17T16:51:57.078 INFO:tasks.rados.rados.0.smithi001.stdout:350: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-08-17T16:51:57.082 INFO:tasks.rados.rados.0.smithi001.stdout:350: writing smithi00187473-49 from 0 to 720896 tid 1 2024-08-17T16:51:57.086 INFO:tasks.rados.rados.0.smithi001.stdout:350: writing smithi00187473-49 from 720896 to 1261568 tid 2 2024-08-17T16:51:57.089 INFO:tasks.rados.rados.0.smithi001.stdout:350: writing smithi00187473-49 from 1261568 to 1818624 tid 3 2024-08-17T16:51:57.092 INFO:tasks.rados.rados.0.smithi001.stdout:350: writing smithi00187473-49 from 1818624 to 2326528 tid 4 2024-08-17T16:51:57.092 INFO:tasks.rados.rados.0.smithi001.stdout:351: rmattr oid 41 current snap is 32 2024-08-17T16:51:57.092 INFO:tasks.rados.rados.0.smithi001.stdout:351: done (3 left) 2024-08-17T16:51:57.093 INFO:tasks.rados.rados.0.smithi001.stdout:352: read oid 7 snap -1 2024-08-17T16:51:57.093 INFO:tasks.rados.rados.0.smithi001.stdout:352: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:51:57.093 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 32 2024-08-17T16:51:57.093 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 3 to smithi00187473-5 2024-08-17T16:51:57.093 INFO:tasks.rados.rados.0.smithi001.stdout:353: seq_num 139 ranges {442368=737280,1179648=425984,1605632=761856,2367488=417792} 2024-08-17T16:51:57.099 INFO:tasks.rados.rados.0.smithi001.stdout:353: writing smithi00187473-27 from 442368 to 1179648 tid 1 2024-08-17T16:51:57.101 INFO:tasks.rados.rados.0.smithi001.stdout:353: writing smithi00187473-27 from 1179648 to 1605632 tid 2 2024-08-17T16:51:57.105 INFO:tasks.rados.rados.0.smithi001.stdout:353: writing smithi00187473-27 from 1605632 to 2367488 tid 3 2024-08-17T16:51:57.108 INFO:tasks.rados.rados.0.smithi001.stdout:353: writing smithi00187473-27 from 2367488 to 2785280 tid 4 2024-08-17T16:51:57.108 INFO:tasks.rados.rados.0.smithi001.stdout:354: read oid 29 snap -1 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:354: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 32 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 4 to smithi00187473-5 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 5 to smithi00187473-5 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing rollback tid 0 to smithi00187473-31 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:348: finishing write tid 6 to smithi00187473-5 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 299 (ObjNum 137 snap 32 seq_num 137) dirty exists 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:348: left oid 5 (ObjNum 137 snap 32 seq_num 137) 2024-08-17T16:51:57.109 INFO:tasks.rados.rados.0.smithi001.stdout:355: seq_num 140 ranges {606208=753664,1359872=704512,2064384=524288,2588672=376832} 2024-08-17T16:51:57.116 INFO:tasks.rados.rados.0.smithi001.stdout:355: writing smithi00187473-6 from 606208 to 1359872 tid 1 2024-08-17T16:51:57.119 INFO:tasks.rados.rados.0.smithi001.stdout:355: writing smithi00187473-6 from 1359872 to 2064384 tid 2 2024-08-17T16:51:57.122 INFO:tasks.rados.rados.0.smithi001.stdout:355: writing smithi00187473-6 from 2064384 to 2588672 tid 3 2024-08-17T16:51:57.125 INFO:tasks.rados.rados.0.smithi001.stdout:355: writing smithi00187473-6 from 2588672 to 2965504 tid 4 2024-08-17T16:51:57.125 INFO:tasks.rados.rados.0.smithi001.stdout:348: done (6 left) 2024-08-17T16:51:57.125 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 32 2024-08-17T16:51:57.125 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing rollback tid 1 to smithi00187473-31 2024-08-17T16:51:57.125 INFO:tasks.rados.rados.0.smithi001.stdout:356: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-08-17T16:51:57.129 INFO:tasks.rados.rados.0.smithi001.stdout:356: writing smithi00187473-32 from 0 to 770048 tid 1 2024-08-17T16:51:57.132 INFO:tasks.rados.rados.0.smithi001.stdout:356: writing smithi00187473-32 from 770048 to 1359872 tid 2 2024-08-17T16:51:57.137 INFO:tasks.rados.rados.0.smithi001.stdout:356: writing smithi00187473-32 from 1359872 to 2088960 tid 3 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:356: writing smithi00187473-32 from 2088960 to 2375680 tid 4 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:357: delete oid 21 current snap is 32 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:349: finishing rollback tid 2 to smithi00187473-31 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 303 (ObjNum 111 snap 21 seq_num 111) dirty exists 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:350: finishing write tid 1 to smithi00187473-49 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:350: finishing write tid 2 to smithi00187473-49 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:350: finishing write tid 3 to smithi00187473-49 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:350: finishing write tid 4 to smithi00187473-49 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:350: finishing write tid 5 to smithi00187473-49 2024-08-17T16:51:57.139 INFO:tasks.rados.rados.0.smithi001.stdout:350: finishing write tid 6 to smithi00187473-49 2024-08-17T16:51:57.140 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 174 (ObjNum 138 snap 32 seq_num 138) dirty exists 2024-08-17T16:51:57.140 INFO:tasks.rados.rados.0.smithi001.stdout:350: left oid 49 (ObjNum 138 snap 32 seq_num 138) 2024-08-17T16:51:57.140 INFO:tasks.rados.rados.0.smithi001.stdout:352: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:51:57.158 INFO:tasks.rados.rados.0.smithi001.stdout:353: finishing write tid 1 to smithi00187473-27 2024-08-17T16:51:57.158 INFO:tasks.rados.rados.0.smithi001.stdout:353: finishing write tid 2 to smithi00187473-27 2024-08-17T16:51:57.158 INFO:tasks.rados.rados.0.smithi001.stdout:353: finishing write tid 3 to smithi00187473-27 2024-08-17T16:51:57.159 INFO:tasks.rados.rados.0.smithi001.stdout:354: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:353: finishing write tid 4 to smithi00187473-27 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:353: finishing write tid 5 to smithi00187473-27 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:353: finishing write tid 6 to smithi00187473-27 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 76 (ObjNum 139 snap 32 seq_num 139) dirty exists 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:353: left oid 27 (ObjNum 139 snap 32 seq_num 139) 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:355: finishing write tid 1 to smithi00187473-6 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:355: finishing write tid 2 to smithi00187473-6 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:355: finishing write tid 3 to smithi00187473-6 2024-08-17T16:51:57.161 INFO:tasks.rados.rados.0.smithi001.stdout:355: finishing write tid 4 to smithi00187473-6 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:355: finishing write tid 5 to smithi00187473-6 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:355: finishing write tid 6 to smithi00187473-6 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 66 (ObjNum 140 snap 32 seq_num 140) dirty exists 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:355: left oid 6 (ObjNum 140 snap 32 seq_num 140) 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 1 to smithi00187473-32 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:349: done (7 left) 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:350: done (6 left) 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:352: done (5 left) 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:353: done (4 left) 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:354: done (3 left) 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:355: done (2 left) 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:357: done (1 left) 2024-08-17T16:51:57.162 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 32 2024-08-17T16:51:57.163 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 2 to smithi00187473-32 2024-08-17T16:51:57.163 INFO:tasks.rados.rados.0.smithi001.stdout:358: seq_num 143 ranges {4112384=802816,4915200=761856,5677056=745472,6422528=98304} 2024-08-17T16:51:57.187 INFO:tasks.rados.rados.0.smithi001.stdout:358: writing smithi00187473-18 from 4112384 to 4915200 tid 1 2024-08-17T16:51:57.192 INFO:tasks.rados.rados.0.smithi001.stdout:358: writing smithi00187473-18 from 4915200 to 5677056 tid 2 2024-08-17T16:51:57.196 INFO:tasks.rados.rados.0.smithi001.stdout:358: writing smithi00187473-18 from 5677056 to 6422528 tid 3 2024-08-17T16:51:57.197 INFO:tasks.rados.rados.0.smithi001.stdout:358: writing smithi00187473-18 from 6422528 to 6520832 tid 4 2024-08-17T16:51:57.197 INFO:tasks.rados.rados.0.smithi001.stdout:359: delete oid 49 current snap is 32 2024-08-17T16:51:57.197 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 3 to smithi00187473-32 2024-08-17T16:51:57.198 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 4 to smithi00187473-32 2024-08-17T16:51:57.198 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 5 to smithi00187473-32 2024-08-17T16:51:57.198 INFO:tasks.rados.rados.0.smithi001.stdout:356: finishing write tid 6 to smithi00187473-32 2024-08-17T16:51:57.198 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 308 (ObjNum 141 snap 32 seq_num 141) dirty exists 2024-08-17T16:51:57.198 INFO:tasks.rados.rados.0.smithi001.stdout:356: left oid 32 (ObjNum 141 snap 32 seq_num 141) 2024-08-17T16:51:57.198 INFO:tasks.rados.rados.0.smithi001.stdout:358: finishing write tid 1 to smithi00187473-18 2024-08-17T16:51:57.198 INFO:tasks.rados.rados.0.smithi001.stdout:358: finishing write tid 2 to smithi00187473-18 2024-08-17T16:51:57.199 INFO:tasks.rados.rados.0.smithi001.stdout:356: done (2 left) 2024-08-17T16:51:57.199 INFO:tasks.rados.rados.0.smithi001.stdout:359: done (1 left) 2024-08-17T16:51:57.199 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 32 2024-08-17T16:51:57.199 INFO:tasks.rados.rados.0.smithi001.stdout:360: seq_num 145 ranges {0=32768} 2024-08-17T16:51:57.199 INFO:tasks.rados.rados.0.smithi001.stdout:360: writing smithi00187473-37 from 0 to 32768 tid 1 2024-08-17T16:51:57.199 INFO:tasks.rados.rados.0.smithi001.stdout:361: copy_from oid 22 from oid 21 current snap is 32 2024-08-17T16:51:57.200 INFO:tasks.rados.rados.0.smithi001.stdout:362: setattr oid 34 current snap is 32 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:358: finishing write tid 3 to smithi00187473-18 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:358: finishing write tid 4 to smithi00187473-18 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:361: finishing copy_from to smithi00187473-22 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:361: got expected ENOENT (src dne) 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:363: read oid 25 snap -1 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:363: expect (ObjNum 119 snap 24 seq_num 119) 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:364: read oid 17 snap -1 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:364: expect (ObjNum 100 snap 19 seq_num 100) 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:365: copy_from oid 50 from oid 13 current snap is 32 2024-08-17T16:51:57.201 INFO:tasks.rados.rados.0.smithi001.stdout:358: finishing write tid 5 to smithi00187473-18 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:361: finishing copy_from racing read to smithi00187473-22 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:361: done (6 left) 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 32 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:366: seq_num 146 ranges {0=49152} 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:366: writing smithi00187473-49 from 0 to 49152 tid 1 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:367: copy_from oid 23 from oid 41 current snap is 32 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:368: snap_create 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:365: finishing copy_from to smithi00187473-50 2024-08-17T16:51:57.202 INFO:tasks.rados.rados.0.smithi001.stdout:365: got expected ENOENT (src dne) 2024-08-17T16:51:57.203 INFO:tasks.rados.rados.0.smithi001.stdout:365: finishing copy_from racing read to smithi00187473-50 2024-08-17T16:51:57.203 INFO:tasks.rados.rados.0.smithi001.stdout:360: finishing write tid 1 to smithi00187473-37 2024-08-17T16:51:57.203 INFO:tasks.rados.rados.0.smithi001.stdout:358: finishing write tid 6 to smithi00187473-18 2024-08-17T16:51:57.203 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 314 (ObjNum 143 snap 32 seq_num 143) dirty exists 2024-08-17T16:51:57.203 INFO:tasks.rados.rados.0.smithi001.stdout:358: left oid 18 (ObjNum 143 snap 32 seq_num 143) 2024-08-17T16:51:57.203 INFO:tasks.rados.rados.0.smithi001.stdout:360: finishing write tid 2 to smithi00187473-37 2024-08-17T16:51:57.204 INFO:tasks.rados.rados.0.smithi001.stdout:360: finishing write tid 3 to smithi00187473-37 2024-08-17T16:51:57.204 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 8 (ObjNum 145 snap 32 seq_num 145) dirty exists 2024-08-17T16:51:57.205 INFO:tasks.rados.rados.0.smithi001.stdout:360: left oid 37 (ObjNum 145 snap 32 seq_num 145) 2024-08-17T16:51:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:364: expect (ObjNum 100 snap 19 seq_num 100) 2024-08-17T16:51:57.264 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:57 smithi189 ceph-mon[33558]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T16:51:57.265 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 177 (ObjNum 83 snap 13 seq_num 83) dirty exists 2024-08-17T16:51:57.265 INFO:tasks.rados.rados.0.smithi001.stdout:363: expect (ObjNum 119 snap 24 seq_num 119) 2024-08-17T16:51:57.390 INFO:tasks.rados.rados.0.smithi001.stdout:366: finishing write tid 1 to smithi00187473-49 2024-08-17T16:51:57.391 INFO:tasks.rados.rados.0.smithi001.stdout:366: finishing write tid 2 to smithi00187473-49 2024-08-17T16:51:57.391 INFO:tasks.rados.rados.0.smithi001.stdout:366: finishing write tid 3 to smithi00187473-49 2024-08-17T16:51:57.391 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 179 (ObjNum 146 snap 32 seq_num 146) dirty exists 2024-08-17T16:51:57.391 INFO:tasks.rados.rados.0.smithi001.stdout:366: left oid 49 (ObjNum 146 snap 32 seq_num 146) 2024-08-17T16:51:57.391 INFO:tasks.rados.rados.0.smithi001.stdout:367: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:51:57.391 INFO:tasks.rados.rados.0.smithi001.stdout:367: finishing copy_from to smithi00187473-23 2024-08-17T16:51:57.391 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 17 (ObjNum 80 snap 11 seq_num 80) dirty exists 2024-08-17T16:51:57.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:57 smithi001 ceph-mon[29829]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T16:51:57.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:57 smithi001 ceph-mon[41665]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T16:51:58.061 INFO:tasks.rados.rados.0.smithi001.stdout:358: done (8 left) 2024-08-17T16:51:58.061 INFO:tasks.rados.rados.0.smithi001.stdout:360: done (7 left) 2024-08-17T16:51:58.061 INFO:tasks.rados.rados.0.smithi001.stdout:362: done (6 left) 2024-08-17T16:51:58.061 INFO:tasks.rados.rados.0.smithi001.stdout:363: done (5 left) 2024-08-17T16:51:58.061 INFO:tasks.rados.rados.0.smithi001.stdout:364: done (4 left) 2024-08-17T16:51:58.061 INFO:tasks.rados.rados.0.smithi001.stdout:365: done (3 left) 2024-08-17T16:51:58.062 INFO:tasks.rados.rados.0.smithi001.stdout:366: done (2 left) 2024-08-17T16:51:58.062 INFO:tasks.rados.rados.0.smithi001.stdout:367: done (1 left) 2024-08-17T16:51:58.062 INFO:tasks.rados.rados.0.smithi001.stdout:368: done (0 left) 2024-08-17T16:51:58.062 INFO:tasks.rados.rados.0.smithi001.stdout:369: read oid 36 snap -1 2024-08-17T16:51:58.062 INFO:tasks.rados.rados.0.smithi001.stdout:369: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:58.062 INFO:tasks.rados.rados.0.smithi001.stdout:370: delete oid 21 current snap is 33 2024-08-17T16:51:58.064 INFO:tasks.rados.rados.0.smithi001.stdout:370: done (1 left) 2024-08-17T16:51:58.064 INFO:tasks.rados.rados.0.smithi001.stdout:371: rmattr oid 9 current snap is 33 2024-08-17T16:51:58.064 INFO:tasks.rados.rados.0.smithi001.stdout:371: done (1 left) 2024-08-17T16:51:58.064 INFO:tasks.rados.rados.0.smithi001.stdout:372: rmattr oid 32 current snap is 33 2024-08-17T16:51:58.064 INFO:tasks.rados.rados.0.smithi001.stdout:372: done (1 left) 2024-08-17T16:51:58.064 INFO:tasks.rados.rados.0.smithi001.stdout:373: rmattr oid 6 current snap is 33 2024-08-17T16:51:58.064 INFO:tasks.rados.rados.0.smithi001.stdout:373: done (1 left) 2024-08-17T16:51:58.064 INFO:tasks.rados.rados.0.smithi001.stdout:374: copy_from oid 15 from oid 19 current snap is 33 2024-08-17T16:51:58.065 INFO:tasks.rados.rados.0.smithi001.stdout:375: delete oid 3 current snap is 33 2024-08-17T16:51:58.067 INFO:tasks.rados.rados.0.smithi001.stdout:375: done (2 left) 2024-08-17T16:51:58.067 INFO:tasks.rados.rados.0.smithi001.stdout:376: rollback oid 49 current snap is 33 2024-08-17T16:51:58.067 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 25 2024-08-17T16:51:58.067 INFO:tasks.rados.rados.0.smithi001.stdout:377: read oid 45 snap -1 2024-08-17T16:51:58.067 INFO:tasks.rados.rados.0.smithi001.stdout:377: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T16:51:58.067 INFO:tasks.rados.rados.0.smithi001.stdout:378: snap_remove snap 18 2024-08-17T16:51:58.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:58 smithi189 ceph-mon[33558]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T16:51:58.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:58 smithi189 ceph-mon[33558]: pgmap v185: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T16:51:58.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:58 smithi001 ceph-mon[41665]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T16:51:58.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:58 smithi001 ceph-mon[41665]: pgmap v185: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T16:51:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:58 smithi001 ceph-mon[29829]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T16:51:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:58 smithi001 ceph-mon[29829]: pgmap v185: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T16:51:59.047 INFO:tasks.rados.rados.0.smithi001.stdout:378: done (4 left) 2024-08-17T16:51:59.047 INFO:tasks.rados.rados.0.smithi001.stdout:379: delete oid 5 current snap is 33 2024-08-17T16:51:59.048 INFO:tasks.rados.rados.0.smithi001.stdout:369: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:51:59.075 INFO:tasks.rados.rados.0.smithi001.stdout:374: finishing copy_from to smithi00187473-15 2024-08-17T16:51:59.075 INFO:tasks.rados.rados.0.smithi001.stdout:374: got expected ENOENT (src dne) 2024-08-17T16:51:59.075 INFO:tasks.rados.rados.0.smithi001.stdout:376: finishing rollback tid 0 to smithi00187473-49 2024-08-17T16:51:59.075 INFO:tasks.rados.rados.0.smithi001.stdout:376: finishing rollback tid 1 to smithi00187473-49 2024-08-17T16:51:59.075 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 184 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T16:51:59.075 INFO:tasks.rados.rados.0.smithi001.stdout:374: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:51:59.075 INFO:tasks.rados.rados.0.smithi001.stdout:377: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T16:51:59.132 INFO:tasks.rados.rados.0.smithi001.stdout:369: done (4 left) 2024-08-17T16:51:59.132 INFO:tasks.rados.rados.0.smithi001.stdout:374: done (3 left) 2024-08-17T16:51:59.132 INFO:tasks.rados.rados.0.smithi001.stdout:376: done (2 left) 2024-08-17T16:51:59.132 INFO:tasks.rados.rados.0.smithi001.stdout:377: done (1 left) 2024-08-17T16:51:59.132 INFO:tasks.rados.rados.0.smithi001.stdout:379: done (0 left) 2024-08-17T16:51:59.132 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 33 2024-08-17T16:51:59.132 INFO:tasks.rados.rados.0.smithi001.stdout:380: seq_num 150 ranges {3547136=114688} 2024-08-17T16:51:59.151 INFO:tasks.rados.rados.0.smithi001.stdout:380: writing smithi00187473-12 from 3547136 to 3661824 tid 1 2024-08-17T16:51:59.152 INFO:tasks.rados.rados.0.smithi001.stdout:381: snap_remove snap 16 2024-08-17T16:51:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T16:51:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: Upgrade: Updating mgr.x 2024-08-17T16:51:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:51:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:51:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:51:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: Deploying daemon mgr.x on smithi189 2024-08-17T16:51:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-mon[33558]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T16:51:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T16:51:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: Upgrade: Updating mgr.x 2024-08-17T16:51:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: Deploying daemon mgr.x on smithi189 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[29829]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: Upgrade: Updating mgr.x 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:51:59.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:51:59.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:59.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: Deploying daemon mgr.x on smithi189 2024-08-17T16:51:59.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:51:59 smithi001 ceph-mon[41665]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T16:51:59.912 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:51:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[35620]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:51:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:51:59.912 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:51:59 smithi189 systemd[1]: Stopping Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:52:00.069 INFO:tasks.rados.rados.0.smithi001.stdout:380: finishing write tid 1 to smithi00187473-12 2024-08-17T16:52:00.070 INFO:tasks.rados.rados.0.smithi001.stdout:380: finishing write tid 2 to smithi00187473-12 2024-08-17T16:52:00.070 INFO:tasks.rados.rados.0.smithi001.stdout:380: finishing write tid 3 to smithi00187473-12 2024-08-17T16:52:00.070 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 66 (ObjNum 150 snap 33 seq_num 150) dirty exists 2024-08-17T16:52:00.070 INFO:tasks.rados.rados.0.smithi001.stdout:380: left oid 12 (ObjNum 150 snap 33 seq_num 150) 2024-08-17T16:52:00.070 INFO:tasks.rados.rados.0.smithi001.stdout:380: done (1 left) 2024-08-17T16:52:00.070 INFO:tasks.rados.rados.0.smithi001.stdout:381: done (0 left) 2024-08-17T16:52:00.070 INFO:tasks.rados.rados.0.smithi001.stdout:382: snap_remove snap 27 2024-08-17T16:52:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:00 smithi189 ceph-mon[33558]: pgmap v188: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T16:52:00.178 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:51:59 smithi189 podman[68538]: 2024-08-17 16:51:59.91159081 +0000 UTC m=+0.115726308 container died 2a125fb5495346d89ed82d1a4651364e7bc4f49bc861bca49a52ed7018395ffd (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=quincy-f2c39d4) 2024-08-17T16:52:00.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:00 smithi001 ceph-mon[29829]: pgmap v188: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T16:52:00.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:00 smithi001 ceph-mon[41665]: pgmap v188: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T16:52:00.548 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:00 smithi189 podman[68538]: 2024-08-17 16:52:00.279737983 +0000 UTC m=+0.483873470 container cleanup 2a125fb5495346d89ed82d1a4651364e7bc4f49bc861bca49a52ed7018395ffd (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T16:52:00.548 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:00 smithi189 bash[68538]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x 2024-08-17T16:52:00.869 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:00 smithi189 podman[68557]: 2024-08-17 16:52:00.547810316 +0000 UTC m=+0.628972560 container remove 2a125fb5495346d89ed82d1a4651364e7bc4f49bc861bca49a52ed7018395ffd (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T16:52:00.870 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:00 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:52:00.870 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:00 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T16:52:00.870 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:00 smithi189 systemd[1]: Stopped Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:52:00.870 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:00 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service: Consumed 10.237s CPU time. 2024-08-17T16:52:00.870 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:00 smithi189 systemd[1]: Starting Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:52:01.071 INFO:tasks.rados.rados.0.smithi001.stdout:382: done (0 left) 2024-08-17T16:52:01.071 INFO:tasks.rados.rados.0.smithi001.stdout:383: snap_remove snap 32 2024-08-17T16:52:01.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:01 smithi189 ceph-mon[33558]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T16:52:01.133 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:01 smithi189 podman[68689]: 2024-08-17 16:52:00.987992332 +0000 UTC m=+0.017251138 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:52:01.398 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:01 smithi189 podman[68689]: 2024-08-17 16:52:01.132264806 +0000 UTC m=+0.161523603 container create 9c8dcacf937d860a517203b4779db53e2be6be700f7e1c962e6da0488d947948 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T16:52:01.398 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:01 smithi189 podman[68689]: 2024-08-17 16:52:01.368164321 +0000 UTC m=+0.397423119 container init 9c8dcacf937d860a517203b4779db53e2be6be700f7e1c962e6da0488d947948 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T16:52:01.398 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:01 smithi189 podman[68689]: 2024-08-17 16:52:01.373456118 +0000 UTC m=+0.402714919 container start 9c8dcacf937d860a517203b4779db53e2be6be700f7e1c962e6da0488d947948 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, RELEASE=main-cd8bdbe, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T16:52:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:01 smithi001 ceph-mon[29829]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T16:52:01.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:01 smithi001 ceph-mon[41665]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T16:52:01.678 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:01 smithi189 ceph-mgr[68727]: -- 172.21.15.189:0/197512084 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d692f830e0 con 0x55d692f61000 2024-08-17T16:52:01.678 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:01 smithi189 bash[68689]: 9c8dcacf937d860a517203b4779db53e2be6be700f7e1c962e6da0488d947948 2024-08-17T16:52:01.678 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:01 smithi189 systemd[1]: Started Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:52:02.070 INFO:tasks.rados.rados.0.smithi001.stdout:383: done (0 left) 2024-08-17T16:52:02.070 INFO:tasks.rados.rados.0.smithi001.stdout:384: snap_remove snap 30 2024-08-17T16:52:02.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:02 smithi189 ceph-mon[33558]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T16:52:02.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:02 smithi189 ceph-mon[33558]: pgmap v191: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-08-17T16:52:02.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:02 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:02.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:02 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:02.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:02 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:02.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:02 smithi189 ceph-mon[33558]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T16:52:02.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[29829]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T16:52:02.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[29829]: pgmap v191: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-08-17T16:52:02.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:02.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:02.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:02.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[29829]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T16:52:02.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[41665]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T16:52:02.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[41665]: pgmap v191: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-08-17T16:52:02.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:02.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:02.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:02.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:02 smithi001 ceph-mon[41665]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T16:52:03.073 INFO:tasks.rados.rados.0.smithi001.stdout:384: done (0 left) 2024-08-17T16:52:03.073 INFO:tasks.rados.rados.0.smithi001.stdout:385: setattr oid 41 current snap is 33 2024-08-17T16:52:03.076 INFO:tasks.rados.rados.0.smithi001.stdout:386: read oid 26 snap -1 2024-08-17T16:52:03.076 INFO:tasks.rados.rados.0.smithi001.stdout:386: expect (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:52:03.076 INFO:tasks.rados.rados.0.smithi001.stdout:387: read oid 5 snap -1 2024-08-17T16:52:03.076 INFO:tasks.rados.rados.0.smithi001.stdout:387: expect deleted 2024-08-17T16:52:03.076 INFO:tasks.rados.rados.0.smithi001.stdout:388: read oid 27 snap 21 2024-08-17T16:52:03.076 INFO:tasks.rados.rados.0.smithi001.stdout:388: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T16:52:03.076 INFO:tasks.rados.rados.0.smithi001.stdout:389: setattr oid 6 current snap is 33 2024-08-17T16:52:03.078 INFO:tasks.rados.rados.0.smithi001.stdout:390: snap_create 2024-08-17T16:52:03.084 INFO:tasks.rados.rados.0.smithi001.stdout:388: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T16:52:03.097 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 53 (ObjNum 80 snap 11 seq_num 80) dirty exists 2024-08-17T16:52:03.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 79 (ObjNum 140 snap 32 seq_num 140) dirty exists 2024-08-17T16:52:03.098 INFO:tasks.rados.rados.0.smithi001.stdout:386: expect (ObjNum 98 snap 17 seq_num 98) 2024-08-17T16:52:03.516 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:03] "GET /metrics HTTP/1.1" 200 240075 "" "Prometheus/2.43.0" 2024-08-17T16:52:03.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:52:03.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi189.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T16:52:03.959 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:52:04.046 INFO:tasks.rados.rados.0.smithi001.stdout:385: done (5 left) 2024-08-17T16:52:04.046 INFO:tasks.rados.rados.0.smithi001.stdout:386: done (4 left) 2024-08-17T16:52:04.046 INFO:tasks.rados.rados.0.smithi001.stdout:387: done (3 left) 2024-08-17T16:52:04.046 INFO:tasks.rados.rados.0.smithi001.stdout:388: done (2 left) 2024-08-17T16:52:04.046 INFO:tasks.rados.rados.0.smithi001.stdout:389: done (1 left) 2024-08-17T16:52:04.047 INFO:tasks.rados.rados.0.smithi001.stdout:390: done (0 left) 2024-08-17T16:52:04.047 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 34 2024-08-17T16:52:04.047 INFO:tasks.rados.rados.0.smithi001.stdout:391: seq_num 151 ranges {0=131072} 2024-08-17T16:52:04.047 INFO:tasks.rados.rados.0.smithi001.stdout:391: writing smithi00187473-13 from 0 to 131072 tid 1 2024-08-17T16:52:04.047 INFO:tasks.rados.rados.0.smithi001.stdout:392: delete oid 37 current snap is 34 2024-08-17T16:52:04.051 INFO:tasks.rados.rados.0.smithi001.stdout:392: done (1 left) 2024-08-17T16:52:04.051 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 34 2024-08-17T16:52:04.051 INFO:tasks.rados.rados.0.smithi001.stdout:393: seq_num 153 ranges {4308992=163840} 2024-08-17T16:52:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:393: writing smithi00187473-38 from 4308992 to 4472832 tid 1 2024-08-17T16:52:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:394: setattr oid 20 current snap is 34 2024-08-17T16:52:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:391: finishing write tid 1 to smithi00187473-13 2024-08-17T16:52:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:391: finishing write tid 2 to smithi00187473-13 2024-08-17T16:52:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:391: finishing write tid 3 to smithi00187473-13 2024-08-17T16:52:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 46 (ObjNum 151 snap 34 seq_num 151) dirty exists 2024-08-17T16:52:04.079 INFO:tasks.rados.rados.0.smithi001.stdout:391: left oid 13 (ObjNum 151 snap 34 seq_num 151) 2024-08-17T16:52:04.080 INFO:tasks.rados.rados.0.smithi001.stdout:391: done (2 left) 2024-08-17T16:52:04.080 INFO:tasks.rados.rados.0.smithi001.stdout:395: read oid 14 snap -1 2024-08-17T16:52:04.080 INFO:tasks.rados.rados.0.smithi001.stdout:395: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:52:04.080 INFO:tasks.rados.rados.0.smithi001.stdout:396: delete oid 48 current snap is 34 2024-08-17T16:52:04.081 INFO:tasks.rados.rados.0.smithi001.stdout:395: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:393: finishing write tid 1 to smithi00187473-38 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 115 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:393: finishing write tid 2 to smithi00187473-38 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:394: done (3 left) 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:395: done (2 left) 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:396: done (1 left) 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:397: delete oid 7 current snap is 34 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:393: finishing write tid 3 to smithi00187473-38 2024-08-17T16:52:04.085 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 371 (ObjNum 153 snap 34 seq_num 153) dirty exists 2024-08-17T16:52:04.086 INFO:tasks.rados.rados.0.smithi001.stdout:393: left oid 38 (ObjNum 153 snap 34 seq_num 153) 2024-08-17T16:52:04.086 INFO:tasks.rados.rados.0.smithi001.stdout:393: done (1 left) 2024-08-17T16:52:04.086 INFO:tasks.rados.rados.0.smithi001.stdout:397: done (0 left) 2024-08-17T16:52:04.086 INFO:tasks.rados.rados.0.smithi001.stdout:398: snap_create 2024-08-17T16:52:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:04 smithi189 ceph-mon[33558]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T16:52:04.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:04 smithi189 ceph-mon[33558]: pgmap v194: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-08-17T16:52:04.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:04 smithi189 ceph-mon[33558]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T16:52:04.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:04 smithi001 ceph-mon[29829]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T16:52:04.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:04 smithi001 ceph-mon[29829]: pgmap v194: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-08-17T16:52:04.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:04 smithi001 ceph-mon[29829]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T16:52:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:04 smithi001 ceph-mon[41665]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T16:52:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:04 smithi001 ceph-mon[41665]: pgmap v194: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-08-17T16:52:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:04 smithi001 ceph-mon[41665]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (2m) 2m ago 3m 16.4M - 0.25.0 c8568f914cd2 5df413745475 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (3m) 2m ago 3m 86.0M - 9.4.7 954c08fa6188 c6a95d391e5b 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (5m) 2m ago 5m 14.9M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (5m) 2m ago 5m 16.5M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283 starting - - - - 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (9m) 2m ago 9m 445M - 17.2.7-1404-gf2c39d4d f69471c56189 decd6ba969e1 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (10m) 2m ago 10m 47.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 7e20f9397d1b 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (8m) 2m ago 8m 38.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 b7cf5a6bf10a 2024-08-17T16:52:04.509 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (8m) 2m ago 8m 37.8M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 16470c7da98e 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (3m) 2m ago 3m 3514k - 1.5.0 0da6a335fe13 ecef16c3739d 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (3m) 2m ago 3m 5666k - 1.5.0 0da6a335fe13 37d651f72ac4 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (8m) 2m ago 8m 43.9M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (7m) 2m ago 7m 43.2M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (7m) 2m ago 7m 41.3M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (6m) 2m ago 6m 40.6M 2993M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (6m) 2m ago 6m 42.8M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (6m) 2m ago 6m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (5m) 2m ago 5m 44.6M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (5m) 2m ago 5m 42.3M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:52:04.510 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (2m) 2m ago 4m 26.7M - 2.43.0 a07b618ecd1d 2623ee946f2d 2024-08-17T16:52:04.831 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:52:04.831 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:52:04.831 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:52:04.831 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:52:04.831 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:52:04.831 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:52:04.831 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 15 2024-08-17T16:52:04.832 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:52:04.833 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:52:05.078 INFO:tasks.rados.rados.0.smithi001.stdout:398: done (0 left) 2024-08-17T16:52:05.078 INFO:tasks.rados.rados.0.smithi001.stdout:399: read oid 45 snap -1 2024-08-17T16:52:05.078 INFO:tasks.rados.rados.0.smithi001.stdout:399: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T16:52:05.079 INFO:tasks.rados.rados.0.smithi001.stdout:400: read oid 29 snap 31 2024-08-17T16:52:05.079 INFO:tasks.rados.rados.0.smithi001.stdout:400: expect (ObjNum 1537419424 snap 21856 seq_num 1537840464) 2024-08-17T16:52:05.079 INFO:tasks.rados.rados.0.smithi001.stdout:401: rollback oid 8 current snap is 35 2024-08-17T16:52:05.079 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 25 2024-08-17T16:52:05.079 INFO:tasks.rados.rados.0.smithi001.stdout:402: rollback oid 26 current snap is 35 2024-08-17T16:52:05.079 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 10 2024-08-17T16:52:05.079 INFO:tasks.rados.rados.0.smithi001.stdout:403: snap_create 2024-08-17T16:52:05.081 INFO:tasks.rados.rados.0.smithi001.stdout:401: finishing rollback tid 1 to smithi00187473-8 2024-08-17T16:52:05.083 INFO:tasks.rados.rados.0.smithi001.stdout:401: finishing rollback tid 2 to smithi00187473-8 2024-08-17T16:52:05.083 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 80 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:52:05.084 INFO:tasks.rados.rados.0.smithi001.stdout:402: finishing rollback tid 0 to smithi00187473-26 2024-08-17T16:52:05.085 INFO:tasks.rados.rados.0.smithi001.stdout:402: finishing rollback tid 1 to smithi00187473-26 2024-08-17T16:52:05.085 INFO:tasks.rados.rados.0.smithi001.stdout:402: finishing rollback tid 2 to smithi00187473-26 2024-08-17T16:52:05.085 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 64 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-17T16:52:05.085 INFO:tasks.rados.rados.0.smithi001.stdout:400: expect (ObjNum 1537419424 snap 21856 seq_num 1537840464) 2024-08-17T16:52:05.088 INFO:tasks.rados.rados.0.smithi001.stdout:399: expect (ObjNum 102 snap 21 seq_num 102) 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "", 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading mgr daemons", 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:52:05.106 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:52:05.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:05 smithi001 ceph-mon[41665]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:05 smithi001 ceph-mon[41665]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:05 smithi001 ceph-mon[41665]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:05 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/3444259491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:52:05.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:05 smithi001 ceph-mon[29829]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:05 smithi001 ceph-mon[29829]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:05 smithi001 ceph-mon[29829]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.107 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:05 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/3444259491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:52:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:05 smithi189 ceph-mon[33558]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:05 smithi189 ceph-mon[33558]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:05 smithi189 ceph-mon[33558]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:05 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/3444259491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:52:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:399: done (4 left) 2024-08-17T16:52:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:400: done (3 left) 2024-08-17T16:52:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:401: done (2 left) 2024-08-17T16:52:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:402: done (1 left) 2024-08-17T16:52:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:403: done (0 left) 2024-08-17T16:52:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:404: rollback oid 39 current snap is 36 2024-08-17T16:52:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 28 2024-08-17T16:52:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:405: rollback oid 21 current snap is 36 2024-08-17T16:52:06.092 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 35 2024-08-17T16:52:06.092 INFO:tasks.rados.rados.0.smithi001.stdout:406: delete oid 24 current snap is 36 2024-08-17T16:52:06.092 INFO:tasks.rados.rados.0.smithi001.stdout:406: done (2 left) 2024-08-17T16:52:06.092 INFO:tasks.rados.rados.0.smithi001.stdout:407: delete oid 3 current snap is 36 2024-08-17T16:52:06.095 INFO:tasks.rados.rados.0.smithi001.stdout:407: done (2 left) 2024-08-17T16:52:06.095 INFO:tasks.rados.rados.0.smithi001.stdout:408: read oid 1 snap 34 2024-08-17T16:52:06.095 INFO:tasks.rados.rados.0.smithi001.stdout:408: expect (ObjNum 85 snap 16 seq_num 85) 2024-08-17T16:52:06.095 INFO:tasks.rados.rados.0.smithi001.stdout:409: setattr oid 2 current snap is 36 2024-08-17T16:52:06.098 INFO:tasks.rados.rados.0.smithi001.stdout:410: setattr oid 10 current snap is 36 2024-08-17T16:52:06.098 INFO:tasks.rados.rados.0.smithi001.stdout:405: finishing rollback tid 1 to smithi00187473-21 2024-08-17T16:52:06.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 64 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:52:06.099 INFO:tasks.rados.rados.0.smithi001.stdout:404: finishing rollback tid 0 to smithi00187473-39 2024-08-17T16:52:06.099 INFO:tasks.rados.rados.0.smithi001.stdout:404: finishing rollback tid 1 to smithi00187473-39 2024-08-17T16:52:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:405: done (4 left) 2024-08-17T16:52:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:411: delete oid 23 current snap is 36 2024-08-17T16:52:06.101 INFO:tasks.rados.rados.0.smithi001.stdout:404: finishing rollback tid 2 to smithi00187473-39 2024-08-17T16:52:06.101 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 102 (ObjNum 103 snap 21 seq_num 103) dirty exists 2024-08-17T16:52:06.104 INFO:tasks.rados.rados.0.smithi001.stdout:408: expect (ObjNum 85 snap 16 seq_num 85) 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 89 (ObjNum 33 snap 0 seq_num 4) dirty exists 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 373 (ObjNum 104 snap 21 seq_num 104) dirty exists 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:404: done (4 left) 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:408: done (3 left) 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:409: done (2 left) 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:410: done (1 left) 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:411: done (0 left) 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 36 2024-08-17T16:52:06.160 INFO:tasks.rados.rados.0.smithi001.stdout:412: seq_num 159 ranges {0=270336} 2024-08-17T16:52:06.161 INFO:tasks.rados.rados.0.smithi001.stdout:412: writing smithi00187473-21 from 0 to 270336 tid 1 2024-08-17T16:52:06.161 INFO:tasks.rados.rados.0.smithi001.stdout:413: snap_remove snap 35 2024-08-17T16:52:06.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-mon[33558]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T16:52:06.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-mon[33558]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:06.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:06.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-mon[33558]: pgmap v197: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-mon[29829]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T16:52:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-mon[29829]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-mon[29829]: pgmap v197: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:06.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-mon[41665]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T16:52:06.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-mon[41665]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:06.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:06.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-mon[41665]: pgmap v197: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:07.090 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:06] ENGINE Bus STARTING 2024-08-17T16:52:07.090 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: CherryPy Checker: 2024-08-17T16:52:07.090 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: The Application mounted at '' has an empty config. 2024-08-17T16:52:07.090 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:07.090 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:06] ENGINE Serving on http://:::9283 2024-08-17T16:52:07.091 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:06] ENGINE Bus STARTED 2024-08-17T16:52:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:413: done (1 left) 2024-08-17T16:52:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:414: copy_from oid 41 from oid 28 current snap is 36 2024-08-17T16:52:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:412: finishing write tid 1 to smithi00187473-21 2024-08-17T16:52:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:412: finishing write tid 2 to smithi00187473-21 2024-08-17T16:52:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:412: finishing write tid 3 to smithi00187473-21 2024-08-17T16:52:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 66 (ObjNum 159 snap 36 seq_num 159) dirty exists 2024-08-17T16:52:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:412: left oid 21 (ObjNum 159 snap 36 seq_num 159) 2024-08-17T16:52:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:412: done (1 left) 2024-08-17T16:52:07.098 INFO:tasks.rados.rados.0.smithi001.stdout:415: read oid 50 snap -1 2024-08-17T16:52:07.098 INFO:tasks.rados.rados.0.smithi001.stdout:415: expect (ObjNum 122 snap 24 seq_num 122) 2024-08-17T16:52:07.098 INFO:tasks.rados.rados.0.smithi001.stdout:416: rollback oid 1 current snap is 36 2024-08-17T16:52:07.098 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 34 2024-08-17T16:52:07.098 INFO:tasks.rados.rados.0.smithi001.stdout:417: snap_remove snap 28 2024-08-17T16:52:07.179 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:06 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:52:06.897Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=5 2024-08-17T16:52:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: Standby manager daemon x restarted 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: Standby manager daemon x started 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:52:07.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: Standby manager daemon x restarted 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: Standby manager daemon x started 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:52:07.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:07 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:52:07.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: Standby manager daemon x restarted 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: Standby manager daemon x started 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:52:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:07 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:52:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:417: done (3 left) 2024-08-17T16:52:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 36 2024-08-17T16:52:08.103 INFO:tasks.rados.rados.0.smithi001.stdout:418: seq_num 160 ranges {6520832=286720} 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:418: writing smithi00187473-18 from 6520832 to 6807552 tid 1 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:419: delete oid 2 current snap is 36 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:416: finishing rollback tid 0 to smithi00187473-1 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:416: finishing rollback tid 1 to smithi00187473-1 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:416: finishing rollback tid 2 to smithi00187473-1 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 220 (ObjNum 85 snap 16 seq_num 85) dirty exists 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:414: finishing copy_from racing read to smithi00187473-41 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:414: finishing copy_from to smithi00187473-41 2024-08-17T16:52:08.141 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 36 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-08-17T16:52:08.142 INFO:tasks.rados.rados.0.smithi001.stdout:415: expect (ObjNum 122 snap 24 seq_num 122) 2024-08-17T16:52:08.231 INFO:tasks.rados.rados.0.smithi001.stdout:418: finishing write tid 1 to smithi00187473-18 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:418: finishing write tid 2 to smithi00187473-18 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:418: finishing write tid 3 to smithi00187473-18 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 390 (ObjNum 160 snap 36 seq_num 160) dirty exists 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:418: left oid 18 (ObjNum 160 snap 36 seq_num 160) 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:414: done (4 left) 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:415: done (3 left) 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:416: done (2 left) 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:418: done (1 left) 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:419: done (0 left) 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:420: read oid 16 snap 33 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:420: expect (ObjNum 80 snap 11 seq_num 80) 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:421: read oid 14 snap -1 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:421: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 36 2024-08-17T16:52:08.232 INFO:tasks.rados.rados.0.smithi001.stdout:422: seq_num 162 ranges {1990656=319488} 2024-08-17T16:52:08.244 INFO:tasks.rados.rados.0.smithi001.stdout:422: writing smithi00187473-45 from 1990656 to 2310144 tid 1 2024-08-17T16:52:08.244 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 36 2024-08-17T16:52:08.244 INFO:tasks.rados.rados.0.smithi001.stdout:423: seq_num 163 ranges {5980160=335872} 2024-08-17T16:52:08.278 INFO:tasks.rados.rados.0.smithi001.stdout:423: writing smithi00187473-9 from 5980160 to 6316032 tid 1 2024-08-17T16:52:08.279 INFO:tasks.rados.rados.0.smithi001.stdout:424: snap_remove snap 26 2024-08-17T16:52:08.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:08 smithi189 ceph-mon[33558]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T16:52:08.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:08 smithi189 ceph-mon[33558]: pgmap v200: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 138 KiB/s wr, 36 op/s 2024-08-17T16:52:08.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:08 smithi189 ceph-mon[33558]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-17T16:52:08.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:08 smithi001 ceph-mon[29829]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T16:52:08.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:08 smithi001 ceph-mon[29829]: pgmap v200: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 138 KiB/s wr, 36 op/s 2024-08-17T16:52:08.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:08 smithi001 ceph-mon[29829]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-17T16:52:08.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:08 smithi001 ceph-mon[41665]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T16:52:08.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:08 smithi001 ceph-mon[41665]: pgmap v200: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 138 KiB/s wr, 36 op/s 2024-08-17T16:52:08.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:08 smithi001 ceph-mon[41665]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-17T16:52:09.050 INFO:tasks.rados.rados.0.smithi001.stdout:421: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:52:09.055 INFO:tasks.rados.rados.0.smithi001.stdout:420: expect (ObjNum 80 snap 11 seq_num 80) 2024-08-17T16:52:09.093 INFO:tasks.rados.rados.0.smithi001.stdout:422: finishing write tid 1 to smithi00187473-45 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:422: finishing write tid 2 to smithi00187473-45 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:420: done (4 left) 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:421: done (3 left) 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:424: done (2 left) 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:425: rollback oid 42 current snap is 36 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 33 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:422: finishing write tid 3 to smithi00187473-45 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 394 (ObjNum 162 snap 36 seq_num 162) dirty exists 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:422: left oid 45 (ObjNum 162 snap 36 seq_num 162) 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:423: finishing write tid 1 to smithi00187473-9 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:423: finishing write tid 2 to smithi00187473-9 2024-08-17T16:52:09.094 INFO:tasks.rados.rados.0.smithi001.stdout:423: finishing write tid 3 to smithi00187473-9 2024-08-17T16:52:09.095 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 84 (ObjNum 163 snap 36 seq_num 163) dirty exists 2024-08-17T16:52:09.095 INFO:tasks.rados.rados.0.smithi001.stdout:423: left oid 9 (ObjNum 163 snap 36 seq_num 163) 2024-08-17T16:52:09.095 INFO:tasks.rados.rados.0.smithi001.stdout:422: done (2 left) 2024-08-17T16:52:09.095 INFO:tasks.rados.rados.0.smithi001.stdout:423: done (1 left) 2024-08-17T16:52:09.095 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 36 2024-08-17T16:52:09.095 INFO:tasks.rados.rados.0.smithi001.stdout:426: seq_num 164 ranges {0=352256} 2024-08-17T16:52:09.096 INFO:tasks.rados.rados.0.smithi001.stdout:426: writing smithi00187473-14 from 0 to 352256 tid 1 2024-08-17T16:52:09.096 INFO:tasks.rados.rados.0.smithi001.stdout:427: copy_from oid 6 from oid 19 current snap is 36 2024-08-17T16:52:09.096 INFO:tasks.rados.rados.0.smithi001.stdout:428: snap_create 2024-08-17T16:52:09.098 INFO:tasks.rados.rados.0.smithi001.stdout:427: finishing copy_from to smithi00187473-6 2024-08-17T16:52:09.098 INFO:tasks.rados.rados.0.smithi001.stdout:427: got expected ENOENT (src dne) 2024-08-17T16:52:09.098 INFO:tasks.rados.rados.0.smithi001.stdout:427: finishing copy_from racing read to smithi00187473-6 2024-08-17T16:52:09.101 INFO:tasks.rados.rados.0.smithi001.stdout:425: finishing rollback tid 0 to smithi00187473-42 2024-08-17T16:52:09.102 INFO:tasks.rados.rados.0.smithi001.stdout:425: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:52:09.103 INFO:tasks.rados.rados.0.smithi001.stdout:426: finishing write tid 1 to smithi00187473-14 2024-08-17T16:52:09.103 INFO:tasks.rados.rados.0.smithi001.stdout:426: finishing write tid 2 to smithi00187473-14 2024-08-17T16:52:09.105 INFO:tasks.rados.rados.0.smithi001.stdout:426: finishing write tid 3 to smithi00187473-14 2024-08-17T16:52:09.105 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 68 (ObjNum 164 snap 36 seq_num 164) dirty exists 2024-08-17T16:52:09.105 INFO:tasks.rados.rados.0.smithi001.stdout:426: left oid 14 (ObjNum 164 snap 36 seq_num 164) 2024-08-17T16:52:09.107 INFO:tasks.rados.rados.0.smithi001.stdout:425: finishing rollback tid 2 to smithi00187473-42 2024-08-17T16:52:09.107 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 86 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-08-17T16:52:09.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:09 smithi189 ceph-mon[33558]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T16:52:09.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:09 smithi189 ceph-mon[33558]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T16:52:09.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:09 smithi001 ceph-mon[41665]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T16:52:09.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:09 smithi001 ceph-mon[41665]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T16:52:09.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:09 smithi001 ceph-mon[29829]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T16:52:09.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:09 smithi001 ceph-mon[29829]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T16:52:09.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:09] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:52:10.050 INFO:tasks.rados.rados.0.smithi001.stdout:425: done (3 left) 2024-08-17T16:52:10.051 INFO:tasks.rados.rados.0.smithi001.stdout:426: done (2 left) 2024-08-17T16:52:10.051 INFO:tasks.rados.rados.0.smithi001.stdout:427: done (1 left) 2024-08-17T16:52:10.051 INFO:tasks.rados.rados.0.smithi001.stdout:428: done (0 left) 2024-08-17T16:52:10.051 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 37 2024-08-17T16:52:10.051 INFO:tasks.rados.rados.0.smithi001.stdout:429: seq_num 165 ranges {3661824=368640} 2024-08-17T16:52:10.072 INFO:tasks.rados.rados.0.smithi001.stdout:429: writing smithi00187473-12 from 3661824 to 4030464 tid 1 2024-08-17T16:52:10.073 INFO:tasks.rados.rados.0.smithi001.stdout:430: read oid 9 snap -1 2024-08-17T16:52:10.073 INFO:tasks.rados.rados.0.smithi001.stdout:430: expect (ObjNum 163 snap 36 seq_num 163) 2024-08-17T16:52:10.073 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 37 2024-08-17T16:52:10.073 INFO:tasks.rados.rados.0.smithi001.stdout:431: seq_num 166 ranges {1269760=385024} 2024-08-17T16:52:10.082 INFO:tasks.rados.rados.0.smithi001.stdout:431: writing smithi00187473-26 from 1269760 to 1654784 tid 1 2024-08-17T16:52:10.082 INFO:tasks.rados.rados.0.smithi001.stdout:432: snap_create 2024-08-17T16:52:10.082 INFO:tasks.rados.rados.0.smithi001.stdout:429: finishing write tid 1 to smithi00187473-12 2024-08-17T16:52:10.082 INFO:tasks.rados.rados.0.smithi001.stdout:429: finishing write tid 2 to smithi00187473-12 2024-08-17T16:52:10.082 INFO:tasks.rados.rados.0.smithi001.stdout:429: finishing write tid 3 to smithi00187473-12 2024-08-17T16:52:10.082 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 89 (ObjNum 165 snap 37 seq_num 165) dirty exists 2024-08-17T16:52:10.082 INFO:tasks.rados.rados.0.smithi001.stdout:429: left oid 12 (ObjNum 165 snap 37 seq_num 165) 2024-08-17T16:52:10.086 INFO:tasks.rados.rados.0.smithi001.stdout:431: finishing write tid 1 to smithi00187473-26 2024-08-17T16:52:10.086 INFO:tasks.rados.rados.0.smithi001.stdout:431: finishing write tid 2 to smithi00187473-26 2024-08-17T16:52:10.087 INFO:tasks.rados.rados.0.smithi001.stdout:431: finishing write tid 3 to smithi00187473-26 2024-08-17T16:52:10.087 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 75 (ObjNum 166 snap 37 seq_num 166) dirty exists 2024-08-17T16:52:10.088 INFO:tasks.rados.rados.0.smithi001.stdout:431: left oid 26 (ObjNum 166 snap 37 seq_num 166) 2024-08-17T16:52:10.106 INFO:tasks.rados.rados.0.smithi001.stdout:430: expect (ObjNum 163 snap 36 seq_num 163) 2024-08-17T16:52:10.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:10 smithi189 ceph-mon[33558]: pgmap v203: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 138 KiB/s wr, 36 op/s 2024-08-17T16:52:10.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:10 smithi189 ceph-mon[33558]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T16:52:10.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:10 smithi001 ceph-mon[29829]: pgmap v203: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 138 KiB/s wr, 36 op/s 2024-08-17T16:52:10.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:10 smithi001 ceph-mon[29829]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T16:52:10.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:10 smithi001 ceph-mon[41665]: pgmap v203: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 138 KiB/s wr, 36 op/s 2024-08-17T16:52:10.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:10 smithi001 ceph-mon[41665]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T16:52:11.051 INFO:tasks.rados.rados.0.smithi001.stdout:429: done (3 left) 2024-08-17T16:52:11.051 INFO:tasks.rados.rados.0.smithi001.stdout:430: done (2 left) 2024-08-17T16:52:11.052 INFO:tasks.rados.rados.0.smithi001.stdout:431: done (1 left) 2024-08-17T16:52:11.052 INFO:tasks.rados.rados.0.smithi001.stdout:432: done (0 left) 2024-08-17T16:52:11.052 INFO:tasks.rados.rados.0.smithi001.stdout:433: copy_from oid 15 from oid 40 current snap is 38 2024-08-17T16:52:11.052 INFO:tasks.rados.rados.0.smithi001.stdout:434: read oid 7 snap 36 2024-08-17T16:52:11.052 INFO:tasks.rados.rados.0.smithi001.stdout:434: expect deleted 2024-08-17T16:52:11.052 INFO:tasks.rados.rados.0.smithi001.stdout:435: rollback oid 31 current snap is 38 2024-08-17T16:52:11.052 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 25 2024-08-17T16:52:11.052 INFO:tasks.rados.rados.0.smithi001.stdout:436: delete oid 35 current snap is 38 2024-08-17T16:52:11.058 INFO:tasks.rados.rados.0.smithi001.stdout:434: done (3 left) 2024-08-17T16:52:11.058 INFO:tasks.rados.rados.0.smithi001.stdout:436: done (2 left) 2024-08-17T16:52:11.058 INFO:tasks.rados.rados.0.smithi001.stdout:437: read oid 8 snap -1 2024-08-17T16:52:11.058 INFO:tasks.rados.rados.0.smithi001.stdout:437: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:52:11.058 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 38 2024-08-17T16:52:11.059 INFO:tasks.rados.rados.0.smithi001.stdout:438: seq_num 168 ranges {2310144=417792} 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:438: writing smithi00187473-45 from 2310144 to 2727936 tid 1 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:439: rmattr oid 42 current snap is 38 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:439: done (4 left) 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:440: setattr oid 21 current snap is 38 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:435: finishing rollback tid 0 to smithi00187473-31 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:435: finishing rollback tid 1 to smithi00187473-31 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:435: finishing rollback tid 2 to smithi00187473-31 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 414 (ObjNum 111 snap 21 seq_num 111) dirty exists 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:433: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:433: finishing copy_from to smithi00187473-15 2024-08-17T16:52:11.074 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 13 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T16:52:11.075 INFO:tasks.rados.rados.0.smithi001.stdout:437: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:52:11.093 INFO:tasks.rados.rados.0.smithi001.stdout:438: finishing write tid 1 to smithi00187473-45 2024-08-17T16:52:11.093 INFO:tasks.rados.rados.0.smithi001.stdout:438: finishing write tid 2 to smithi00187473-45 2024-08-17T16:52:11.093 INFO:tasks.rados.rados.0.smithi001.stdout:438: finishing write tid 3 to smithi00187473-45 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 417 (ObjNum 168 snap 38 seq_num 168) dirty exists 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:438: left oid 45 (ObjNum 168 snap 38 seq_num 168) 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:433: done (4 left) 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:435: done (3 left) 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:437: done (2 left) 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:438: done (1 left) 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:441: rollback oid 35 current snap is 38 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 25 2024-08-17T16:52:11.094 INFO:tasks.rados.rados.0.smithi001.stdout:442: delete oid 37 current snap is 38 2024-08-17T16:52:11.095 INFO:tasks.rados.rados.0.smithi001.stdout:441: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:52:11.095 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 127 (ObjNum 49 snap 0 seq_num 229437556) dirty dne 2024-08-17T16:52:11.095 INFO:tasks.rados.rados.0.smithi001.stdout:441: done (2 left) 2024-08-17T16:52:11.095 INFO:tasks.rados.rados.0.smithi001.stdout:442: done (1 left) 2024-08-17T16:52:11.095 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 38 2024-08-17T16:52:11.095 INFO:tasks.rados.rados.0.smithi001.stdout:443: seq_num 170 ranges {1957888=450560} 2024-08-17T16:52:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:443: writing smithi00187473-17 from 1957888 to 2408448 tid 1 2024-08-17T16:52:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 38 2024-08-17T16:52:11.108 INFO:tasks.rados.rados.0.smithi001.stdout:444: seq_num 171 ranges {1654784=466944} 2024-08-17T16:52:11.120 INFO:tasks.rados.rados.0.smithi001.stdout:444: writing smithi00187473-26 from 1654784 to 2121728 tid 1 2024-08-17T16:52:11.120 INFO:tasks.rados.rados.0.smithi001.stdout:445: read oid 29 snap -1 2024-08-17T16:52:11.120 INFO:tasks.rados.rados.0.smithi001.stdout:445: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:52:11.120 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 38 2024-08-17T16:52:11.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 67 (ObjNum 159 snap 36 seq_num 159) dirty exists 2024-08-17T16:52:11.121 INFO:tasks.rados.rados.0.smithi001.stdout:443: finishing write tid 1 to smithi00187473-17 2024-08-17T16:52:11.121 INFO:tasks.rados.rados.0.smithi001.stdout:443: finishing write tid 2 to smithi00187473-17 2024-08-17T16:52:11.121 INFO:tasks.rados.rados.0.smithi001.stdout:446: seq_num 172 ranges {2965504=483328} 2024-08-17T16:52:11.139 INFO:tasks.rados.rados.0.smithi001.stdout:446: writing smithi00187473-6 from 2965504 to 3448832 tid 1 2024-08-17T16:52:11.139 INFO:tasks.rados.rados.0.smithi001.stdout:440: done (4 left) 2024-08-17T16:52:11.139 INFO:tasks.rados.rados.0.smithi001.stdout:447: read oid 10 snap 21 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:447: expect deleted 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:448: rollback oid 35 current snap is 38 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 36 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:443: finishing write tid 3 to smithi00187473-17 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 420 (ObjNum 170 snap 38 seq_num 170) dirty exists 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:443: left oid 17 (ObjNum 170 snap 38 seq_num 170) 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:443: done (5 left) 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:449: delete oid 39 current snap is 38 2024-08-17T16:52:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:445: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:52:11.142 INFO:tasks.rados.rados.0.smithi001.stdout:444: finishing write tid 1 to smithi00187473-26 2024-08-17T16:52:11.142 INFO:tasks.rados.rados.0.smithi001.stdout:444: finishing write tid 2 to smithi00187473-26 2024-08-17T16:52:11.142 INFO:tasks.rados.rados.0.smithi001.stdout:444: finishing write tid 3 to smithi00187473-26 2024-08-17T16:52:11.142 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 78 (ObjNum 171 snap 38 seq_num 171) dirty exists 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:444: left oid 26 (ObjNum 171 snap 38 seq_num 171) 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:444: done (5 left) 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:445: done (4 left) 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:449: done (3 left) 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 38 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:448: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:448: finishing rollback tid 2 to smithi00187473-35 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 130 (ObjNum 133 snap 30 seq_num 133) dirty exists 2024-08-17T16:52:11.143 INFO:tasks.rados.rados.0.smithi001.stdout:450: seq_num 174 ranges {3342336=516096} 2024-08-17T16:52:11.163 INFO:tasks.rados.rados.0.smithi001.stdout:450: writing smithi00187473-43 from 3342336 to 3858432 tid 1 2024-08-17T16:52:11.163 INFO:tasks.rados.rados.0.smithi001.stdout:447: done (3 left) 2024-08-17T16:52:11.163 INFO:tasks.rados.rados.0.smithi001.stdout:448: done (2 left) 2024-08-17T16:52:11.163 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 38 2024-08-17T16:52:11.164 INFO:tasks.rados.rados.0.smithi001.stdout:451: seq_num 175 ranges {2785280=540672} 2024-08-17T16:52:11.182 INFO:tasks.rados.rados.0.smithi001.stdout:451: writing smithi00187473-27 from 2785280 to 3325952 tid 1 2024-08-17T16:52:11.182 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 38 2024-08-17T16:52:11.182 INFO:tasks.rados.rados.0.smithi001.stdout:446: finishing write tid 1 to smithi00187473-6 2024-08-17T16:52:11.182 INFO:tasks.rados.rados.0.smithi001.stdout:446: finishing write tid 2 to smithi00187473-6 2024-08-17T16:52:11.182 INFO:tasks.rados.rados.0.smithi001.stdout:446: finishing write tid 3 to smithi00187473-6 2024-08-17T16:52:11.182 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 95 (ObjNum 172 snap 38 seq_num 172) dirty exists 2024-08-17T16:52:11.183 INFO:tasks.rados.rados.0.smithi001.stdout:446: left oid 6 (ObjNum 172 snap 38 seq_num 172) 2024-08-17T16:52:11.183 INFO:tasks.rados.rados.0.smithi001.stdout:450: finishing write tid 1 to smithi00187473-43 2024-08-17T16:52:11.183 INFO:tasks.rados.rados.0.smithi001.stdout:450: finishing write tid 2 to smithi00187473-43 2024-08-17T16:52:11.183 INFO:tasks.rados.rados.0.smithi001.stdout:450: finishing write tid 3 to smithi00187473-43 2024-08-17T16:52:11.183 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 423 (ObjNum 174 snap 38 seq_num 174) dirty exists 2024-08-17T16:52:11.183 INFO:tasks.rados.rados.0.smithi001.stdout:450: left oid 43 (ObjNum 174 snap 38 seq_num 174) 2024-08-17T16:52:11.183 INFO:tasks.rados.rados.0.smithi001.stdout:452: seq_num 176 ranges {0=557056} 2024-08-17T16:52:11.185 INFO:tasks.rados.rados.0.smithi001.stdout:452: writing smithi00187473-29 from 0 to 557056 tid 1 2024-08-17T16:52:11.185 INFO:tasks.rados.rados.0.smithi001.stdout:446: done (3 left) 2024-08-17T16:52:11.185 INFO:tasks.rados.rados.0.smithi001.stdout:450: done (2 left) 2024-08-17T16:52:11.185 INFO:tasks.rados.rados.0.smithi001.stdout:453: read oid 28 snap -1 2024-08-17T16:52:11.185 INFO:tasks.rados.rados.0.smithi001.stdout:453: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-17T16:52:11.185 INFO:tasks.rados.rados.0.smithi001.stdout:454: snap_remove snap 24 2024-08-17T16:52:12.059 INFO:tasks.rados.rados.0.smithi001.stdout:454: done (3 left) 2024-08-17T16:52:12.059 INFO:tasks.rados.rados.0.smithi001.stdout:455: rollback oid 10 current snap is 38 2024-08-17T16:52:12.059 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 21 2024-08-17T16:52:12.059 INFO:tasks.rados.rados.0.smithi001.stdout:451: finishing write tid 1 to smithi00187473-27 2024-08-17T16:52:12.059 INFO:tasks.rados.rados.0.smithi001.stdout:456: delete oid 38 current snap is 38 2024-08-17T16:52:12.059 INFO:tasks.rados.rados.0.smithi001.stdout:451: finishing write tid 2 to smithi00187473-27 2024-08-17T16:52:12.059 INFO:tasks.rados.rados.0.smithi001.stdout:451: finishing write tid 3 to smithi00187473-27 2024-08-17T16:52:12.059 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 119 (ObjNum 175 snap 38 seq_num 175) dirty exists 2024-08-17T16:52:12.060 INFO:tasks.rados.rados.0.smithi001.stdout:451: left oid 27 (ObjNum 175 snap 38 seq_num 175) 2024-08-17T16:52:12.060 INFO:tasks.rados.rados.0.smithi001.stdout:452: finishing write tid 1 to smithi00187473-29 2024-08-17T16:52:12.060 INFO:tasks.rados.rados.0.smithi001.stdout:452: finishing write tid 2 to smithi00187473-29 2024-08-17T16:52:12.060 INFO:tasks.rados.rados.0.smithi001.stdout:452: finishing write tid 3 to smithi00187473-29 2024-08-17T16:52:12.060 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 73 (ObjNum 176 snap 38 seq_num 176) dirty exists 2024-08-17T16:52:12.060 INFO:tasks.rados.rados.0.smithi001.stdout:452: left oid 29 (ObjNum 176 snap 38 seq_num 176) 2024-08-17T16:52:12.060 INFO:tasks.rados.rados.0.smithi001.stdout:453: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-17T16:52:12.132 INFO:tasks.rados.rados.0.smithi001.stdout:455: finishing rollback tid 0 to smithi00187473-10 2024-08-17T16:52:12.132 INFO:tasks.rados.rados.0.smithi001.stdout:455: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:52:12.132 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 94 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:52:12.132 INFO:tasks.rados.rados.0.smithi001.stdout:451: done (4 left) 2024-08-17T16:52:12.132 INFO:tasks.rados.rados.0.smithi001.stdout:452: done (3 left) 2024-08-17T16:52:12.133 INFO:tasks.rados.rados.0.smithi001.stdout:453: done (2 left) 2024-08-17T16:52:12.133 INFO:tasks.rados.rados.0.smithi001.stdout:455: done (1 left) 2024-08-17T16:52:12.133 INFO:tasks.rados.rados.0.smithi001.stdout:456: done (0 left) 2024-08-17T16:52:12.133 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 38 2024-08-17T16:52:12.133 INFO:tasks.rados.rados.0.smithi001.stdout:457: seq_num 178 ranges {0=589824} 2024-08-17T16:52:12.135 INFO:tasks.rados.rados.0.smithi001.stdout:457: writing smithi00187473-49 from 0 to 589824 tid 1 2024-08-17T16:52:12.135 INFO:tasks.rados.rados.0.smithi001.stdout:458: snap_remove snap 34 2024-08-17T16:52:12.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:12 smithi189 ceph-mon[33558]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T16:52:12.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:12 smithi189 ceph-mon[33558]: pgmap v206: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T16:52:12.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:12 smithi001 ceph-mon[41665]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T16:52:12.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:12 smithi001 ceph-mon[41665]: pgmap v206: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T16:52:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:12 smithi001 ceph-mon[29829]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T16:52:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:12 smithi001 ceph-mon[29829]: pgmap v206: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T16:52:13.062 INFO:tasks.rados.rados.0.smithi001.stdout:458: done (1 left) 2024-08-17T16:52:13.063 INFO:tasks.rados.rados.0.smithi001.stdout:459: copy_from oid 46 from oid 11 current snap is 38 2024-08-17T16:52:13.063 INFO:tasks.rados.rados.0.smithi001.stdout:457: finishing write tid 1 to smithi00187473-49 2024-08-17T16:52:13.063 INFO:tasks.rados.rados.0.smithi001.stdout:457: finishing write tid 2 to smithi00187473-49 2024-08-17T16:52:13.063 INFO:tasks.rados.rados.0.smithi001.stdout:457: finishing write tid 3 to smithi00187473-49 2024-08-17T16:52:13.063 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 242 (ObjNum 178 snap 38 seq_num 178) dirty exists 2024-08-17T16:52:13.063 INFO:tasks.rados.rados.0.smithi001.stdout:457: left oid 49 (ObjNum 178 snap 38 seq_num 178) 2024-08-17T16:52:13.063 INFO:tasks.rados.rados.0.smithi001.stdout:457: done (1 left) 2024-08-17T16:52:13.063 INFO:tasks.rados.rados.0.smithi001.stdout:460: setattr oid 27 current snap is 38 2024-08-17T16:52:13.065 INFO:tasks.rados.rados.0.smithi001.stdout:461: rollback oid 3 current snap is 38 2024-08-17T16:52:13.065 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 21 2024-08-17T16:52:13.065 INFO:tasks.rados.rados.0.smithi001.stdout:462: setattr oid 40 current snap is 38 2024-08-17T16:52:13.067 INFO:tasks.rados.rados.0.smithi001.stdout:463: snap_create 2024-08-17T16:52:13.071 INFO:tasks.rados.rados.0.smithi001.stdout:461: finishing rollback tid 1 to smithi00187473-3 2024-08-17T16:52:13.071 INFO:tasks.rados.rados.0.smithi001.stdout:461: finishing rollback tid 2 to smithi00187473-3 2024-08-17T16:52:13.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 127 (ObjNum 65 snap 3 seq_num 65) dirty exists 2024-08-17T16:52:13.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 130 (ObjNum 175 snap 38 seq_num 175) dirty exists 2024-08-17T16:52:13.076 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 84 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T16:52:13.085 INFO:tasks.rados.rados.0.smithi001.stdout:459: finishing copy_from racing read to smithi00187473-46 2024-08-17T16:52:13.086 INFO:tasks.rados.rados.0.smithi001.stdout:459: finishing copy_from to smithi00187473-46 2024-08-17T16:52:13.086 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 279 (ObjNum 112 snap 21 seq_num 112) dirty exists 2024-08-17T16:52:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:13 smithi189 ceph-mon[33558]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T16:52:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:13 smithi001 ceph-mon[29829]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T16:52:13.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:13 smithi001 ceph-mon[41665]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T16:52:13.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:13 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:13] "GET /metrics HTTP/1.1" 200 240153 "" "Prometheus/2.43.0" 2024-08-17T16:52:14.050 INFO:tasks.rados.rados.0.smithi001.stdout:459: done (4 left) 2024-08-17T16:52:14.050 INFO:tasks.rados.rados.0.smithi001.stdout:460: done (3 left) 2024-08-17T16:52:14.050 INFO:tasks.rados.rados.0.smithi001.stdout:461: done (2 left) 2024-08-17T16:52:14.050 INFO:tasks.rados.rados.0.smithi001.stdout:462: done (1 left) 2024-08-17T16:52:14.050 INFO:tasks.rados.rados.0.smithi001.stdout:463: done (0 left) 2024-08-17T16:52:14.050 INFO:tasks.rados.rados.0.smithi001.stdout:464: snap_create 2024-08-17T16:52:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:14 smithi189 ceph-mon[33558]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T16:52:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:14 smithi189 ceph-mon[33558]: pgmap v209: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T16:52:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:14 smithi189 ceph-mon[33558]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T16:52:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:14 smithi001 ceph-mon[29829]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T16:52:14.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:14 smithi001 ceph-mon[29829]: pgmap v209: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T16:52:14.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:14 smithi001 ceph-mon[29829]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T16:52:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:14 smithi001 ceph-mon[41665]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T16:52:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:14 smithi001 ceph-mon[41665]: pgmap v209: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-08-17T16:52:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:14 smithi001 ceph-mon[41665]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T16:52:15.051 INFO:tasks.rados.rados.0.smithi001.stdout:464: done (0 left) 2024-08-17T16:52:15.052 INFO:tasks.rados.rados.0.smithi001.stdout:465: setattr oid 4 current snap is 40 2024-08-17T16:52:15.052 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 40 2024-08-17T16:52:15.053 INFO:tasks.rados.rados.0.smithi001.stdout:466: seq_num 179 ranges {352256=606208} 2024-08-17T16:52:15.059 INFO:tasks.rados.rados.0.smithi001.stdout:466: writing smithi00187473-14 from 352256 to 958464 tid 1 2024-08-17T16:52:15.059 INFO:tasks.rados.rados.0.smithi001.stdout:467: read oid 16 snap 39 2024-08-17T16:52:15.059 INFO:tasks.rados.rados.0.smithi001.stdout:467: expect (ObjNum 80 snap 11 seq_num 80) 2024-08-17T16:52:15.059 INFO:tasks.rados.rados.0.smithi001.stdout:468: rmattr oid 10 current snap is 40 2024-08-17T16:52:15.060 INFO:tasks.rados.rados.0.smithi001.stdout:468: done (3 left) 2024-08-17T16:52:15.060 INFO:tasks.rados.rados.0.smithi001.stdout:469: copy_from oid 41 from oid 17 current snap is 40 2024-08-17T16:52:15.060 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 52 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-17T16:52:15.060 INFO:tasks.rados.rados.0.smithi001.stdout:465: done (3 left) 2024-08-17T16:52:15.060 INFO:tasks.rados.rados.0.smithi001.stdout:470: delete oid 22 current snap is 40 2024-08-17T16:52:15.061 INFO:tasks.rados.rados.0.smithi001.stdout:470: done (3 left) 2024-08-17T16:52:15.062 INFO:tasks.rados.rados.0.smithi001.stdout:471: rmattr oid 28 current snap is 40 2024-08-17T16:52:15.062 INFO:tasks.rados.rados.0.smithi001.stdout:471: done (3 left) 2024-08-17T16:52:15.062 INFO:tasks.rados.rados.0.smithi001.stdout:472: rollback oid 13 current snap is 40 2024-08-17T16:52:15.062 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 31 2024-08-17T16:52:15.062 INFO:tasks.rados.rados.0.smithi001.stdout:473: copy_from oid 23 from oid 3 current snap is 40 2024-08-17T16:52:15.062 INFO:tasks.rados.rados.0.smithi001.stdout:474: read oid 6 snap -1 2024-08-17T16:52:15.062 INFO:tasks.rados.rados.0.smithi001.stdout:474: expect (ObjNum 172 snap 38 seq_num 172) 2024-08-17T16:52:15.062 INFO:tasks.rados.rados.0.smithi001.stdout:475: snap_remove snap 36 2024-08-17T16:52:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:466: finishing write tid 1 to smithi00187473-14 2024-08-17T16:52:16.058 INFO:tasks.rados.rados.0.smithi001.stdout:472: finishing rollback tid 0 to smithi00187473-13 2024-08-17T16:52:16.058 INFO:tasks.rados.rados.0.smithi001.stdout:466: finishing write tid 2 to smithi00187473-14 2024-08-17T16:52:16.058 INFO:tasks.rados.rados.0.smithi001.stdout:472: finishing rollback tid 1 to smithi00187473-13 2024-08-17T16:52:16.058 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 55 (ObjNum 65 snap 0 seq_num 0) dirty dne 2024-08-17T16:52:16.058 INFO:tasks.rados.rados.0.smithi001.stdout:467: expect (ObjNum 80 snap 11 seq_num 80) 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:466: finishing write tid 3 to smithi00187473-14 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 88 (ObjNum 179 snap 40 seq_num 179) dirty exists 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:466: left oid 14 (ObjNum 179 snap 40 seq_num 179) 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:469: finishing copy_from racing read to smithi00187473-41 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:473: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:469: finishing copy_from to smithi00187473-41 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 420 (ObjNum 170 snap 38 seq_num 170) dirty exists 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:473: finishing copy_from to smithi00187473-23 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 127 (ObjNum 65 snap 3 seq_num 65) dirty exists 2024-08-17T16:52:16.100 INFO:tasks.rados.rados.0.smithi001.stdout:474: expect (ObjNum 172 snap 38 seq_num 172) 2024-08-17T16:52:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:466: done (6 left) 2024-08-17T16:52:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:467: done (5 left) 2024-08-17T16:52:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:469: done (4 left) 2024-08-17T16:52:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:472: done (3 left) 2024-08-17T16:52:16.252 INFO:tasks.rados.rados.0.smithi001.stdout:473: done (2 left) 2024-08-17T16:52:16.252 INFO:tasks.rados.rados.0.smithi001.stdout:474: done (1 left) 2024-08-17T16:52:16.252 INFO:tasks.rados.rados.0.smithi001.stdout:475: done (0 left) 2024-08-17T16:52:16.252 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 40 2024-08-17T16:52:16.252 INFO:tasks.rados.rados.0.smithi001.stdout:476: seq_num 181 ranges {958464=638976} 2024-08-17T16:52:16.260 INFO:tasks.rados.rados.0.smithi001.stdout:476: writing smithi00187473-14 from 958464 to 1597440 tid 1 2024-08-17T16:52:16.260 INFO:tasks.rados.rados.0.smithi001.stdout:477: delete oid 1 current snap is 40 2024-08-17T16:52:16.262 INFO:tasks.rados.rados.0.smithi001.stdout:477: done (1 left) 2024-08-17T16:52:16.262 INFO:tasks.rados.rados.0.smithi001.stdout:478: snap_create 2024-08-17T16:52:16.263 INFO:tasks.rados.rados.0.smithi001.stdout:476: finishing write tid 1 to smithi00187473-14 2024-08-17T16:52:16.263 INFO:tasks.rados.rados.0.smithi001.stdout:476: finishing write tid 2 to smithi00187473-14 2024-08-17T16:52:16.264 INFO:tasks.rados.rados.0.smithi001.stdout:476: finishing write tid 3 to smithi00187473-14 2024-08-17T16:52:16.264 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 96 (ObjNum 181 snap 40 seq_num 181) dirty exists 2024-08-17T16:52:16.264 INFO:tasks.rados.rados.0.smithi001.stdout:476: left oid 14 (ObjNum 181 snap 40 seq_num 181) 2024-08-17T16:52:16.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:16 smithi189 ceph-mon[33558]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T16:52:16.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:16 smithi189 ceph-mon[33558]: pgmap v212: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:16.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:16 smithi001 ceph-mon[29829]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T16:52:16.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:16 smithi001 ceph-mon[29829]: pgmap v212: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:16.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:16 smithi001 ceph-mon[41665]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T16:52:16.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:16 smithi001 ceph-mon[41665]: pgmap v212: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:17.061 INFO:tasks.rados.rados.0.smithi001.stdout:476: done (1 left) 2024-08-17T16:52:17.061 INFO:tasks.rados.rados.0.smithi001.stdout:478: done (0 left) 2024-08-17T16:52:17.061 INFO:tasks.rados.rados.0.smithi001.stdout:479: snap_create 2024-08-17T16:52:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:17 smithi189 ceph-mon[33558]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T16:52:17.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:17 smithi001 ceph-mon[29829]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T16:52:17.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:17 smithi001 ceph-mon[41665]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T16:52:18.066 INFO:tasks.rados.rados.0.smithi001.stdout:479: done (0 left) 2024-08-17T16:52:18.067 INFO:tasks.rados.rados.0.smithi001.stdout:480: snap_remove snap 21 2024-08-17T16:52:18.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:18 smithi189 ceph-mon[33558]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T16:52:18.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:18 smithi189 ceph-mon[33558]: pgmap v215: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-08-17T16:52:18.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:18 smithi001 ceph-mon[41665]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T16:52:18.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:18 smithi001 ceph-mon[41665]: pgmap v215: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-08-17T16:52:18.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:18 smithi001 ceph-mon[29829]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T16:52:18.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:18 smithi001 ceph-mon[29829]: pgmap v215: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-08-17T16:52:19.052 INFO:tasks.rados.rados.0.smithi001.stdout:480: done (0 left) 2024-08-17T16:52:19.053 INFO:tasks.rados.rados.0.smithi001.stdout:481: read oid 21 snap -1 2024-08-17T16:52:19.053 INFO:tasks.rados.rados.0.smithi001.stdout:481: expect (ObjNum 159 snap 36 seq_num 159) 2024-08-17T16:52:19.053 INFO:tasks.rados.rados.0.smithi001.stdout:482: snap_remove snap 37 2024-08-17T16:52:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:19 smithi189 ceph-mon[33558]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T16:52:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:19 smithi189 ceph-mon[33558]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T16:52:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:19 smithi001 ceph-mon[29829]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T16:52:19.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:19 smithi001 ceph-mon[29829]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T16:52:19.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:19 smithi001 ceph-mon[41665]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T16:52:19.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:19 smithi001 ceph-mon[41665]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T16:52:19.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:52:20.054 INFO:tasks.rados.rados.0.smithi001.stdout:481: expect (ObjNum 159 snap 36 seq_num 159) 2024-08-17T16:52:20.067 INFO:tasks.rados.rados.0.smithi001.stdout:481: done (1 left) 2024-08-17T16:52:20.068 INFO:tasks.rados.rados.0.smithi001.stdout:482: done (0 left) 2024-08-17T16:52:20.068 INFO:tasks.rados.rados.0.smithi001.stdout:483: snap_remove snap 33 2024-08-17T16:52:20.334 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:20 smithi189 ceph-mon[33558]: pgmap v218: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-08-17T16:52:20.334 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:20 smithi189 ceph-mon[33558]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T16:52:20.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-mon[29829]: pgmap v218: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-08-17T16:52:20.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-mon[29829]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T16:52:20.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-mon[41665]: pgmap v218: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 21 op/s 2024-08-17T16:52:20.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-mon[41665]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T16:52:20.469 INFO:tasks.rados.rados.0.smithi001.stdout:483: done (0 left) 2024-08-17T16:52:20.469 INFO:tasks.rados.rados.0.smithi001.stdout:484: copy_from oid 40 from oid 18 current snap is 42 2024-08-17T16:52:20.469 INFO:tasks.rados.rados.0.smithi001.stdout:485: rollback oid 8 current snap is 42 2024-08-17T16:52:20.469 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 39 2024-08-17T16:52:20.469 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 42 2024-08-17T16:52:20.469 INFO:tasks.rados.rados.0.smithi001.stdout:486: seq_num 183 ranges {3858432=671744} 2024-08-17T16:52:20.496 INFO:tasks.rados.rados.0.smithi001.stdout:486: writing smithi00187473-43 from 3858432 to 4530176 tid 1 2024-08-17T16:52:20.496 INFO:tasks.rados.rados.0.smithi001.stdout:487: snap_create 2024-08-17T16:52:20.496 INFO:tasks.rados.rados.0.smithi001.stdout:485: finishing rollback tid 0 to smithi00187473-8 2024-08-17T16:52:20.496 INFO:tasks.rados.rados.0.smithi001.stdout:485: finishing rollback tid 1 to smithi00187473-8 2024-08-17T16:52:20.496 INFO:tasks.rados.rados.0.smithi001.stdout:485: finishing rollback tid 2 to smithi00187473-8 2024-08-17T16:52:20.496 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 100 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:52:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:486: finishing write tid 1 to smithi00187473-43 2024-08-17T16:52:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:486: finishing write tid 2 to smithi00187473-43 2024-08-17T16:52:20.501 INFO:tasks.rados.rados.0.smithi001.stdout:486: finishing write tid 3 to smithi00187473-43 2024-08-17T16:52:20.502 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 516 (ObjNum 183 snap 42 seq_num 183) dirty exists 2024-08-17T16:52:20.502 INFO:tasks.rados.rados.0.smithi001.stdout:486: left oid 43 (ObjNum 183 snap 42 seq_num 183) 2024-08-17T16:52:20.513 INFO:tasks.rados.rados.0.smithi001.stdout:484: finishing copy_from racing read to smithi00187473-40 2024-08-17T16:52:20.517 INFO:tasks.rados.rados.0.smithi001.stdout:484: finishing copy_from to smithi00187473-40 2024-08-17T16:52:20.517 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 390 (ObjNum 160 snap 36 seq_num 160) dirty exists 2024-08-17T16:52:20.678 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:20] ENGINE Bus STOPPING 2024-08-17T16:52:20.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:52:20.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:20] ENGINE Bus STOPPED 2024-08-17T16:52:20.759 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:20.465+0000 7fc361e2b640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-17T16:52:20.759 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ignoring --setuser ceph since I am not root 2024-08-17T16:52:20.759 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ignoring --setgroup ceph since I am not root 2024-08-17T16:52:20.759 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-mgr[30102]: -- 172.21.15.1:0/3688069181 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557d0192c9c0 con 0x557d01938800 2024-08-17T16:52:20.759 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:20.628+0000 7fa1b5059ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:52:20.759 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:20.757+0000 7fa1b5059ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:52:21.072 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:20 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:20.825+0000 7fa1b5059ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:52:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: Activating manager daemon x 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24455 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: mgrmap e24: x(active, starting, since 0.00941655s) 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:52:21.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:52:21.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:21 smithi189 ceph-mon[33558]: Manager daemon x is now available 2024-08-17T16:52:21.432 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:21.078+0000 7fa1b5059ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:52:21.432 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:21.138+0000 7fa1b5059ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:52:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:21.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: Activating manager daemon x 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T16:52:21.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24455 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: mgrmap e24: x(active, starting, since 0.00941655s) 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:52:21.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[41665]: Manager daemon x is now available 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 172.21.15.1:0/4209839583' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: Activating manager daemon x 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24455 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: mgrmap e24: x(active, starting, since 0.00941655s) 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:21.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:52:21.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:21 smithi001 ceph-mon[29829]: Manager daemon x is now available 2024-08-17T16:52:21.472 INFO:tasks.rados.rados.0.smithi001.stdout:484: done (3 left) 2024-08-17T16:52:21.472 INFO:tasks.rados.rados.0.smithi001.stdout:485: done (2 left) 2024-08-17T16:52:21.472 INFO:tasks.rados.rados.0.smithi001.stdout:486: done (1 left) 2024-08-17T16:52:21.472 INFO:tasks.rados.rados.0.smithi001.stdout:487: done (0 left) 2024-08-17T16:52:21.473 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 43 2024-08-17T16:52:21.473 INFO:tasks.rados.rados.0.smithi001.stdout:488: seq_num 184 ranges {2408448=688128} 2024-08-17T16:52:21.491 INFO:tasks.rados.rados.0.smithi001.stdout:488: writing smithi00187473-17 from 2408448 to 3096576 tid 1 2024-08-17T16:52:21.491 INFO:tasks.rados.rados.0.smithi001.stdout:489: copy_from oid 28 from oid 42 current snap is 43 2024-08-17T16:52:21.492 INFO:tasks.rados.rados.0.smithi001.stdout:490: rollback oid 15 current snap is 43 2024-08-17T16:52:21.492 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 41 2024-08-17T16:52:21.492 INFO:tasks.rados.rados.0.smithi001.stdout:491: rollback oid 33 current snap is 43 2024-08-17T16:52:21.492 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 39 2024-08-17T16:52:21.492 INFO:tasks.rados.rados.0.smithi001.stdout:492: delete oid 46 current snap is 43 2024-08-17T16:52:21.494 INFO:tasks.rados.rados.0.smithi001.stdout:490: finishing rollback tid 0 to smithi00187473-15 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:490: finishing rollback tid 1 to smithi00187473-15 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:490: finishing rollback tid 2 to smithi00187473-15 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 116 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:491: finishing rollback tid 0 to smithi00187473-33 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:491: finishing rollback tid 1 to smithi00187473-33 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:490: done (4 left) 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:492: done (3 left) 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:493: read oid 1 snap 31 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:493: expect (ObjNum 85 snap 16 seq_num 85) 2024-08-17T16:52:21.497 INFO:tasks.rados.rados.0.smithi001.stdout:494: read oid 12 snap -1 2024-08-17T16:52:21.498 INFO:tasks.rados.rados.0.smithi001.stdout:494: expect (ObjNum 165 snap 37 seq_num 165) 2024-08-17T16:52:21.498 INFO:tasks.rados.rados.0.smithi001.stdout:495: rmattr oid 25 current snap is 43 2024-08-17T16:52:21.498 INFO:tasks.rados.rados.0.smithi001.stdout:491: finishing rollback tid 2 to smithi00187473-33 2024-08-17T16:52:21.498 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 108 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-08-17T16:52:21.498 INFO:tasks.rados.rados.0.smithi001.stdout:491: done (5 left) 2024-08-17T16:52:21.498 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 43 2024-08-17T16:52:21.498 INFO:tasks.rados.rados.0.smithi001.stdout:496: seq_num 186 ranges {0=720896} 2024-08-17T16:52:21.502 INFO:tasks.rados.rados.0.smithi001.stdout:496: writing smithi00187473-7 from 0 to 720896 tid 1 2024-08-17T16:52:21.503 INFO:tasks.rados.rados.0.smithi001.stdout:497: read oid 2 snap -1 2024-08-17T16:52:21.503 INFO:tasks.rados.rados.0.smithi001.stdout:497: expect deleted 2024-08-17T16:52:21.503 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 43 2024-08-17T16:52:21.503 INFO:tasks.rados.rados.0.smithi001.stdout:488: finishing write tid 1 to smithi00187473-17 2024-08-17T16:52:21.503 INFO:tasks.rados.rados.0.smithi001.stdout:488: finishing write tid 2 to smithi00187473-17 2024-08-17T16:52:21.503 INFO:tasks.rados.rados.0.smithi001.stdout:498: seq_num 187 ranges {0=737280} 2024-08-17T16:52:21.507 INFO:tasks.rados.rados.0.smithi001.stdout:498: writing smithi00187473-38 from 0 to 737280 tid 1 2024-08-17T16:52:21.507 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 43 2024-08-17T16:52:21.507 INFO:tasks.rados.rados.0.smithi001.stdout:499: seq_num 188 ranges {270336=753664} 2024-08-17T16:52:21.514 INFO:tasks.rados.rados.0.smithi001.stdout:499: writing smithi00187473-21 from 270336 to 1024000 tid 1 2024-08-17T16:52:21.514 INFO:tasks.rados.rados.0.smithi001.stdout:500: snap_remove snap 40 2024-08-17T16:52:22.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:22] ENGINE Bus STARTING 2024-08-17T16:52:22.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c2acd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c2acd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c2acd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c2acd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c2acd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c5ad3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.430 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c5ad3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.430 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c5ad3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.430 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c5ad3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.430 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:22.149+0000 7f55c5ad3640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:52:22.430 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:22] ENGINE Serving on http://:::9283 2024-08-17T16:52:22.430 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:52:22] ENGINE Bus STARTED 2024-08-17T16:52:22.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:22.129+0000 7fa1b5059ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:52:22.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:22.247+0000 7fa1b5059ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:52:22.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:22.305+0000 7fa1b5059ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:52:22.481 INFO:tasks.rados.rados.0.smithi001.stdout:488: finishing write tid 3 to smithi00187473-17 2024-08-17T16:52:22.482 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 519 (ObjNum 184 snap 43 seq_num 184) dirty exists 2024-08-17T16:52:22.482 INFO:tasks.rados.rados.0.smithi001.stdout:488: left oid 17 (ObjNum 184 snap 43 seq_num 184) 2024-08-17T16:52:22.482 INFO:tasks.rados.rados.0.smithi001.stdout:496: finishing write tid 1 to smithi00187473-7 2024-08-17T16:52:22.482 INFO:tasks.rados.rados.0.smithi001.stdout:496: finishing write tid 2 to smithi00187473-7 2024-08-17T16:52:22.482 INFO:tasks.rados.rados.0.smithi001.stdout:496: finishing write tid 3 to smithi00187473-7 2024-08-17T16:52:22.482 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 392 (ObjNum 186 snap 43 seq_num 186) dirty exists 2024-08-17T16:52:22.482 INFO:tasks.rados.rados.0.smithi001.stdout:496: left oid 7 (ObjNum 186 snap 43 seq_num 186) 2024-08-17T16:52:22.482 INFO:tasks.rados.rados.0.smithi001.stdout:493: expect (ObjNum 85 snap 16 seq_num 85) 2024-08-17T16:52:22.555 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 267 (ObjNum 119 snap 24 seq_num 119) dirty exists 2024-08-17T16:52:22.555 INFO:tasks.rados.rados.0.smithi001.stdout:498: finishing write tid 1 to smithi00187473-38 2024-08-17T16:52:22.555 INFO:tasks.rados.rados.0.smithi001.stdout:498: finishing write tid 2 to smithi00187473-38 2024-08-17T16:52:22.555 INFO:tasks.rados.rados.0.smithi001.stdout:488: done (9 left) 2024-08-17T16:52:22.555 INFO:tasks.rados.rados.0.smithi001.stdout:493: done (8 left) 2024-08-17T16:52:22.555 INFO:tasks.rados.rados.0.smithi001.stdout:495: done (7 left) 2024-08-17T16:52:22.555 INFO:tasks.rados.rados.0.smithi001.stdout:496: done (6 left) 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:497: done (5 left) 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:500: done (4 left) 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:501: snap_create 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:498: finishing write tid 3 to smithi00187473-38 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 521 (ObjNum 187 snap 43 seq_num 187) dirty exists 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:498: left oid 38 (ObjNum 187 snap 43 seq_num 187) 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:499: finishing write tid 1 to smithi00187473-21 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:499: finishing write tid 2 to smithi00187473-21 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:499: finishing write tid 3 to smithi00187473-21 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 69 (ObjNum 188 snap 43 seq_num 188) dirty exists 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:499: left oid 21 (ObjNum 188 snap 43 seq_num 188) 2024-08-17T16:52:22.556 INFO:tasks.rados.rados.0.smithi001.stdout:494: expect (ObjNum 165 snap 37 seq_num 165) 2024-08-17T16:52:22.793 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:22.524+0000 7fa1b5059ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:52:22.793 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:22.590+0000 7fa1b5059ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:52:22.793 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:22.661+0000 7fa1b5059ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:52:22.793 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:22.791+0000 7fa1b5059ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:52:22.793 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: mgrmap e25: x(active, since 1.00933s) 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: Checking for cert/key for grafana.a 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: Migrating grafana.a cert to cert store 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: Migrating grafana.a key to cert store 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:22.794 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: mgrmap e25: x(active, since 1.00933s) 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: Checking for cert/key for grafana.a 2024-08-17T16:52:22.795 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: Migrating grafana.a cert to cert store 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: Migrating grafana.a key to cert store 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:52:22.796 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:22 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:52:22.845 INFO:tasks.rados.rados.0.smithi001.stdout:489: finishing copy_from racing read to smithi00187473-28 2024-08-17T16:52:22.845 INFO:tasks.rados.rados.0.smithi001.stdout:489: finishing copy_from to smithi00187473-28 2024-08-17T16:52:22.845 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 86 (ObjNum 136 snap 31 seq_num 136) dirty exists 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: mgrmap e25: x(active, since 1.00933s) 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: Checking for cert/key for grafana.a 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: Migrating grafana.a cert to cert store 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: Migrating grafana.a key to cert store 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:22.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:22.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:22.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:52:22.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:52:22.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:52:22.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:22 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:52:23.479 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:23.227+0000 7fa1b5059ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:52:23.488 INFO:tasks.rados.rados.0.smithi001.stdout:489: done (4 left) 2024-08-17T16:52:23.489 INFO:tasks.rados.rados.0.smithi001.stdout:494: done (3 left) 2024-08-17T16:52:23.489 INFO:tasks.rados.rados.0.smithi001.stdout:498: done (2 left) 2024-08-17T16:52:23.489 INFO:tasks.rados.rados.0.smithi001.stdout:499: done (1 left) 2024-08-17T16:52:23.489 INFO:tasks.rados.rados.0.smithi001.stdout:501: done (0 left) 2024-08-17T16:52:23.489 INFO:tasks.rados.rados.0.smithi001.stdout:502: snap_remove snap 41 2024-08-17T16:52:23.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-mon[29829]: pgmap v5: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 253 MiB/s rd, 155 MiB/s wr, 2.37k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-08-17T16:52:23.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-mon[29829]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T16:52:23.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-mon[29829]: Deploying cephadm binary to smithi001 2024-08-17T16:52:23.737 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-mon[29829]: Deploying cephadm binary to smithi189 2024-08-17T16:52:23.737 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:23.537+0000 7fa1b5059ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:52:23.737 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:23.604+0000 7fa1b5059ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:52:23.737 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:23.735+0000 7fa1b5059ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:52:23.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-mon[41665]: pgmap v5: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 253 MiB/s rd, 155 MiB/s wr, 2.37k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-08-17T16:52:23.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-mon[41665]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T16:52:23.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-mon[41665]: Deploying cephadm binary to smithi001 2024-08-17T16:52:23.738 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:23 smithi001 ceph-mon[41665]: Deploying cephadm binary to smithi189 2024-08-17T16:52:23.821 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-mon[33558]: pgmap v5: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 253 MiB/s rd, 155 MiB/s wr, 2.37k op/s; 1.7 MiB/s, 5 objects/s recovering 2024-08-17T16:52:23.821 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-mon[33558]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T16:52:23.821 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-mon[33558]: Deploying cephadm binary to smithi001 2024-08-17T16:52:23.821 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-mon[33558]: Deploying cephadm binary to smithi189 2024-08-17T16:52:24.054 INFO:tasks.rados.rados.0.smithi001.stdout:502: done (0 left) 2024-08-17T16:52:24.055 INFO:tasks.rados.rados.0.smithi001.stdout:503: read oid 16 snap 38 2024-08-17T16:52:24.055 INFO:tasks.rados.rados.0.smithi001.stdout:503: expect (ObjNum 80 snap 11 seq_num 80) 2024-08-17T16:52:24.055 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 44 2024-08-17T16:52:24.055 INFO:tasks.rados.rados.0.smithi001.stdout:504: seq_num 189 ranges {0=770048} 2024-08-17T16:52:24.060 INFO:tasks.rados.rados.0.smithi001.stdout:504: writing smithi00187473-2 from 0 to 770048 tid 1 2024-08-17T16:52:24.060 INFO:tasks.rados.rados.0.smithi001.stdout:505: setattr oid 49 current snap is 44 2024-08-17T16:52:24.061 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 44 2024-08-17T16:52:24.061 INFO:tasks.rados.rados.0.smithi001.stdout:506: seq_num 190 ranges {2727936=786432} 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:506: writing smithi00187473-45 from 2727936 to 3514368 tid 1 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:507: read oid 35 snap -1 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:507: expect (ObjNum 133 snap 30 seq_num 133) 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 271 (ObjNum 178 snap 38 seq_num 178) dirty exists 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:504: finishing write tid 1 to smithi00187473-2 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:504: finishing write tid 2 to smithi00187473-2 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:504: finishing write tid 3 to smithi00187473-2 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 531 (ObjNum 189 snap 44 seq_num 189) dirty exists 2024-08-17T16:52:24.082 INFO:tasks.rados.rados.0.smithi001.stdout:504: left oid 2 (ObjNum 189 snap 44 seq_num 189) 2024-08-17T16:52:24.083 INFO:tasks.rados.rados.0.smithi001.stdout:503: expect (ObjNum 80 snap 11 seq_num 80) 2024-08-17T16:52:24.120 INFO:tasks.rados.rados.0.smithi001.stdout:506: finishing write tid 1 to smithi00187473-45 2024-08-17T16:52:24.120 INFO:tasks.rados.rados.0.smithi001.stdout:506: finishing write tid 2 to smithi00187473-45 2024-08-17T16:52:24.120 INFO:tasks.rados.rados.0.smithi001.stdout:506: finishing write tid 3 to smithi00187473-45 2024-08-17T16:52:24.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 534 (ObjNum 190 snap 44 seq_num 190) dirty exists 2024-08-17T16:52:24.120 INFO:tasks.rados.rados.0.smithi001.stdout:506: left oid 45 (ObjNum 190 snap 44 seq_num 190) 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:503: done (4 left) 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:504: done (3 left) 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:505: done (2 left) 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:506: done (1 left) 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:508: read oid 31 snap -1 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:508: expect (ObjNum 111 snap 21 seq_num 111) 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:509: copy_from oid 1 from oid 39 current snap is 44 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:510: rollback oid 45 current snap is 44 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 31 2024-08-17T16:52:24.121 INFO:tasks.rados.rados.0.smithi001.stdout:511: snap_remove snap 10 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:23.819+0000 7f55ae7e8640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:52:23] ENGINE Error in HTTPServer.serve 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: Traceback (most recent call last): 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: self._connections.run(self.expiration_interval) 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: self._run(expiration_interval) 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:52:24.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: s = self.context.wrap_socket( 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: return self.sslsocket_class._create( 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: self.do_handshake() 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: self._sslobj.do_handshake() 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:52:24.180 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:52:24.279 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:24.000+0000 7fa1b5059ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:52:24.279 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:24.075+0000 7fa1b5059ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:52:24.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[41665]: mgrmap e26: x(active, since 3s) 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[41665]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[41665]: [17/Aug/2024:16:52:23] ENGINE Bus STARTING 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[41665]: [17/Aug/2024:16:52:23] ENGINE Serving on https://172.21.15.189:7150 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[41665]: [17/Aug/2024:16:52:23] ENGINE Error in HTTPServer.serve 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:52:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: self.do_handshake() 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[41665]: [17/Aug/2024:16:52:23] ENGINE Serving on http://172.21.15.189:8765 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[41665]: [17/Aug/2024:16:52:23] ENGINE Bus STARTED 2024-08-17T16:52:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[41665]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[29829]: mgrmap e26: x(active, since 3s) 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[29829]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[29829]: [17/Aug/2024:16:52:23] ENGINE Bus STARTING 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[29829]: [17/Aug/2024:16:52:23] ENGINE Serving on https://172.21.15.189:7150 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[29829]: [17/Aug/2024:16:52:23] ENGINE Error in HTTPServer.serve 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:52:24.682 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[29829]: [17/Aug/2024:16:52:23] ENGINE Serving on http://172.21.15.189:8765 2024-08-17T16:52:24.683 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[29829]: [17/Aug/2024:16:52:23] ENGINE Bus STARTED 2024-08-17T16:52:24.684 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-mon[29829]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T16:52:24.684 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:24.278+0000 7fa1b5059ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:52:24.684 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:24.344+0000 7fa1b5059ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:52:24.684 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:24.434+0000 7fa1b5059ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:52:24.684 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:24.506+0000 7fa1b5059ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:52:24.795 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:24 smithi189 ceph-mon[33558]: mgrmap e26: x(active, since 3s) 2024-08-17T16:52:24.795 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:24 smithi189 ceph-mon[33558]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:24 smithi189 ceph-mon[33558]: [17/Aug/2024:16:52:23] ENGINE Bus STARTING 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:24 smithi189 ceph-mon[33558]: [17/Aug/2024:16:52:23] ENGINE Serving on https://172.21.15.189:7150 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:24 smithi189 ceph-mon[33558]: [17/Aug/2024:16:52:23] ENGINE Error in HTTPServer.serve 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: Traceback (most recent call last): 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._run(expiration_interval) 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: s = self.context.wrap_socket( 2024-08-17T16:52:24.796 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout: return self.sslsocket_class._create( 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout: self.do_handshake() 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._sslobj.do_handshake() 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:24 smithi189 ceph-mon[33558]: [17/Aug/2024:16:52:23] ENGINE Serving on http://172.21.15.189:8765 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:24 smithi189 ceph-mon[33558]: [17/Aug/2024:16:52:23] ENGINE Bus STARTED 2024-08-17T16:52:24.797 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:24 smithi189 ceph-mon[33558]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:511: done (4 left) 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:512: read oid 11 snap -1 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:512: expect (ObjNum 112 snap 21 seq_num 112) 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:513: rollback oid 10 current snap is 44 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 38 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:509: finishing copy_from to smithi00187473-1 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:509: got expected ENOENT (src dne) 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:514: delete oid 49 current snap is 44 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:509: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:52:25.063 INFO:tasks.rados.rados.0.smithi001.stdout:507: expect (ObjNum 133 snap 30 seq_num 133) 2024-08-17T16:52:25.134 INFO:tasks.rados.rados.0.smithi001.stdout:510: finishing rollback tid 0 to smithi00187473-45 2024-08-17T16:52:25.134 INFO:tasks.rados.rados.0.smithi001.stdout:508: expect (ObjNum 111 snap 21 seq_num 111) 2024-08-17T16:52:25.184 INFO:tasks.rados.rados.0.smithi001.stdout:510: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:52:25.184 INFO:tasks.rados.rados.0.smithi001.stdout:510: finishing rollback tid 2 to smithi00187473-45 2024-08-17T16:52:25.184 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 537 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T16:52:25.184 INFO:tasks.rados.rados.0.smithi001.stdout:507: done (6 left) 2024-08-17T16:52:25.184 INFO:tasks.rados.rados.0.smithi001.stdout:508: done (5 left) 2024-08-17T16:52:25.184 INFO:tasks.rados.rados.0.smithi001.stdout:509: done (4 left) 2024-08-17T16:52:25.184 INFO:tasks.rados.rados.0.smithi001.stdout:510: done (3 left) 2024-08-17T16:52:25.184 INFO:tasks.rados.rados.0.smithi001.stdout:514: done (2 left) 2024-08-17T16:52:25.185 INFO:tasks.rados.rados.0.smithi001.stdout:515: rmattr oid 9 current snap is 44 2024-08-17T16:52:25.185 INFO:tasks.rados.rados.0.smithi001.stdout:515: done (2 left) 2024-08-17T16:52:25.185 INFO:tasks.rados.rados.0.smithi001.stdout:516: snap_create 2024-08-17T16:52:25.185 INFO:tasks.rados.rados.0.smithi001.stdout:513: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:52:25.185 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 0 (ObjNum 177 snap 0 seq_num 1537659280) dirty dne 2024-08-17T16:52:25.185 INFO:tasks.rados.rados.0.smithi001.stdout:512: expect (ObjNum 112 snap 21 seq_num 112) 2024-08-17T16:52:25.329 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:25.068+0000 7fa1b5059ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:52:25.329 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:25.222+0000 7fa1b5059ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:52:25.330 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:52:25] ENGINE Bus STARTING 2024-08-17T16:52:25.330 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: CherryPy Checker: 2024-08-17T16:52:25.330 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: The Application mounted at '' has an empty config. 2024-08-17T16:52:25.330 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: 2024-08-17T16:52:25.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:52:25] ENGINE Serving on http://:::9283 2024-08-17T16:52:25.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: [17/Aug/2024:16:52:25] ENGINE Bus STARTED 2024-08-17T16:52:26.067 INFO:tasks.rados.rados.0.smithi001.stdout:512: done (2 left) 2024-08-17T16:52:26.067 INFO:tasks.rados.rados.0.smithi001.stdout:513: done (1 left) 2024-08-17T16:52:26.067 INFO:tasks.rados.rados.0.smithi001.stdout:516: done (0 left) 2024-08-17T16:52:26.067 INFO:tasks.rados.rados.0.smithi001.stdout:517: delete oid 37 current snap is 45 2024-08-17T16:52:26.069 INFO:tasks.rados.rados.0.smithi001.stdout:517: done (0 left) 2024-08-17T16:52:26.069 INFO:tasks.rados.rados.0.smithi001.stdout:518: read oid 28 snap 31 2024-08-17T16:52:26.069 INFO:tasks.rados.rados.0.smithi001.stdout:518: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-17T16:52:26.069 INFO:tasks.rados.rados.0.smithi001.stdout:519: read oid 2 snap 31 2024-08-17T16:52:26.069 INFO:tasks.rados.rados.0.smithi001.stdout:519: expect (ObjNum 104 snap 21 seq_num 104) 2024-08-17T16:52:26.069 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 45 2024-08-17T16:52:26.069 INFO:tasks.rados.rados.0.smithi001.stdout:520: seq_num 193 ranges {6053888=434176,6488064=401408} 2024-08-17T16:52:26.105 INFO:tasks.rados.rados.0.smithi001.stdout:520: writing smithi00187473-42 from 6053888 to 6488064 tid 1 2024-08-17T16:52:26.107 INFO:tasks.rados.rados.0.smithi001.stdout:520: writing smithi00187473-42 from 6488064 to 6889472 tid 2 2024-08-17T16:52:26.107 INFO:tasks.rados.rados.0.smithi001.stdout:521: snap_create 2024-08-17T16:52:26.107 INFO:tasks.rados.rados.0.smithi001.stdout:519: expect (ObjNum 104 snap 21 seq_num 104) 2024-08-17T16:52:26.154 INFO:tasks.rados.rados.0.smithi001.stdout:518: expect (ObjNum 108 snap 21 seq_num 108) 2024-08-17T16:52:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: pgmap v9: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 85 MiB/s rd, 52 MiB/s wr, 794 op/s; 575 KiB/s, 1 objects/s recovering 2024-08-17T16:52:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T16:52:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: Standby manager daemon y started 2024-08-17T16:52:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:52:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:52:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:52:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:52:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: pgmap v9: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 85 MiB/s rd, 52 MiB/s wr, 794 op/s; 575 KiB/s, 1 objects/s recovering 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: Standby manager daemon y started 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-17T16:52:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:26 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:52:26.220 INFO:tasks.rados.rados.0.smithi001.stdout:520: finishing write tid 1 to smithi00187473-42 2024-08-17T16:52:26.220 INFO:tasks.rados.rados.0.smithi001.stdout:520: finishing write tid 2 to smithi00187473-42 2024-08-17T16:52:26.220 INFO:tasks.rados.rados.0.smithi001.stdout:520: finishing write tid 3 to smithi00187473-42 2024-08-17T16:52:26.221 INFO:tasks.rados.rados.0.smithi001.stdout:520: finishing write tid 4 to smithi00187473-42 2024-08-17T16:52:26.221 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 114 (ObjNum 193 snap 45 seq_num 193) dirty exists 2024-08-17T16:52:26.221 INFO:tasks.rados.rados.0.smithi001.stdout:520: left oid 42 (ObjNum 193 snap 45 seq_num 193) 2024-08-17T16:52:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: pgmap v9: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 85 MiB/s rd, 52 MiB/s wr, 794 op/s; 575 KiB/s, 1 objects/s recovering 2024-08-17T16:52:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T16:52:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: Standby manager daemon y started 2024-08-17T16:52:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:52:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:52:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:52:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.1:0/3693271268' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:52:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: mgrmap e27: x(active, since 5s), standbys: y 2024-08-17T16:52:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:26 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:52:27.073 INFO:tasks.rados.rados.0.smithi001.stdout:518: done (3 left) 2024-08-17T16:52:27.073 INFO:tasks.rados.rados.0.smithi001.stdout:519: done (2 left) 2024-08-17T16:52:27.073 INFO:tasks.rados.rados.0.smithi001.stdout:520: done (1 left) 2024-08-17T16:52:27.073 INFO:tasks.rados.rados.0.smithi001.stdout:521: done (0 left) 2024-08-17T16:52:27.073 INFO:tasks.rados.rados.0.smithi001.stdout:522: setattr oid 5 current snap is 46 2024-08-17T16:52:27.074 INFO:tasks.rados.rados.0.smithi001.stdout:523: rollback oid 50 current snap is 46 2024-08-17T16:52:27.074 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 39 2024-08-17T16:52:27.074 INFO:tasks.rados.rados.0.smithi001.stdout:524: setattr oid 47 current snap is 46 2024-08-17T16:52:27.075 INFO:tasks.rados.rados.0.smithi001.stdout:525: rollback oid 10 current snap is 46 2024-08-17T16:52:27.076 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 44 2024-08-17T16:52:27.076 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 46 2024-08-17T16:52:27.076 INFO:tasks.rados.rados.0.smithi001.stdout:526: seq_num 194 ranges {1884160=458752,2342912=401408} 2024-08-17T16:52:27.089 INFO:tasks.rados.rados.0.smithi001.stdout:526: writing smithi00187473-11 from 1884160 to 2342912 tid 1 2024-08-17T16:52:27.092 INFO:tasks.rados.rados.0.smithi001.stdout:526: writing smithi00187473-11 from 2342912 to 2744320 tid 2 2024-08-17T16:52:27.092 INFO:tasks.rados.rados.0.smithi001.stdout:527: snap_remove snap 38 2024-08-17T16:52:27.350 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:27 smithi189 ceph-mon[33558]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T16:52:27.351 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:27 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:27.351 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:27 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:27.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:27 smithi001 ceph-mon[29829]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T16:52:27.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:27 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:27.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:27 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:27.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:27 smithi001 ceph-mon[41665]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T16:52:27.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:27 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:27.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:27 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.078 INFO:tasks.rados.rados.0.smithi001.stdout:527: done (5 left) 2024-08-17T16:52:28.078 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 46 2024-08-17T16:52:28.079 INFO:tasks.rados.rados.0.smithi001.stdout:528: seq_num 195 ranges {1138688=475136,1613824=401408} 2024-08-17T16:52:28.088 INFO:tasks.rados.rados.0.smithi001.stdout:528: writing smithi00187473-23 from 1138688 to 1613824 tid 1 2024-08-17T16:52:28.092 INFO:tasks.rados.rados.0.smithi001.stdout:528: writing smithi00187473-23 from 1613824 to 2015232 tid 2 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:529: rollback oid 20 current snap is 46 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 31 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 558 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:525: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:523: finishing rollback tid 0 to smithi00187473-50 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:523: finishing rollback tid 1 to smithi00187473-50 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:523: finishing rollback tid 2 to smithi00187473-50 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 283 (ObjNum 122 snap 24 seq_num 122) dirty exists 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 288 (ObjNum 114 snap 21 seq_num 114) dirty exists 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:526: finishing write tid 1 to smithi00187473-11 2024-08-17T16:52:28.093 INFO:tasks.rados.rados.0.smithi001.stdout:526: finishing write tid 2 to smithi00187473-11 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:526: finishing write tid 3 to smithi00187473-11 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:526: finishing write tid 4 to smithi00187473-11 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 562 (ObjNum 194 snap 46 seq_num 194) dirty exists 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:526: left oid 11 (ObjNum 194 snap 46 seq_num 194) 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:522: done (6 left) 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:523: done (5 left) 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:524: done (4 left) 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:525: done (3 left) 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:526: done (2 left) 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:530: rmattr oid 41 current snap is 46 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:530: done (2 left) 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:531: read oid 37 snap -1 2024-08-17T16:52:28.094 INFO:tasks.rados.rados.0.smithi001.stdout:531: expect deleted 2024-08-17T16:52:28.095 INFO:tasks.rados.rados.0.smithi001.stdout:532: snap_create 2024-08-17T16:52:28.095 INFO:tasks.rados.rados.0.smithi001.stdout:528: finishing write tid 1 to smithi00187473-23 2024-08-17T16:52:28.095 INFO:tasks.rados.rados.0.smithi001.stdout:529: finishing rollback tid 0 to smithi00187473-20 2024-08-17T16:52:28.095 INFO:tasks.rados.rados.0.smithi001.stdout:529: finishing rollback tid 1 to smithi00187473-20 2024-08-17T16:52:28.096 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 157 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T16:52:28.096 INFO:tasks.rados.rados.0.smithi001.stdout:528: finishing write tid 2 to smithi00187473-23 2024-08-17T16:52:28.096 INFO:tasks.rados.rados.0.smithi001.stdout:528: finishing write tid 3 to smithi00187473-23 2024-08-17T16:52:28.096 INFO:tasks.rados.rados.0.smithi001.stdout:528: finishing write tid 4 to smithi00187473-23 2024-08-17T16:52:28.096 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 300 (ObjNum 195 snap 46 seq_num 195) dirty exists 2024-08-17T16:52:28.096 INFO:tasks.rados.rados.0.smithi001.stdout:528: left oid 23 (ObjNum 195 snap 46 seq_num 195) 2024-08-17T16:52:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: pgmap v12: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T16:52:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T16:52:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:28 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: pgmap v12: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: pgmap v12: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:28.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:28 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.055 INFO:tasks.rados.rados.0.smithi001.stdout:528: done (3 left) 2024-08-17T16:52:29.055 INFO:tasks.rados.rados.0.smithi001.stdout:529: done (2 left) 2024-08-17T16:52:29.055 INFO:tasks.rados.rados.0.smithi001.stdout:531: done (1 left) 2024-08-17T16:52:29.055 INFO:tasks.rados.rados.0.smithi001.stdout:532: done (0 left) 2024-08-17T16:52:29.055 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 47 2024-08-17T16:52:29.055 INFO:tasks.rados.rados.0.smithi001.stdout:533: seq_num 196 ranges {1138688=491520,1630208=401408} 2024-08-17T16:52:29.064 INFO:tasks.rados.rados.0.smithi001.stdout:533: writing smithi00187473-3 from 1138688 to 1630208 tid 1 2024-08-17T16:52:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:533: writing smithi00187473-3 from 1630208 to 2031616 tid 2 2024-08-17T16:52:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 47 2024-08-17T16:52:29.066 INFO:tasks.rados.rados.0.smithi001.stdout:534: seq_num 197 ranges {0=507904,507904=401408} 2024-08-17T16:52:29.069 INFO:tasks.rados.rados.0.smithi001.stdout:534: writing smithi00187473-49 from 0 to 507904 tid 1 2024-08-17T16:52:29.071 INFO:tasks.rados.rados.0.smithi001.stdout:534: writing smithi00187473-49 from 507904 to 909312 tid 2 2024-08-17T16:52:29.071 INFO:tasks.rados.rados.0.smithi001.stdout:535: read oid 32 snap 31 2024-08-17T16:52:29.071 INFO:tasks.rados.rados.0.smithi001.stdout:535: expect deleted 2024-08-17T16:52:29.072 INFO:tasks.rados.rados.0.smithi001.stdout:536: rollback oid 50 current snap is 47 2024-08-17T16:52:29.072 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 44 2024-08-17T16:52:29.072 INFO:tasks.rados.rados.0.smithi001.stdout:533: finishing write tid 1 to smithi00187473-3 2024-08-17T16:52:29.072 INFO:tasks.rados.rados.0.smithi001.stdout:533: finishing write tid 2 to smithi00187473-3 2024-08-17T16:52:29.072 INFO:tasks.rados.rados.0.smithi001.stdout:533: finishing write tid 3 to smithi00187473-3 2024-08-17T16:52:29.072 INFO:tasks.rados.rados.0.smithi001.stdout:537: snap_create 2024-08-17T16:52:29.075 INFO:tasks.rados.rados.0.smithi001.stdout:533: finishing write tid 4 to smithi00187473-3 2024-08-17T16:52:29.075 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 130 (ObjNum 196 snap 47 seq_num 196) dirty exists 2024-08-17T16:52:29.076 INFO:tasks.rados.rados.0.smithi001.stdout:533: left oid 3 (ObjNum 196 snap 47 seq_num 196) 2024-08-17T16:52:29.076 INFO:tasks.rados.rados.0.smithi001.stdout:534: finishing write tid 1 to smithi00187473-49 2024-08-17T16:52:29.076 INFO:tasks.rados.rados.0.smithi001.stdout:534: finishing write tid 2 to smithi00187473-49 2024-08-17T16:52:29.076 INFO:tasks.rados.rados.0.smithi001.stdout:534: finishing write tid 3 to smithi00187473-49 2024-08-17T16:52:29.076 INFO:tasks.rados.rados.0.smithi001.stdout:536: finishing rollback tid 0 to smithi00187473-50 2024-08-17T16:52:29.077 INFO:tasks.rados.rados.0.smithi001.stdout:536: finishing rollback tid 1 to smithi00187473-50 2024-08-17T16:52:29.078 INFO:tasks.rados.rados.0.smithi001.stdout:534: finishing write tid 4 to smithi00187473-49 2024-08-17T16:52:29.078 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 303 (ObjNum 197 snap 47 seq_num 197) dirty exists 2024-08-17T16:52:29.078 INFO:tasks.rados.rados.0.smithi001.stdout:534: left oid 49 (ObjNum 197 snap 47 seq_num 197) 2024-08-17T16:52:29.079 INFO:tasks.rados.rados.0.smithi001.stdout:536: finishing rollback tid 2 to smithi00187473-50 2024-08-17T16:52:29.079 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 286 (ObjNum 122 snap 24 seq_num 122) dirty exists 2024-08-17T16:52:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:29 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi001 to 2481M 2024-08-17T16:52:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:29 smithi189 ceph-mon[33558]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T16:52:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:29 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:29 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:29 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:29 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:29 smithi189 ceph-mon[33558]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T16:52:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi001 to 2481M 2024-08-17T16:52:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[29829]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[29829]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi001 to 2481M 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[41665]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:29 smithi001 ceph-mon[41665]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T16:52:29.781 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:29] "GET /metrics HTTP/1.1" 200 35994 "" "Prometheus/2.43.0" 2024-08-17T16:52:30.057 INFO:tasks.rados.rados.0.smithi001.stdout:533: done (4 left) 2024-08-17T16:52:30.057 INFO:tasks.rados.rados.0.smithi001.stdout:534: done (3 left) 2024-08-17T16:52:30.057 INFO:tasks.rados.rados.0.smithi001.stdout:535: done (2 left) 2024-08-17T16:52:30.057 INFO:tasks.rados.rados.0.smithi001.stdout:536: done (1 left) 2024-08-17T16:52:30.057 INFO:tasks.rados.rados.0.smithi001.stdout:537: done (0 left) 2024-08-17T16:52:30.057 INFO:tasks.rados.rados.0.smithi001.stdout:538: read oid 22 snap -1 2024-08-17T16:52:30.058 INFO:tasks.rados.rados.0.smithi001.stdout:538: expect deleted 2024-08-17T16:52:30.058 INFO:tasks.rados.rados.0.smithi001.stdout:539: rollback oid 47 current snap is 48 2024-08-17T16:52:30.058 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 47 2024-08-17T16:52:30.058 INFO:tasks.rados.rados.0.smithi001.stdout:540: snap_remove snap 43 2024-08-17T16:52:30.417 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:30 smithi189 ceph-mon[33558]: pgmap v15: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T16:52:30.417 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:30 smithi189 ceph-mon[33558]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T16:52:30.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:30 smithi001 ceph-mon[41665]: pgmap v15: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T16:52:30.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:30 smithi001 ceph-mon[41665]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T16:52:30.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:30 smithi001 ceph-mon[29829]: pgmap v15: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-08-17T16:52:30.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:30 smithi001 ceph-mon[29829]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T16:52:31.059 INFO:tasks.rados.rados.0.smithi001.stdout:540: done (2 left) 2024-08-17T16:52:31.059 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 48 2024-08-17T16:52:31.059 INFO:tasks.rados.rados.0.smithi001.stdout:541: seq_num 198 ranges {3448832=524288,3973120=401408} 2024-08-17T16:52:31.081 INFO:tasks.rados.rados.0.smithi001.stdout:541: writing smithi00187473-6 from 3448832 to 3973120 tid 1 2024-08-17T16:52:31.083 INFO:tasks.rados.rados.0.smithi001.stdout:541: writing smithi00187473-6 from 3973120 to 4374528 tid 2 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:542: copy_from oid 41 from oid 46 current snap is 48 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:539: finishing rollback tid 0 to smithi00187473-47 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:539: finishing rollback tid 1 to smithi00187473-47 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:539: finishing rollback tid 2 to smithi00187473-47 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 307 (ObjNum 114 snap 21 seq_num 114) dirty exists 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:538: done (3 left) 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:539: done (2 left) 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:543: rollback oid 27 current snap is 48 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 47 2024-08-17T16:52:31.084 INFO:tasks.rados.rados.0.smithi001.stdout:544: snap_remove snap 39 2024-08-17T16:52:32.061 INFO:tasks.rados.rados.0.smithi001.stdout:542: finishing copy_from to smithi00187473-41 2024-08-17T16:52:32.061 INFO:tasks.rados.rados.0.smithi001.stdout:542: got expected ENOENT (src dne) 2024-08-17T16:52:32.061 INFO:tasks.rados.rados.0.smithi001.stdout:542: finishing copy_from racing read to smithi00187473-41 2024-08-17T16:52:32.061 INFO:tasks.rados.rados.0.smithi001.stdout:543: finishing rollback tid 0 to smithi00187473-27 2024-08-17T16:52:32.061 INFO:tasks.rados.rados.0.smithi001.stdout:543: finishing rollback tid 1 to smithi00187473-27 2024-08-17T16:52:32.061 INFO:tasks.rados.rados.0.smithi001.stdout:543: finishing rollback tid 2 to smithi00187473-27 2024-08-17T16:52:32.061 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 168 (ObjNum 175 snap 38 seq_num 175) dirty exists 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:541: finishing write tid 1 to smithi00187473-6 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:541: finishing write tid 2 to smithi00187473-6 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:541: finishing write tid 3 to smithi00187473-6 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:541: finishing write tid 4 to smithi00187473-6 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 123 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:541: left oid 6 (ObjNum 198 snap 48 seq_num 198) 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:541: done (3 left) 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:542: done (2 left) 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:543: done (1 left) 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:544: done (0 left) 2024-08-17T16:52:32.062 INFO:tasks.rados.rados.0.smithi001.stdout:545: snap_remove snap 46 2024-08-17T16:52:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:32 smithi189 ceph-mon[33558]: pgmap v18: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:32 smithi189 ceph-mon[33558]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T16:52:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:32 smithi001 ceph-mon[29829]: pgmap v18: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:32 smithi001 ceph-mon[29829]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T16:52:32.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:32 smithi001 ceph-mon[41665]: pgmap v18: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:32.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:32 smithi001 ceph-mon[41665]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T16:52:33.066 INFO:tasks.rados.rados.0.smithi001.stdout:545: done (0 left) 2024-08-17T16:52:33.066 INFO:tasks.rados.rados.0.smithi001.stdout:546: snap_create 2024-08-17T16:52:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T16:52:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: Adjusting osd_memory_target on smithi189 to 2480M 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:52:33.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:33 smithi189 ceph-mon[33558]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T16:52:33.433 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:52:33.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T16:52:33.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: Adjusting osd_memory_target on smithi189 to 2480M 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.435 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[29829]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: Adjusting osd_memory_target on smithi189 to 2480M 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:33.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:33 smithi001 ceph-mon[41665]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T16:52:34.057 INFO:tasks.rados.rados.0.smithi001.stdout:546: done (0 left) 2024-08-17T16:52:34.057 INFO:tasks.rados.rados.0.smithi001.stdout:547: read oid 47 snap -1 2024-08-17T16:52:34.057 INFO:tasks.rados.rados.0.smithi001.stdout:547: expect (ObjNum 114 snap 21 seq_num 114) 2024-08-17T16:52:34.057 INFO:tasks.rados.rados.0.smithi001.stdout:548: delete oid 21 current snap is 49 2024-08-17T16:52:34.062 INFO:tasks.rados.rados.0.smithi001.stdout:548: done (1 left) 2024-08-17T16:52:34.062 INFO:tasks.rados.rados.0.smithi001.stdout:549: snap_create 2024-08-17T16:52:34.074 INFO:tasks.rados.rados.0.smithi001.stdout:547: expect (ObjNum 114 snap 21 seq_num 114) 2024-08-17T16:52:34.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: pgmap v21: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: mgrmap e28: x(active, since 12s), standbys: y 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:52:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: Deploying daemon alertmanager.a on smithi001 2024-08-17T16:52:34.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:34 smithi189 ceph-mon[33558]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T16:52:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: pgmap v21: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T16:52:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:52:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:52:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:52:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:52:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: mgrmap e28: x(active, since 12s), standbys: y 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: Deploying daemon alertmanager.a on smithi001 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[29829]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: pgmap v21: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:52:34.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: mgrmap e28: x(active, since 12s), standbys: y 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: Deploying daemon alertmanager.a on smithi001 2024-08-17T16:52:34.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:34 smithi001 ceph-mon[41665]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T16:52:35.057 INFO:tasks.rados.rados.0.smithi001.stdout:547: done (1 left) 2024-08-17T16:52:35.057 INFO:tasks.rados.rados.0.smithi001.stdout:549: done (0 left) 2024-08-17T16:52:35.057 INFO:tasks.rados.rados.0.smithi001.stdout:550: setattr oid 7 current snap is 50 2024-08-17T16:52:35.058 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 50 2024-08-17T16:52:35.058 INFO:tasks.rados.rados.0.smithi001.stdout:551: seq_num 200 ranges {0=557056,557056=401408} 2024-08-17T16:52:35.062 INFO:tasks.rados.rados.0.smithi001.stdout:551: writing smithi00187473-19 from 0 to 557056 tid 1 2024-08-17T16:52:35.065 INFO:tasks.rados.rados.0.smithi001.stdout:551: writing smithi00187473-19 from 557056 to 958464 tid 2 2024-08-17T16:52:35.065 INFO:tasks.rados.rados.0.smithi001.stdout:552: copy_from oid 13 from oid 8 current snap is 50 2024-08-17T16:52:35.065 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 393 (ObjNum 186 snap 43 seq_num 186) dirty exists 2024-08-17T16:52:35.065 INFO:tasks.rados.rados.0.smithi001.stdout:550: done (2 left) 2024-08-17T16:52:35.065 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 50 2024-08-17T16:52:35.065 INFO:tasks.rados.rados.0.smithi001.stdout:553: seq_num 201 ranges {2408448=573440,2981888=401408} 2024-08-17T16:52:35.081 INFO:tasks.rados.rados.0.smithi001.stdout:553: writing smithi00187473-41 from 2408448 to 2981888 tid 1 2024-08-17T16:52:35.084 INFO:tasks.rados.rados.0.smithi001.stdout:553: writing smithi00187473-41 from 2981888 to 3383296 tid 2 2024-08-17T16:52:35.084 INFO:tasks.rados.rados.0.smithi001.stdout:554: read oid 20 snap 25 2024-08-17T16:52:35.084 INFO:tasks.rados.rados.0.smithi001.stdout:554: expect (ObjNum 125 snap 25 seq_num 125) 2024-08-17T16:52:35.084 INFO:tasks.rados.rados.0.smithi001.stdout:555: read oid 21 snap -1 2024-08-17T16:52:35.084 INFO:tasks.rados.rados.0.smithi001.stdout:555: expect deleted 2024-08-17T16:52:35.084 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 50 2024-08-17T16:52:35.084 INFO:tasks.rados.rados.0.smithi001.stdout:551: finishing write tid 1 to smithi00187473-19 2024-08-17T16:52:35.084 INFO:tasks.rados.rados.0.smithi001.stdout:556: seq_num 202 ranges {2121728=589824,2711552=401408} 2024-08-17T16:52:35.099 INFO:tasks.rados.rados.0.smithi001.stdout:556: writing smithi00187473-26 from 2121728 to 2711552 tid 1 2024-08-17T16:52:35.102 INFO:tasks.rados.rados.0.smithi001.stdout:556: writing smithi00187473-26 from 2711552 to 3112960 tid 2 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:557: rollback oid 12 current snap is 50 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 44 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:551: finishing write tid 2 to smithi00187473-19 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:551: finishing write tid 3 to smithi00187473-19 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:551: finishing write tid 4 to smithi00187473-19 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 177 (ObjNum 200 snap 50 seq_num 200) dirty exists 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:551: left oid 19 (ObjNum 200 snap 50 seq_num 200) 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:552: finishing copy_from racing read to smithi00187473-13 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:552: finishing copy_from to smithi00187473-13 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 100 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:551: done (6 left) 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:552: done (5 left) 2024-08-17T16:52:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:558: rollback oid 22 current snap is 50 2024-08-17T16:52:35.104 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 25 2024-08-17T16:52:35.104 INFO:tasks.rados.rados.0.smithi001.stdout:553: finishing write tid 1 to smithi00187473-41 2024-08-17T16:52:35.104 INFO:tasks.rados.rados.0.smithi001.stdout:555: done (5 left) 2024-08-17T16:52:35.104 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 50 2024-08-17T16:52:35.104 INFO:tasks.rados.rados.0.smithi001.stdout:553: finishing write tid 2 to smithi00187473-41 2024-08-17T16:52:35.104 INFO:tasks.rados.rados.0.smithi001.stdout:553: finishing write tid 3 to smithi00187473-41 2024-08-17T16:52:35.104 INFO:tasks.rados.rados.0.smithi001.stdout:559: seq_num 203 ranges {1351680=606208,1957888=401408} 2024-08-17T16:52:35.113 INFO:tasks.rados.rados.0.smithi001.stdout:559: writing smithi00187473-16 from 1351680 to 1957888 tid 1 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:559: writing smithi00187473-16 from 1957888 to 2359296 tid 2 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:560: rollback oid 47 current snap is 50 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 31 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:553: finishing write tid 4 to smithi00187473-41 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 423 (ObjNum 201 snap 50 seq_num 201) dirty exists 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:553: left oid 41 (ObjNum 201 snap 50 seq_num 201) 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:558: finishing rollback tid 1 to smithi00187473-22 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 0 (ObjNum 33 snap 0 seq_num 1535821504) dirty dne 2024-08-17T16:52:35.116 INFO:tasks.rados.rados.0.smithi001.stdout:557: finishing rollback tid 0 to smithi00187473-12 2024-08-17T16:52:35.117 INFO:tasks.rados.rados.0.smithi001.stdout:557: finishing rollback tid 1 to smithi00187473-12 2024-08-17T16:52:35.117 INFO:tasks.rados.rados.0.smithi001.stdout:557: finishing rollback tid 2 to smithi00187473-12 2024-08-17T16:52:35.117 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 116 (ObjNum 165 snap 37 seq_num 165) dirty exists 2024-08-17T16:52:35.117 INFO:tasks.rados.rados.0.smithi001.stdout:556: finishing write tid 1 to smithi00187473-26 2024-08-17T16:52:35.117 INFO:tasks.rados.rados.0.smithi001.stdout:554: expect (ObjNum 125 snap 25 seq_num 125) 2024-08-17T16:52:35.412 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:52:35.535 INFO:tasks.rados.rados.0.smithi001.stdout:556: finishing write tid 2 to smithi00187473-26 2024-08-17T16:52:35.535 INFO:tasks.rados.rados.0.smithi001.stdout:556: finishing write tid 3 to smithi00187473-26 2024-08-17T16:52:35.535 INFO:tasks.rados.rados.0.smithi001.stdout:556: finishing write tid 4 to smithi00187473-26 2024-08-17T16:52:35.535 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 396 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-08-17T16:52:35.535 INFO:tasks.rados.rados.0.smithi001.stdout:556: left oid 26 (ObjNum 202 snap 50 seq_num 202) 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:553: done (6 left) 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:554: done (5 left) 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:556: done (4 left) 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:557: done (3 left) 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:558: done (2 left) 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:561: read oid 43 snap -1 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:561: expect (ObjNum 183 snap 42 seq_num 183) 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:562: rollback oid 29 current snap is 50 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 48 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:559: finishing write tid 1 to smithi00187473-16 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:559: finishing write tid 2 to smithi00187473-16 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:560: finishing rollback tid 0 to smithi00187473-47 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:560: finishing rollback tid 1 to smithi00187473-47 2024-08-17T16:52:35.536 INFO:tasks.rados.rados.0.smithi001.stdout:559: finishing write tid 3 to smithi00187473-16 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:560: finishing rollback tid 2 to smithi00187473-47 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 327 (ObjNum 114 snap 21 seq_num 114) dirty exists 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:559: finishing write tid 4 to smithi00187473-16 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 426 (ObjNum 203 snap 50 seq_num 203) dirty exists 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:559: left oid 16 (ObjNum 203 snap 50 seq_num 203) 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:559: done (3 left) 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:560: done (2 left) 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:563: read oid 13 snap -1 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:563: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 50 2024-08-17T16:52:35.537 INFO:tasks.rados.rados.0.smithi001.stdout:564: seq_num 204 ranges {3383296=622592,4005888=401408} 2024-08-17T16:52:35.557 INFO:tasks.rados.rados.0.smithi001.stdout:564: writing smithi00187473-41 from 3383296 to 4005888 tid 1 2024-08-17T16:52:35.560 INFO:tasks.rados.rados.0.smithi001.stdout:564: writing smithi00187473-41 from 4005888 to 4407296 tid 2 2024-08-17T16:52:35.560 INFO:tasks.rados.rados.0.smithi001.stdout:565: rollback oid 4 current snap is 50 2024-08-17T16:52:35.560 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 42 2024-08-17T16:52:35.560 INFO:tasks.rados.rados.0.smithi001.stdout:562: finishing rollback tid 0 to smithi00187473-29 2024-08-17T16:52:35.560 INFO:tasks.rados.rados.0.smithi001.stdout:562: finishing rollback tid 1 to smithi00187473-29 2024-08-17T16:52:35.560 INFO:tasks.rados.rados.0.smithi001.stdout:562: finishing rollback tid 2 to smithi00187473-29 2024-08-17T16:52:35.560 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 134 (ObjNum 176 snap 38 seq_num 176) dirty exists 2024-08-17T16:52:35.561 INFO:tasks.rados.rados.0.smithi001.stdout:563: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T16:52:35.579 INFO:tasks.rados.rados.0.smithi001.stdout:561: expect (ObjNum 183 snap 42 seq_num 183) 2024-08-17T16:52:35.874 INFO:tasks.rados.rados.0.smithi001.stdout:564: finishing write tid 1 to smithi00187473-41 2024-08-17T16:52:35.874 INFO:tasks.rados.rados.0.smithi001.stdout:564: finishing write tid 2 to smithi00187473-41 2024-08-17T16:52:35.874 INFO:tasks.rados.rados.0.smithi001.stdout:564: finishing write tid 3 to smithi00187473-41 2024-08-17T16:52:35.874 INFO:tasks.rados.rados.0.smithi001.stdout:565: finishing rollback tid 0 to smithi00187473-4 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:565: finishing rollback tid 1 to smithi00187473-4 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:565: finishing rollback tid 2 to smithi00187473-4 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 103 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:564: finishing write tid 4 to smithi00187473-41 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 429 (ObjNum 204 snap 50 seq_num 204) dirty exists 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:564: left oid 41 (ObjNum 204 snap 50 seq_num 204) 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:561: done (4 left) 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:562: done (3 left) 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:563: done (2 left) 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:564: done (1 left) 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:565: done (0 left) 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:566: copy_from oid 5 from oid 40 current snap is 50 2024-08-17T16:52:35.875 INFO:tasks.rados.rados.0.smithi001.stdout:567: rollback oid 46 current snap is 50 2024-08-17T16:52:35.876 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 29 2024-08-17T16:52:35.876 INFO:tasks.rados.rados.0.smithi001.stdout:568: delete oid 50 current snap is 50 2024-08-17T16:52:35.877 INFO:tasks.rados.rados.0.smithi001.stdout:567: finishing rollback tid 1 to smithi00187473-46 2024-08-17T16:52:35.877 INFO:tasks.rados.rados.0.smithi001.stdout:567: finishing rollback tid 2 to smithi00187473-46 2024-08-17T16:52:35.877 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 288 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T16:52:35.877 INFO:tasks.rados.rados.0.smithi001.stdout:567: done (2 left) 2024-08-17T16:52:35.877 INFO:tasks.rados.rados.0.smithi001.stdout:568: done (1 left) 2024-08-17T16:52:35.877 INFO:tasks.rados.rados.0.smithi001.stdout:569: delete oid 41 current snap is 50 2024-08-17T16:52:35.879 INFO:tasks.rados.rados.0.smithi001.stdout:569: done (1 left) 2024-08-17T16:52:35.879 INFO:tasks.rados.rados.0.smithi001.stdout:570: read oid 2 snap -1 2024-08-17T16:52:35.879 INFO:tasks.rados.rados.0.smithi001.stdout:570: expect (ObjNum 189 snap 44 seq_num 189) 2024-08-17T16:52:35.879 INFO:tasks.rados.rados.0.smithi001.stdout:571: rollback oid 3 current snap is 50 2024-08-17T16:52:35.879 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 47 2024-08-17T16:52:35.879 INFO:tasks.rados.rados.0.smithi001.stdout:572: delete oid 28 current snap is 50 2024-08-17T16:52:35.882 INFO:tasks.rados.rados.0.smithi001.stdout:572: done (3 left) 2024-08-17T16:52:35.882 INFO:tasks.rados.rados.0.smithi001.stdout:573: read oid 36 snap -1 2024-08-17T16:52:35.882 INFO:tasks.rados.rados.0.smithi001.stdout:573: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:52:35.882 INFO:tasks.rados.rados.0.smithi001.stdout:574: snap_create 2024-08-17T16:52:35.882 INFO:tasks.rados.rados.0.smithi001.stdout:571: finishing rollback tid 0 to smithi00187473-3 2024-08-17T16:52:35.882 INFO:tasks.rados.rados.0.smithi001.stdout:571: finishing rollback tid 1 to smithi00187473-3 2024-08-17T16:52:35.882 INFO:tasks.rados.rados.0.smithi001.stdout:570: expect (ObjNum 189 snap 44 seq_num 189) 2024-08-17T16:52:35.906 INFO:tasks.rados.rados.0.smithi001.stdout:571: finishing rollback tid 2 to smithi00187473-3 2024-08-17T16:52:35.906 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 133 (ObjNum 196 snap 47 seq_num 196) dirty exists 2024-08-17T16:52:35.906 INFO:tasks.rados.rados.0.smithi001.stdout:573: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:52:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:566: finishing copy_from racing read to smithi00187473-5 2024-08-17T16:52:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:566: finishing copy_from to smithi00187473-5 2024-08-17T16:52:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 390 (ObjNum 160 snap 36 seq_num 160) dirty exists 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (3m) 8s ago 4m 28.3M - 0.25.0 c8568f914cd2 5df413745475 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (3m) 7s ago 3m 92.0M - 9.4.7 954c08fa6188 c6a95d391e5b 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (5m) 8s ago 5m 15.7M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (5m) 7s ago 5m 18.3M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283 running (35s) 7s ago 8m 497M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c8dcacf937d 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (10m) 8s ago 10m 340M - 17.2.7-1404-gf2c39d4d f69471c56189 decd6ba969e1 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (10m) 8s ago 10m 55.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 7e20f9397d1b 2024-08-17T16:52:36.016 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (9m) 7s ago 9m 45.6M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 b7cf5a6bf10a 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (9m) 8s ago 9m 45.2M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 16470c7da98e 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (3m) 8s ago 3m 14.8M - 1.5.0 0da6a335fe13 ecef16c3739d 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (3m) 7s ago 3m 16.5M - 1.5.0 0da6a335fe13 37d651f72ac4 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (8m) 8s ago 8m 109M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (8m) 8s ago 8m 88.5M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (7m) 8s ago 7m 86.4M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (7m) 8s ago 7m 78.4M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (7m) 7s ago 7m 94.4M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (6m) 7s ago 6m 79.5M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (6m) 7s ago 6m 81.6M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (5m) 7s ago 5m 70.1M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:52:36.017 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (3m) 7s ago 4m 57.8M - 2.43.0 a07b618ecd1d 2623ee946f2d 2024-08-17T16:52:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:566: done (4 left) 2024-08-17T16:52:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:570: done (3 left) 2024-08-17T16:52:36.078 INFO:tasks.rados.rados.0.smithi001.stdout:571: done (2 left) 2024-08-17T16:52:36.078 INFO:tasks.rados.rados.0.smithi001.stdout:573: done (1 left) 2024-08-17T16:52:36.078 INFO:tasks.rados.rados.0.smithi001.stdout:574: done (0 left) 2024-08-17T16:52:36.078 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 51 2024-08-17T16:52:36.078 INFO:tasks.rados.rados.0.smithi001.stdout:575: seq_num 208 ranges {0=688128,688128=401408} 2024-08-17T16:52:36.081 INFO:tasks.rados.rados.0.smithi001.stdout:575: writing smithi00187473-39 from 0 to 688128 tid 1 2024-08-17T16:52:36.083 INFO:tasks.rados.rados.0.smithi001.stdout:575: writing smithi00187473-39 from 688128 to 1089536 tid 2 2024-08-17T16:52:36.084 INFO:tasks.rados.rados.0.smithi001.stdout:576: read oid 48 snap -1 2024-08-17T16:52:36.084 INFO:tasks.rados.rados.0.smithi001.stdout:576: expect deleted 2024-08-17T16:52:36.084 INFO:tasks.rados.rados.0.smithi001.stdout:577: rollback oid 18 current snap is 51 2024-08-17T16:52:36.084 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 49 2024-08-17T16:52:36.084 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 51 2024-08-17T16:52:36.084 INFO:tasks.rados.rados.0.smithi001.stdout:578: seq_num 209 ranges {0=704512,704512=401408} 2024-08-17T16:52:36.090 INFO:tasks.rados.rados.0.smithi001.stdout:578: writing smithi00187473-44 from 0 to 704512 tid 1 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:578: writing smithi00187473-44 from 704512 to 1105920 tid 2 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:579: snap_create 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:575: finishing write tid 1 to smithi00187473-39 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:575: finishing write tid 2 to smithi00187473-39 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:575: finishing write tid 3 to smithi00187473-39 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:577: finishing rollback tid 0 to smithi00187473-18 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:575: finishing write tid 4 to smithi00187473-39 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 182 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:575: left oid 39 (ObjNum 208 snap 51 seq_num 208) 2024-08-17T16:52:36.094 INFO:tasks.rados.rados.0.smithi001.stdout:577: finishing rollback tid 1 to smithi00187473-18 2024-08-17T16:52:36.095 INFO:tasks.rados.rados.0.smithi001.stdout:577: finishing rollback tid 2 to smithi00187473-18 2024-08-17T16:52:36.095 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 588 (ObjNum 160 snap 36 seq_num 160) dirty exists 2024-08-17T16:52:36.095 INFO:tasks.rados.rados.0.smithi001.stdout:578: finishing write tid 1 to smithi00187473-44 2024-08-17T16:52:36.095 INFO:tasks.rados.rados.0.smithi001.stdout:578: finishing write tid 2 to smithi00187473-44 2024-08-17T16:52:36.095 INFO:tasks.rados.rados.0.smithi001.stdout:578: finishing write tid 3 to smithi00187473-44 2024-08-17T16:52:36.096 INFO:tasks.rados.rados.0.smithi001.stdout:578: finishing write tid 4 to smithi00187473-44 2024-08-17T16:52:36.097 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 126 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-08-17T16:52:36.097 INFO:tasks.rados.rados.0.smithi001.stdout:578: left oid 44 (ObjNum 209 snap 51 seq_num 209) 2024-08-17T16:52:36.421 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:52:36.421 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:52:36.421 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:52:36.421 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:52:36.421 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 1, 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:52:36.422 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 14, 2024-08-17T16:52:36.423 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T16:52:36.423 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:52:36.423 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:52:36.423 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:36 smithi001 ceph-mon[29829]: pgmap v24: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T16:52:36.423 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:36 smithi001 ceph-mon[29829]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T16:52:36.423 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:36 smithi001 ceph-mon[29829]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:36.423 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:36 smithi001 ceph-mon[41665]: pgmap v24: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T16:52:36.424 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:36 smithi001 ceph-mon[41665]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T16:52:36.424 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:36 smithi001 ceph-mon[41665]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:36 smithi189 ceph-mon[33558]: pgmap v24: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T16:52:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:36 smithi189 ceph-mon[33558]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T16:52:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:36 smithi189 ceph-mon[33558]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:36.754 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:52:36.754 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:52:36.755 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:52:36.755 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:52:36.755 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-08-17T16:52:36.755 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "1/20 daemons upgraded", 2024-08-17T16:52:36.755 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "", 2024-08-17T16:52:36.755 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:52:36.755 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:52:37.082 INFO:tasks.rados.rados.0.smithi001.stdout:575: done (4 left) 2024-08-17T16:52:37.082 INFO:tasks.rados.rados.0.smithi001.stdout:576: done (3 left) 2024-08-17T16:52:37.082 INFO:tasks.rados.rados.0.smithi001.stdout:577: done (2 left) 2024-08-17T16:52:37.082 INFO:tasks.rados.rados.0.smithi001.stdout:578: done (1 left) 2024-08-17T16:52:37.082 INFO:tasks.rados.rados.0.smithi001.stdout:579: done (0 left) 2024-08-17T16:52:37.082 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 52 2024-08-17T16:52:37.083 INFO:tasks.rados.rados.0.smithi001.stdout:580: seq_num 210 ranges {6807552=720896,7528448=401408} 2024-08-17T16:52:37.123 INFO:tasks.rados.rados.0.smithi001.stdout:580: writing smithi00187473-18 from 6807552 to 7528448 tid 1 2024-08-17T16:52:37.125 INFO:tasks.rados.rados.0.smithi001.stdout:580: writing smithi00187473-18 from 7528448 to 7929856 tid 2 2024-08-17T16:52:37.125 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 52 2024-08-17T16:52:37.125 INFO:tasks.rados.rados.0.smithi001.stdout:581: seq_num 211 ranges {1089536=737280,1826816=401408} 2024-08-17T16:52:37.135 INFO:tasks.rados.rados.0.smithi001.stdout:581: writing smithi00187473-39 from 1089536 to 1826816 tid 1 2024-08-17T16:52:37.138 INFO:tasks.rados.rados.0.smithi001.stdout:581: writing smithi00187473-39 from 1826816 to 2228224 tid 2 2024-08-17T16:52:37.138 INFO:tasks.rados.rados.0.smithi001.stdout:582: setattr oid 49 current snap is 52 2024-08-17T16:52:37.138 INFO:tasks.rados.rados.0.smithi001.stdout:580: finishing write tid 1 to smithi00187473-18 2024-08-17T16:52:37.138 INFO:tasks.rados.rados.0.smithi001.stdout:580: finishing write tid 2 to smithi00187473-18 2024-08-17T16:52:37.138 INFO:tasks.rados.rados.0.smithi001.stdout:580: finishing write tid 3 to smithi00187473-18 2024-08-17T16:52:37.139 INFO:tasks.rados.rados.0.smithi001.stdout:580: finishing write tid 4 to smithi00187473-18 2024-08-17T16:52:37.139 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 592 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:52:37.139 INFO:tasks.rados.rados.0.smithi001.stdout:580: left oid 18 (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:52:37.140 INFO:tasks.rados.rados.0.smithi001.stdout:581: finishing write tid 1 to smithi00187473-39 2024-08-17T16:52:37.140 INFO:tasks.rados.rados.0.smithi001.stdout:581: finishing write tid 2 to smithi00187473-39 2024-08-17T16:52:37.140 INFO:tasks.rados.rados.0.smithi001.stdout:580: done (2 left) 2024-08-17T16:52:37.140 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 52 2024-08-17T16:52:37.140 INFO:tasks.rados.rados.0.smithi001.stdout:583: seq_num 212 ranges {679936=753664,1433600=401408} 2024-08-17T16:52:37.148 INFO:tasks.rados.rados.0.smithi001.stdout:583: writing smithi00187473-8 from 679936 to 1433600 tid 1 2024-08-17T16:52:37.151 INFO:tasks.rados.rados.0.smithi001.stdout:583: writing smithi00187473-8 from 1433600 to 1835008 tid 2 2024-08-17T16:52:37.151 INFO:tasks.rados.rados.0.smithi001.stdout:584: rollback oid 23 current snap is 52 2024-08-17T16:52:37.151 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 45 2024-08-17T16:52:37.151 INFO:tasks.rados.rados.0.smithi001.stdout:585: copy_from oid 9 from oid 18 current snap is 52 2024-08-17T16:52:37.151 INFO:tasks.rados.rados.0.smithi001.stdout:586: snap_remove snap 51 2024-08-17T16:52:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:37 smithi189 ceph-mon[33558]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:37 smithi189 ceph-mon[33558]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:37 smithi189 ceph-mon[33558]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T16:52:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:37 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/755007791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:52:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:37 smithi001 ceph-mon[29829]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:37 smithi001 ceph-mon[29829]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:37 smithi001 ceph-mon[29829]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T16:52:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:37 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/755007791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:52:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:37 smithi001 ceph-mon[41665]: from='client.24992 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:37 smithi001 ceph-mon[41665]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:37 smithi001 ceph-mon[41665]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T16:52:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:37 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/755007791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:52:38.090 INFO:tasks.rados.rados.0.smithi001.stdout:586: done (5 left) 2024-08-17T16:52:38.090 INFO:tasks.rados.rados.0.smithi001.stdout:587: setattr oid 24 current snap is 52 2024-08-17T16:52:38.090 INFO:tasks.rados.rados.0.smithi001.stdout:581: finishing write tid 3 to smithi00187473-39 2024-08-17T16:52:38.090 INFO:tasks.rados.rados.0.smithi001.stdout:581: finishing write tid 4 to smithi00187473-39 2024-08-17T16:52:38.090 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 186 (ObjNum 211 snap 52 seq_num 211) dirty exists 2024-08-17T16:52:38.090 INFO:tasks.rados.rados.0.smithi001.stdout:581: left oid 39 (ObjNum 211 snap 52 seq_num 211) 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 329 (ObjNum 197 snap 47 seq_num 197) dirty exists 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:584: finishing rollback tid 0 to smithi00187473-23 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:584: finishing rollback tid 1 to smithi00187473-23 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:583: finishing write tid 1 to smithi00187473-8 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:583: finishing write tid 2 to smithi00187473-8 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:583: finishing write tid 3 to smithi00187473-8 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:583: finishing write tid 4 to smithi00187473-8 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 128 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:583: left oid 8 (ObjNum 212 snap 52 seq_num 212) 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:584: finishing rollback tid 2 to smithi00187473-23 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 333 (ObjNum 65 snap 3 seq_num 65) dirty exists 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:585: finishing copy_from racing read to smithi00187473-9 2024-08-17T16:52:38.091 INFO:tasks.rados.rados.0.smithi001.stdout:585: finishing copy_from to smithi00187473-9 2024-08-17T16:52:38.092 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 592 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:52:38.092 INFO:tasks.rados.rados.0.smithi001.stdout:581: done (5 left) 2024-08-17T16:52:38.092 INFO:tasks.rados.rados.0.smithi001.stdout:582: done (4 left) 2024-08-17T16:52:38.093 INFO:tasks.rados.rados.0.smithi001.stdout:583: done (3 left) 2024-08-17T16:52:38.093 INFO:tasks.rados.rados.0.smithi001.stdout:584: done (2 left) 2024-08-17T16:52:38.093 INFO:tasks.rados.rados.0.smithi001.stdout:585: done (1 left) 2024-08-17T16:52:38.093 INFO:tasks.rados.rados.0.smithi001.stdout:588: read oid 21 snap 29 2024-08-17T16:52:38.093 INFO:tasks.rados.rados.0.smithi001.stdout:588: expect (ObjNum 70 snap 4 seq_num 70) 2024-08-17T16:52:38.093 INFO:tasks.rados.rados.0.smithi001.stdout:589: copy_from oid 46 from oid 22 current snap is 52 2024-08-17T16:52:38.093 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 52 2024-08-17T16:52:38.093 INFO:tasks.rados.rados.0.smithi001.stdout:590: seq_num 213 ranges {3776512=770048,4546560=401408} 2024-08-17T16:52:38.117 INFO:tasks.rados.rados.0.smithi001.stdout:590: writing smithi00187473-33 from 3776512 to 4546560 tid 1 2024-08-17T16:52:38.120 INFO:tasks.rados.rados.0.smithi001.stdout:590: writing smithi00187473-33 from 4546560 to 4947968 tid 2 2024-08-17T16:52:38.120 INFO:tasks.rados.rados.0.smithi001.stdout:591: rollback oid 27 current snap is 52 2024-08-17T16:52:38.120 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 44 2024-08-17T16:52:38.120 INFO:tasks.rados.rados.0.smithi001.stdout:589: finishing copy_from to smithi00187473-46 2024-08-17T16:52:38.120 INFO:tasks.rados.rados.0.smithi001.stdout:589: got expected ENOENT (src dne) 2024-08-17T16:52:38.120 INFO:tasks.rados.rados.0.smithi001.stdout:589: finishing copy_from racing read to smithi00187473-46 2024-08-17T16:52:38.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 117 (ObjNum 33 snap 0 seq_num 1537608784) dirty exists 2024-08-17T16:52:38.120 INFO:tasks.rados.rados.0.smithi001.stdout:588: expect (ObjNum 70 snap 4 seq_num 70) 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:590: finishing write tid 1 to smithi00187473-33 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:590: finishing write tid 2 to smithi00187473-33 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:590: finishing write tid 3 to smithi00187473-33 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:591: finishing rollback tid 0 to smithi00187473-27 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:591: finishing rollback tid 1 to smithi00187473-27 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:591: finishing rollback tid 2 to smithi00187473-27 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 192 (ObjNum 175 snap 38 seq_num 175) dirty exists 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:590: finishing write tid 4 to smithi00187473-33 2024-08-17T16:52:38.300 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 130 (ObjNum 213 snap 52 seq_num 213) dirty exists 2024-08-17T16:52:38.301 INFO:tasks.rados.rados.0.smithi001.stdout:590: left oid 33 (ObjNum 213 snap 52 seq_num 213) 2024-08-17T16:52:38.301 INFO:tasks.rados.rados.0.smithi001.stdout:587: done (4 left) 2024-08-17T16:52:38.301 INFO:tasks.rados.rados.0.smithi001.stdout:588: done (3 left) 2024-08-17T16:52:38.301 INFO:tasks.rados.rados.0.smithi001.stdout:589: done (2 left) 2024-08-17T16:52:38.301 INFO:tasks.rados.rados.0.smithi001.stdout:590: done (1 left) 2024-08-17T16:52:38.301 INFO:tasks.rados.rados.0.smithi001.stdout:591: done (0 left) 2024-08-17T16:52:38.301 INFO:tasks.rados.rados.0.smithi001.stdout:592: setattr oid 19 current snap is 52 2024-08-17T16:52:38.302 INFO:tasks.rados.rados.0.smithi001.stdout:593: rmattr oid 8 current snap is 52 2024-08-17T16:52:38.302 INFO:tasks.rados.rados.0.smithi001.stdout:594: read oid 1 snap -1 2024-08-17T16:52:38.302 INFO:tasks.rados.rados.0.smithi001.stdout:594: expect deleted 2024-08-17T16:52:38.302 INFO:tasks.rados.rados.0.smithi001.stdout:595: rollback oid 45 current snap is 52 2024-08-17T16:52:38.302 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 47 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:596: copy_from oid 25 from oid 44 current snap is 52 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:597: rollback oid 41 current snap is 52 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 25 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:598: rollback oid 5 current snap is 52 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 45 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:599: read oid 49 snap -1 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:599: expect (ObjNum 197 snap 47 seq_num 197) 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 52 2024-08-17T16:52:38.303 INFO:tasks.rados.rados.0.smithi001.stdout:600: seq_num 214 ranges {761856=794624,1556480=401408} 2024-08-17T16:52:38.310 INFO:tasks.rados.rados.0.smithi001.stdout:600: writing smithi00187473-36 from 761856 to 1556480 tid 1 2024-08-17T16:52:38.313 INFO:tasks.rados.rados.0.smithi001.stdout:600: writing smithi00187473-36 from 1556480 to 1957888 tid 2 2024-08-17T16:52:38.313 INFO:tasks.rados.rados.0.smithi001.stdout:601: rollback oid 48 current snap is 52 2024-08-17T16:52:38.313 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 44 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:597: finishing rollback tid 1 to smithi00187473-41 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 131 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:597: finishing rollback tid 2 to smithi00187473-41 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 432 (ObjNum 115 snap 21 seq_num 115) dirty exists 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 194 (ObjNum 200 snap 50 seq_num 200) dirty exists 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:592: done (9 left) 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:593: done (8 left) 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:594: done (7 left) 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:597: done (6 left) 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 52 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:595: finishing rollback tid 0 to smithi00187473-45 2024-08-17T16:52:38.314 INFO:tasks.rados.rados.0.smithi001.stdout:602: seq_num 215 ranges {0=409600,409600=532480,942080=270336} 2024-08-17T16:52:38.315 INFO:tasks.rados.rados.0.smithi001.stdout:602: writing smithi00187473-28 from 0 to 409600 tid 1 2024-08-17T16:52:38.319 INFO:tasks.rados.rados.0.smithi001.stdout:602: writing smithi00187473-28 from 409600 to 942080 tid 2 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:602: writing smithi00187473-28 from 942080 to 1212416 tid 3 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:603: rollback oid 23 current snap is 52 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 45 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:595: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:595: finishing rollback tid 2 to smithi00187473-45 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 598 (ObjNum 102 snap 21 seq_num 102) dirty exists 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:598: finishing rollback tid 0 to smithi00187473-5 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:598: finishing rollback tid 1 to smithi00187473-5 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 601 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:52:38.321 INFO:tasks.rados.rados.0.smithi001.stdout:599: expect (ObjNum 197 snap 47 seq_num 197) 2024-08-17T16:52:38.329 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:38 smithi001 ceph-mon[29829]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T16:52:38.329 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:38 smithi001 ceph-mon[29829]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:38.329 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:38 smithi001 ceph-mon[29829]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T16:52:38.329 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:38 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:38.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:38 smithi001 ceph-mon[41665]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T16:52:38.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:38 smithi001 ceph-mon[41665]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:38.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:38 smithi001 ceph-mon[41665]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T16:52:38.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:38 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:38.351 INFO:tasks.rados.rados.0.smithi001.stdout:596: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:52:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:596: finishing copy_from to smithi00187473-25 2024-08-17T16:52:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 126 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-08-17T16:52:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:595: done (7 left) 2024-08-17T16:52:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:596: done (6 left) 2024-08-17T16:52:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:598: done (5 left) 2024-08-17T16:52:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:599: done (4 left) 2024-08-17T16:52:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:604: rollback oid 42 current snap is 52 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 29 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:601: finishing rollback tid 1 to smithi00187473-48 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 117 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:600: finishing write tid 1 to smithi00187473-36 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:600: finishing write tid 2 to smithi00187473-36 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:600: finishing write tid 3 to smithi00187473-36 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:600: finishing write tid 4 to smithi00187473-36 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 134 (ObjNum 214 snap 52 seq_num 214) dirty exists 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:600: left oid 36 (ObjNum 214 snap 52 seq_num 214) 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:602: finishing write tid 1 to smithi00187473-28 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:602: finishing write tid 2 to smithi00187473-28 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:602: finishing write tid 3 to smithi00187473-28 2024-08-17T16:52:38.354 INFO:tasks.rados.rados.0.smithi001.stdout:602: finishing write tid 4 to smithi00187473-28 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:603: finishing rollback tid 0 to smithi00187473-23 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:603: finishing rollback tid 1 to smithi00187473-23 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:603: finishing rollback tid 2 to smithi00187473-23 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 342 (ObjNum 65 snap 3 seq_num 65) dirty exists 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:602: finishing write tid 5 to smithi00187473-28 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 198 (ObjNum 215 snap 52 seq_num 215) dirty exists 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:602: left oid 28 (ObjNum 215 snap 52 seq_num 215) 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:600: done (4 left) 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:601: done (3 left) 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:602: done (2 left) 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:603: done (1 left) 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:605: read oid 36 snap 50 2024-08-17T16:52:38.355 INFO:tasks.rados.rados.0.smithi001.stdout:605: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:52:38.356 INFO:tasks.rados.rados.0.smithi001.stdout:606: copy_from oid 39 from oid 44 current snap is 52 2024-08-17T16:52:38.356 INFO:tasks.rados.rados.0.smithi001.stdout:607: snap_remove snap 25 2024-08-17T16:52:38.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:38 smithi189 ceph-mon[33558]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T16:52:38.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:38 smithi189 ceph-mon[33558]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:38.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:38 smithi189 ceph-mon[33558]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T16:52:38.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:38 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:39.058 INFO:tasks.rados.rados.0.smithi001.stdout:607: done (3 left) 2024-08-17T16:52:39.058 INFO:tasks.rados.rados.0.smithi001.stdout:608: snap_remove snap 44 2024-08-17T16:52:39.289 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:39 smithi001 ceph-mon[29829]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T16:52:39.290 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:39 smithi001 ceph-mon[29829]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T16:52:39.290 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:39 smithi001 ceph-mon[41665]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T16:52:39.290 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:39 smithi001 ceph-mon[41665]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T16:52:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:39 smithi189 ceph-mon[33558]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T16:52:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:39 smithi189 ceph-mon[33558]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T16:52:39.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:39] "GET /metrics HTTP/1.1" 200 36208 "" "Prometheus/2.43.0" 2024-08-17T16:52:40.062 INFO:tasks.rados.rados.0.smithi001.stdout:608: done (3 left) 2024-08-17T16:52:40.062 INFO:tasks.rados.rados.0.smithi001.stdout:609: rollback oid 3 current snap is 52 2024-08-17T16:52:40.062 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 42 2024-08-17T16:52:40.062 INFO:tasks.rados.rados.0.smithi001.stdout:604: finishing rollback tid 0 to smithi00187473-42 2024-08-17T16:52:40.062 INFO:tasks.rados.rados.0.smithi001.stdout:604: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:52:40.062 INFO:tasks.rados.rados.0.smithi001.stdout:604: finishing rollback tid 2 to smithi00187473-42 2024-08-17T16:52:40.063 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 135 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-08-17T16:52:40.063 INFO:tasks.rados.rados.0.smithi001.stdout:605: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:52:40.087 INFO:tasks.rados.rados.0.smithi001.stdout:606: finishing copy_from racing read to smithi00187473-39 2024-08-17T16:52:40.087 INFO:tasks.rados.rados.0.smithi001.stdout:606: finishing copy_from to smithi00187473-39 2024-08-17T16:52:40.087 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 126 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-08-17T16:52:40.087 INFO:tasks.rados.rados.0.smithi001.stdout:604: done (3 left) 2024-08-17T16:52:40.088 INFO:tasks.rados.rados.0.smithi001.stdout:605: done (2 left) 2024-08-17T16:52:40.088 INFO:tasks.rados.rados.0.smithi001.stdout:606: done (1 left) 2024-08-17T16:52:40.088 INFO:tasks.rados.rados.0.smithi001.stdout:610: delete oid 15 current snap is 52 2024-08-17T16:52:40.088 INFO:tasks.rados.rados.0.smithi001.stdout:609: finishing rollback tid 0 to smithi00187473-3 2024-08-17T16:52:40.088 INFO:tasks.rados.rados.0.smithi001.stdout:609: finishing rollback tid 1 to smithi00187473-3 2024-08-17T16:52:40.088 INFO:tasks.rados.rados.0.smithi001.stdout:609: finishing rollback tid 2 to smithi00187473-3 2024-08-17T16:52:40.088 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 136 (ObjNum 65 snap 3 seq_num 65) dirty exists 2024-08-17T16:52:40.089 INFO:tasks.rados.rados.0.smithi001.stdout:609: done (1 left) 2024-08-17T16:52:40.089 INFO:tasks.rados.rados.0.smithi001.stdout:610: done (0 left) 2024-08-17T16:52:40.089 INFO:tasks.rados.rados.0.smithi001.stdout:611: read oid 42 snap -1 2024-08-17T16:52:40.089 INFO:tasks.rados.rados.0.smithi001.stdout:611: expect (ObjNum 105 snap 21 seq_num 105) 2024-08-17T16:52:40.089 INFO:tasks.rados.rados.0.smithi001.stdout:612: setattr oid 5 current snap is 52 2024-08-17T16:52:40.090 INFO:tasks.rados.rados.0.smithi001.stdout:613: rmattr oid 26 current snap is 52 2024-08-17T16:52:40.091 INFO:tasks.rados.rados.0.smithi001.stdout:613: done (2 left) 2024-08-17T16:52:40.091 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 52 2024-08-17T16:52:40.091 INFO:tasks.rados.rados.0.smithi001.stdout:614: seq_num 217 ranges {737280=442368,1179648=696320,1875968=106496} 2024-08-17T16:52:40.097 INFO:tasks.rados.rados.0.smithi001.stdout:614: writing smithi00187473-38 from 737280 to 1179648 tid 1 2024-08-17T16:52:40.102 INFO:tasks.rados.rados.0.smithi001.stdout:614: writing smithi00187473-38 from 1179648 to 1875968 tid 2 2024-08-17T16:52:40.103 INFO:tasks.rados.rados.0.smithi001.stdout:614: writing smithi00187473-38 from 1875968 to 1982464 tid 3 2024-08-17T16:52:40.103 INFO:tasks.rados.rados.0.smithi001.stdout:615: snap_create 2024-08-17T16:52:40.103 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 628 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T16:52:40.103 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 1 to smithi00187473-38 2024-08-17T16:52:40.103 INFO:tasks.rados.rados.0.smithi001.stdout:611: expect (ObjNum 105 snap 21 seq_num 105) 2024-08-17T16:52:40.247 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 2 to smithi00187473-38 2024-08-17T16:52:40.247 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 3 to smithi00187473-38 2024-08-17T16:52:40.247 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 4 to smithi00187473-38 2024-08-17T16:52:40.247 INFO:tasks.rados.rados.0.smithi001.stdout:614: finishing write tid 5 to smithi00187473-38 2024-08-17T16:52:40.247 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 633 (ObjNum 217 snap 52 seq_num 217) dirty exists 2024-08-17T16:52:40.247 INFO:tasks.rados.rados.0.smithi001.stdout:614: left oid 38 (ObjNum 217 snap 52 seq_num 217) 2024-08-17T16:52:40.414 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:40 smithi001 ceph-mon[41665]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T16:52:40.414 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:40 smithi001 ceph-mon[41665]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T16:52:40.415 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:40 smithi001 ceph-mon[29829]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T16:52:40.415 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:40 smithi001 ceph-mon[29829]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T16:52:40.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:40 smithi189 ceph-mon[33558]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-08-17T16:52:40.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:40 smithi189 ceph-mon[33558]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T16:52:41.097 INFO:tasks.rados.rados.0.smithi001.stdout:611: done (3 left) 2024-08-17T16:52:41.097 INFO:tasks.rados.rados.0.smithi001.stdout:612: done (2 left) 2024-08-17T16:52:41.098 INFO:tasks.rados.rados.0.smithi001.stdout:614: done (1 left) 2024-08-17T16:52:41.098 INFO:tasks.rados.rados.0.smithi001.stdout:615: done (0 left) 2024-08-17T16:52:41.098 INFO:tasks.rados.rados.0.smithi001.stdout:616: snap_remove snap 49 2024-08-17T16:52:41.288 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:41 smithi001 systemd[1]: Stopping Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:52:41.546 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[82598]: ts=2024-08-17T16:52:41.287Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T16:52:41.546 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:41 smithi001 podman[90238]: 2024-08-17 16:52:41.31835903 +0000 UTC m=+0.137923378 container died 5df413745475be248d13514d194284afda3c920c62121a769b43bf40185348c2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:41.920 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:41 smithi001 podman[90238]: 2024-08-17 16:52:41.727172273 +0000 UTC m=+0.546736620 container cleanup 5df413745475be248d13514d194284afda3c920c62121a769b43bf40185348c2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:41.920 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:41 smithi001 bash[90238]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T16:52:42.106 INFO:tasks.rados.rados.0.smithi001.stdout:616: done (0 left) 2024-08-17T16:52:42.106 INFO:tasks.rados.rados.0.smithi001.stdout:617: snap_remove snap 45 2024-08-17T16:52:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:42 smithi001 ceph-mon[41665]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:42 smithi001 ceph-mon[41665]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T16:52:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:42 smithi001 ceph-mon[29829]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:42 smithi001 ceph-mon[29829]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T16:52:42.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:41 smithi001 podman[90255]: 2024-08-17 16:52:41.920131751 +0000 UTC m=+0.596867987 container remove 5df413745475be248d13514d194284afda3c920c62121a769b43bf40185348c2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:42.180 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:42 smithi001 podman[90255]: 2024-08-17 16:52:42.029203264 +0000 UTC m=+0.705939498 volume remove b702462719fc25556433df6d1dedce3221eb2211963c94da2a68aa0baef59634 2024-08-17T16:52:42.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:42 smithi189 ceph-mon[33558]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:42.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:42 smithi189 ceph-mon[33558]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T16:52:42.653 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:42 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T16:52:42.653 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:42 smithi001 systemd[1]: Stopped Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:52:42.653 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:42 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.136s CPU time. 2024-08-17T16:52:42.654 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:42 smithi001 systemd[1]: Starting Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:52:42.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:42 smithi001 podman[90393]: 2024-08-17 16:52:42.555953491 +0000 UTC m=+0.018815906 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-08-17T16:52:42.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:42 smithi001 podman[90393]: 2024-08-17 16:52:42.654938882 +0000 UTC m=+0.117801279 volume create 053a0e9107a144112ffd00208caabc92cedfd41b6ed3db38f430301fb88f6ba1 2024-08-17T16:52:42.930 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:42 smithi001 podman[90393]: 2024-08-17 16:52:42.763983077 +0000 UTC m=+0.226845473 container create 4bc906287f6001686dbeb6063e230091215219162055204e8a307e19cb0ed026 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:43.114 INFO:tasks.rados.rados.0.smithi001.stdout:617: done (0 left) 2024-08-17T16:52:43.114 INFO:tasks.rados.rados.0.smithi001.stdout:618: rollback oid 12 current snap is 53 2024-08-17T16:52:43.115 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 42 2024-08-17T16:52:43.115 INFO:tasks.rados.rados.0.smithi001.stdout:619: read oid 21 snap -1 2024-08-17T16:52:43.115 INFO:tasks.rados.rados.0.smithi001.stdout:619: expect deleted 2024-08-17T16:52:43.115 INFO:tasks.rados.rados.0.smithi001.stdout:620: snap_remove snap 52 2024-08-17T16:52:43.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:43 smithi189 ceph-mon[33558]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T16:52:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-mon[29829]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T16:52:43.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-mon[41665]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T16:52:43.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 podman[90393]: 2024-08-17 16:52:43.233427761 +0000 UTC m=+0.696290170 container init 4bc906287f6001686dbeb6063e230091215219162055204e8a307e19cb0ed026 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 podman[90393]: 2024-08-17 16:52:43.23907836 +0000 UTC m=+0.701940757 container start 4bc906287f6001686dbeb6063e230091215219162055204e8a307e19cb0ed026 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:43.250Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:43.250Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:43.251Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.1 port=9094 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:43.252Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:43.275Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:43.275Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:43.277Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-08-17T16:52:43.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:43.277Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T16:52:43.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 bash[90393]: 4bc906287f6001686dbeb6063e230091215219162055204e8a307e19cb0ed026 2024-08-17T16:52:43.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:43 smithi001 systemd[1]: Started Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:52:44.070 INFO:tasks.rados.rados.0.smithi001.stdout:620: done (2 left) 2024-08-17T16:52:44.070 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 53 2024-08-17T16:52:44.070 INFO:tasks.rados.rados.0.smithi001.stdout:621: seq_num 218 ranges {1105920=458752,1564672=581632,2146304=221184} 2024-08-17T16:52:44.074 INFO:tasks.rados.rados.0.smithi001.stdout:621: writing smithi00187473-44 from 1105920 to 1564672 tid 1 2024-08-17T16:52:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:621: writing smithi00187473-44 from 1564672 to 2146304 tid 2 2024-08-17T16:52:44.079 INFO:tasks.rados.rados.0.smithi001.stdout:621: writing smithi00187473-44 from 2146304 to 2367488 tid 3 2024-08-17T16:52:44.079 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 53 2024-08-17T16:52:44.079 INFO:tasks.rados.rados.0.smithi001.stdout:622: seq_num 219 ranges {1212416=475136,1687552=466944,2154496=335872} 2024-08-17T16:52:44.089 INFO:tasks.rados.rados.0.smithi001.stdout:622: writing smithi00187473-28 from 1212416 to 1687552 tid 1 2024-08-17T16:52:44.093 INFO:tasks.rados.rados.0.smithi001.stdout:622: writing smithi00187473-28 from 1687552 to 2154496 tid 2 2024-08-17T16:52:44.095 INFO:tasks.rados.rados.0.smithi001.stdout:622: writing smithi00187473-28 from 2154496 to 2490368 tid 3 2024-08-17T16:52:44.095 INFO:tasks.rados.rados.0.smithi001.stdout:618: finishing rollback tid 0 to smithi00187473-12 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:618: finishing rollback tid 1 to smithi00187473-12 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:618: finishing rollback tid 2 to smithi00187473-12 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 131 (ObjNum 165 snap 37 seq_num 165) dirty exists 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 1 to smithi00187473-44 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 2 to smithi00187473-44 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 3 to smithi00187473-44 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 4 to smithi00187473-44 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:621: finishing write tid 5 to smithi00187473-44 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 154 (ObjNum 218 snap 53 seq_num 218) dirty exists 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:621: left oid 44 (ObjNum 218 snap 53 seq_num 218) 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:622: finishing write tid 1 to smithi00187473-28 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:618: done (3 left) 2024-08-17T16:52:44.096 INFO:tasks.rados.rados.0.smithi001.stdout:619: done (2 left) 2024-08-17T16:52:44.097 INFO:tasks.rados.rados.0.smithi001.stdout:621: done (1 left) 2024-08-17T16:52:44.097 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 53 2024-08-17T16:52:44.097 INFO:tasks.rados.rados.0.smithi001.stdout:623: seq_num 220 ranges {1990656=491520,2482176=753664,3235840=49152} 2024-08-17T16:52:44.109 INFO:tasks.rados.rados.0.smithi001.stdout:623: writing smithi00187473-45 from 1990656 to 2482176 tid 1 2024-08-17T16:52:44.113 INFO:tasks.rados.rados.0.smithi001.stdout:623: writing smithi00187473-45 from 2482176 to 3235840 tid 2 2024-08-17T16:52:44.114 INFO:tasks.rados.rados.0.smithi001.stdout:623: writing smithi00187473-45 from 3235840 to 3284992 tid 3 2024-08-17T16:52:44.114 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 53 2024-08-17T16:52:44.114 INFO:tasks.rados.rados.0.smithi001.stdout:622: finishing write tid 2 to smithi00187473-28 2024-08-17T16:52:44.115 INFO:tasks.rados.rados.0.smithi001.stdout:624: seq_num 221 ranges {958464=507904,1466368=688128,2154496=114688} 2024-08-17T16:52:44.122 INFO:tasks.rados.rados.0.smithi001.stdout:624: writing smithi00187473-19 from 958464 to 1466368 tid 1 2024-08-17T16:52:44.126 INFO:tasks.rados.rados.0.smithi001.stdout:624: writing smithi00187473-19 from 1466368 to 2154496 tid 2 2024-08-17T16:52:44.127 INFO:tasks.rados.rados.0.smithi001.stdout:624: writing smithi00187473-19 from 2154496 to 2269184 tid 3 2024-08-17T16:52:44.127 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 53 2024-08-17T16:52:44.127 INFO:tasks.rados.rados.0.smithi001.stdout:622: finishing write tid 3 to smithi00187473-28 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:622: finishing write tid 4 to smithi00187473-28 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:622: finishing write tid 5 to smithi00187473-28 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 223 (ObjNum 219 snap 53 seq_num 219) dirty exists 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:622: left oid 28 (ObjNum 219 snap 53 seq_num 219) 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:623: finishing write tid 1 to smithi00187473-45 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:623: finishing write tid 2 to smithi00187473-45 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:623: finishing write tid 3 to smithi00187473-45 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:623: finishing write tid 4 to smithi00187473-45 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:623: finishing write tid 5 to smithi00187473-45 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 653 (ObjNum 220 snap 53 seq_num 220) dirty exists 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:623: left oid 45 (ObjNum 220 snap 53 seq_num 220) 2024-08-17T16:52:44.128 INFO:tasks.rados.rados.0.smithi001.stdout:624: finishing write tid 1 to smithi00187473-19 2024-08-17T16:52:44.129 INFO:tasks.rados.rados.0.smithi001.stdout:625: seq_num 222 ranges {1597440=524288,2121728=565248,2686976=237568} 2024-08-17T16:52:44.139 INFO:tasks.rados.rados.0.smithi001.stdout:625: writing smithi00187473-14 from 1597440 to 2121728 tid 1 2024-08-17T16:52:44.142 INFO:tasks.rados.rados.0.smithi001.stdout:625: writing smithi00187473-14 from 2121728 to 2686976 tid 2 2024-08-17T16:52:44.143 INFO:tasks.rados.rados.0.smithi001.stdout:625: writing smithi00187473-14 from 2686976 to 2924544 tid 3 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:622: done (3 left) 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:623: done (2 left) 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:626: setattr oid 25 current snap is 53 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:624: finishing write tid 2 to smithi00187473-19 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:624: finishing write tid 3 to smithi00187473-19 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:624: finishing write tid 4 to smithi00187473-19 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:624: finishing write tid 5 to smithi00187473-19 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 227 (ObjNum 221 snap 53 seq_num 221) dirty exists 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:624: left oid 19 (ObjNum 221 snap 53 seq_num 221) 2024-08-17T16:52:44.144 INFO:tasks.rados.rados.0.smithi001.stdout:625: finishing write tid 1 to smithi00187473-14 2024-08-17T16:52:44.145 INFO:tasks.rados.rados.0.smithi001.stdout:625: finishing write tid 2 to smithi00187473-14 2024-08-17T16:52:44.145 INFO:tasks.rados.rados.0.smithi001.stdout:625: finishing write tid 3 to smithi00187473-14 2024-08-17T16:52:44.146 INFO:tasks.rados.rados.0.smithi001.stdout:625: finishing write tid 4 to smithi00187473-14 2024-08-17T16:52:44.146 INFO:tasks.rados.rados.0.smithi001.stdout:624: done (2 left) 2024-08-17T16:52:44.146 INFO:tasks.rados.rados.0.smithi001.stdout:627: delete oid 7 current snap is 53 2024-08-17T16:52:44.147 INFO:tasks.rados.rados.0.smithi001.stdout:625: finishing write tid 5 to smithi00187473-14 2024-08-17T16:52:44.147 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 157 (ObjNum 222 snap 53 seq_num 222) dirty exists 2024-08-17T16:52:44.147 INFO:tasks.rados.rados.0.smithi001.stdout:625: left oid 14 (ObjNum 222 snap 53 seq_num 222) 2024-08-17T16:52:44.151 INFO:tasks.rados.rados.0.smithi001.stdout:625: done (2 left) 2024-08-17T16:52:44.151 INFO:tasks.rados.rados.0.smithi001.stdout:627: done (1 left) 2024-08-17T16:52:44.152 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 53 2024-08-17T16:52:44.152 INFO:tasks.rados.rados.0.smithi001.stdout:628: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-08-17T16:52:44.154 INFO:tasks.rados.rados.0.smithi001.stdout:628: writing smithi00187473-5 from 0 to 557056 tid 1 2024-08-17T16:52:44.158 INFO:tasks.rados.rados.0.smithi001.stdout:628: writing smithi00187473-5 from 557056 to 1294336 tid 2 2024-08-17T16:52:44.159 INFO:tasks.rados.rados.0.smithi001.stdout:628: writing smithi00187473-5 from 1294336 to 1359872 tid 3 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:629: copy_from oid 44 from oid 47 current snap is 53 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 373 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:628: finishing write tid 1 to smithi00187473-5 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:626: done (2 left) 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:630: rollback oid 9 current snap is 53 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 48 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:631: copy_from oid 31 from oid 18 current snap is 53 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:632: copy_from oid 17 from oid 7 current snap is 53 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 53 2024-08-17T16:52:44.160 INFO:tasks.rados.rados.0.smithi001.stdout:633: seq_num 225 ranges {2359296=573440,2932736=622592,3555328=180224} 2024-08-17T16:52:44.176 INFO:tasks.rados.rados.0.smithi001.stdout:633: writing smithi00187473-16 from 2359296 to 2932736 tid 1 2024-08-17T16:52:44.179 INFO:tasks.rados.rados.0.smithi001.stdout:633: writing smithi00187473-16 from 2932736 to 3555328 tid 2 2024-08-17T16:52:44.180 INFO:tasks.rados.rados.0.smithi001.stdout:633: writing smithi00187473-16 from 3555328 to 3735552 tid 3 2024-08-17T16:52:44.180 INFO:tasks.rados.rados.0.smithi001.stdout:634: snap_remove snap 31 2024-08-17T16:52:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:44 smithi189 ceph-mon[33558]: pgmap v36: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-08-17T16:52:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:44 smithi189 ceph-mon[33558]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T16:52:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:44 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:44 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:44 smithi189 ceph-mon[33558]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T16:52:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[29829]: pgmap v36: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-08-17T16:52:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[29829]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T16:52:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:44.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[29829]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T16:52:44.430 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:44 smithi001 systemd[1]: Stopping Ceph node-exporter.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:52:44.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[41665]: pgmap v36: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-08-17T16:52:44.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[41665]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T16:52:44.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:44.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:44.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:44 smithi001 ceph-mon[41665]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T16:52:44.789 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:44 smithi001 podman[90593]: 2024-08-17 16:52:44.509986954 +0000 UTC m=+0.118113784 container died ecef16c3739d9bec9a116d48528224b4557fa11ecdfa270dbeaceeaa8a3e77df (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:45.064 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:44 smithi001 podman[90593]: 2024-08-17 16:52:44.879263129 +0000 UTC m=+0.487389958 container cleanup ecef16c3739d9bec9a116d48528224b4557fa11ecdfa270dbeaceeaa8a3e77df (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:45.064 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:44 smithi001 bash[90593]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T16:52:45.118 INFO:tasks.rados.rados.0.smithi001.stdout:630: finishing rollback tid 0 to smithi00187473-9 2024-08-17T16:52:45.118 INFO:tasks.rados.rados.0.smithi001.stdout:630: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:52:45.118 INFO:tasks.rados.rados.0.smithi001.stdout:628: finishing write tid 2 to smithi00187473-5 2024-08-17T16:52:45.118 INFO:tasks.rados.rados.0.smithi001.stdout:628: finishing write tid 3 to smithi00187473-5 2024-08-17T16:52:45.118 INFO:tasks.rados.rados.0.smithi001.stdout:630: finishing rollback tid 2 to smithi00187473-9 2024-08-17T16:52:45.118 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 595 (ObjNum 163 snap 36 seq_num 163) dirty exists 2024-08-17T16:52:45.118 INFO:tasks.rados.rados.0.smithi001.stdout:628: finishing write tid 4 to smithi00187473-5 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:632: finishing copy_from to smithi00187473-17 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:632: got expected ENOENT (src dne) 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:632: finishing copy_from racing read to smithi00187473-17 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:628: finishing write tid 5 to smithi00187473-5 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 657 (ObjNum 224 snap 53 seq_num 224) dirty exists 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:628: left oid 5 (ObjNum 224 snap 53 seq_num 224) 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:629: finishing copy_from racing read to smithi00187473-44 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:629: finishing copy_from to smithi00187473-44 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 327 (ObjNum 114 snap 21 seq_num 114) dirty exists 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:633: finishing write tid 1 to smithi00187473-16 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:633: finishing write tid 2 to smithi00187473-16 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:633: finishing write tid 3 to smithi00187473-16 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:633: finishing write tid 4 to smithi00187473-16 2024-08-17T16:52:45.119 INFO:tasks.rados.rados.0.smithi001.stdout:633: finishing write tid 5 to smithi00187473-16 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 436 (ObjNum 225 snap 53 seq_num 225) dirty exists 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:633: left oid 16 (ObjNum 225 snap 53 seq_num 225) 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:631: finishing copy_from racing read to smithi00187473-31 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:631: finishing copy_from to smithi00187473-31 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 592 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:628: done (6 left) 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:629: done (5 left) 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:630: done (4 left) 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:631: done (3 left) 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:632: done (2 left) 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:633: done (1 left) 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:634: done (0 left) 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 53 2024-08-17T16:52:45.120 INFO:tasks.rados.rados.0.smithi001.stdout:635: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-08-17T16:52:45.122 INFO:tasks.rados.rados.0.smithi001.stdout:635: writing smithi00187473-50 from 0 to 589824 tid 1 2024-08-17T16:52:45.126 INFO:tasks.rados.rados.0.smithi001.stdout:635: writing smithi00187473-50 from 589824 to 1097728 tid 2 2024-08-17T16:52:45.128 INFO:tasks.rados.rados.0.smithi001.stdout:635: writing smithi00187473-50 from 1097728 to 1392640 tid 3 2024-08-17T16:52:45.128 INFO:tasks.rados.rados.0.smithi001.stdout:636: read oid 22 snap -1 2024-08-17T16:52:45.128 INFO:tasks.rados.rados.0.smithi001.stdout:636: expect deleted 2024-08-17T16:52:45.129 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 53 2024-08-17T16:52:45.129 INFO:tasks.rados.rados.0.smithi001.stdout:637: seq_num 227 ranges {6316032=606208,6922240=794624,7716864=8192} 2024-08-17T16:52:45.167 INFO:tasks.rados.rados.0.smithi001.stdout:637: writing smithi00187473-9 from 6316032 to 6922240 tid 1 2024-08-17T16:52:45.172 INFO:tasks.rados.rados.0.smithi001.stdout:637: writing smithi00187473-9 from 6922240 to 7716864 tid 2 2024-08-17T16:52:45.172 INFO:tasks.rados.rados.0.smithi001.stdout:637: writing smithi00187473-9 from 7716864 to 7725056 tid 3 2024-08-17T16:52:45.172 INFO:tasks.rados.rados.0.smithi001.stdout:638: snap_create 2024-08-17T16:52:45.172 INFO:tasks.rados.rados.0.smithi001.stdout:635: finishing write tid 1 to smithi00187473-50 2024-08-17T16:52:45.172 INFO:tasks.rados.rados.0.smithi001.stdout:635: finishing write tid 2 to smithi00187473-50 2024-08-17T16:52:45.172 INFO:tasks.rados.rados.0.smithi001.stdout:635: finishing write tid 3 to smithi00187473-50 2024-08-17T16:52:45.173 INFO:tasks.rados.rados.0.smithi001.stdout:635: finishing write tid 4 to smithi00187473-50 2024-08-17T16:52:45.173 INFO:tasks.rados.rados.0.smithi001.stdout:635: finishing write tid 5 to smithi00187473-50 2024-08-17T16:52:45.173 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 293 (ObjNum 226 snap 53 seq_num 226) dirty exists 2024-08-17T16:52:45.173 INFO:tasks.rados.rados.0.smithi001.stdout:635: left oid 50 (ObjNum 226 snap 53 seq_num 226) 2024-08-17T16:52:45.173 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 1 to smithi00187473-9 2024-08-17T16:52:45.175 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 2 to smithi00187473-9 2024-08-17T16:52:45.175 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 3 to smithi00187473-9 2024-08-17T16:52:45.175 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 4 to smithi00187473-9 2024-08-17T16:52:45.176 INFO:tasks.rados.rados.0.smithi001.stdout:637: finishing write tid 5 to smithi00187473-9 2024-08-17T16:52:45.176 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 599 (ObjNum 227 snap 53 seq_num 227) dirty exists 2024-08-17T16:52:45.176 INFO:tasks.rados.rados.0.smithi001.stdout:637: left oid 9 (ObjNum 227 snap 53 seq_num 227) 2024-08-17T16:52:45.320 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:45 smithi001 ceph-mon[29829]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T16:52:45.320 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:45 smithi001 ceph-mon[29829]: Deploying daemon node-exporter.a on smithi001 2024-08-17T16:52:45.321 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:45 smithi001 ceph-mon[41665]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T16:52:45.321 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:45 smithi001 ceph-mon[41665]: Deploying daemon node-exporter.a on smithi001 2024-08-17T16:52:45.321 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:45.253Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000829723s 2024-08-17T16:52:45.321 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:45 smithi001 podman[90614]: 2024-08-17 16:52:45.063807657 +0000 UTC m=+0.556212878 container remove ecef16c3739d9bec9a116d48528224b4557fa11ecdfa270dbeaceeaa8a3e77df (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:45.321 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:45 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:52:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:45 smithi189 ceph-mon[33558]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T16:52:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:45 smithi189 ceph-mon[33558]: Deploying daemon node-exporter.a on smithi001 2024-08-17T16:52:45.679 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:45 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T16:52:45.679 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:45 smithi001 systemd[1]: Stopped Ceph node-exporter.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:52:45.680 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:45 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.342s CPU time. 2024-08-17T16:52:45.680 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:45 smithi001 systemd[1]: Starting Ceph node-exporter.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:52:46.057 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:45 smithi001 bash[90744]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-17T16:52:46.118 INFO:tasks.rados.rados.0.smithi001.stdout:635: done (3 left) 2024-08-17T16:52:46.118 INFO:tasks.rados.rados.0.smithi001.stdout:636: done (2 left) 2024-08-17T16:52:46.118 INFO:tasks.rados.rados.0.smithi001.stdout:637: done (1 left) 2024-08-17T16:52:46.118 INFO:tasks.rados.rados.0.smithi001.stdout:638: done (0 left) 2024-08-17T16:52:46.118 INFO:tasks.rados.rados.0.smithi001.stdout:639: delete oid 2 current snap is 54 2024-08-17T16:52:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:639: done (0 left) 2024-08-17T16:52:46.121 INFO:tasks.rados.rados.0.smithi001.stdout:640: delete oid 5 current snap is 54 2024-08-17T16:52:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:640: done (0 left) 2024-08-17T16:52:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:641: read oid 43 snap -1 2024-08-17T16:52:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:641: expect (ObjNum 183 snap 42 seq_num 183) 2024-08-17T16:52:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:642: read oid 28 snap 47 2024-08-17T16:52:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:642: expect (ObjNum 136 snap 31 seq_num 136) 2024-08-17T16:52:46.124 INFO:tasks.rados.rados.0.smithi001.stdout:643: delete oid 17 current snap is 54 2024-08-17T16:52:46.136 INFO:tasks.rados.rados.0.smithi001.stdout:643: done (2 left) 2024-08-17T16:52:46.136 INFO:tasks.rados.rados.0.smithi001.stdout:644: copy_from oid 10 from oid 16 current snap is 54 2024-08-17T16:52:46.136 INFO:tasks.rados.rados.0.smithi001.stdout:645: rmattr oid 20 current snap is 54 2024-08-17T16:52:46.136 INFO:tasks.rados.rados.0.smithi001.stdout:645: done (3 left) 2024-08-17T16:52:46.136 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 54 2024-08-17T16:52:46.136 INFO:tasks.rados.rados.0.smithi001.stdout:646: seq_num 231 ranges {1138688=671744,1810432=778240,2588672=24576} 2024-08-17T16:52:46.146 INFO:tasks.rados.rados.0.smithi001.stdout:646: writing smithi00187473-3 from 1138688 to 1810432 tid 1 2024-08-17T16:52:46.153 INFO:tasks.rados.rados.0.smithi001.stdout:646: writing smithi00187473-3 from 1810432 to 2588672 tid 2 2024-08-17T16:52:46.153 INFO:tasks.rados.rados.0.smithi001.stdout:646: writing smithi00187473-3 from 2588672 to 2613248 tid 3 2024-08-17T16:52:46.153 INFO:tasks.rados.rados.0.smithi001.stdout:647: read oid 20 snap -1 2024-08-17T16:52:46.153 INFO:tasks.rados.rados.0.smithi001.stdout:647: expect deleted 2024-08-17T16:52:46.154 INFO:tasks.rados.rados.0.smithi001.stdout:648: read oid 18 snap 29 2024-08-17T16:52:46.154 INFO:tasks.rados.rados.0.smithi001.stdout:648: expect (ObjNum 126 snap 26 seq_num 126) 2024-08-17T16:52:46.154 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 54 2024-08-17T16:52:46.154 INFO:tasks.rados.rados.0.smithi001.stdout:649: seq_num 232 ranges {2007040=688128,2695168=663552,3358720=139264} 2024-08-17T16:52:46.167 INFO:tasks.rados.rados.0.smithi001.stdout:649: writing smithi00187473-34 from 2007040 to 2695168 tid 1 2024-08-17T16:52:46.171 INFO:tasks.rados.rados.0.smithi001.stdout:649: writing smithi00187473-34 from 2695168 to 3358720 tid 2 2024-08-17T16:52:46.172 INFO:tasks.rados.rados.0.smithi001.stdout:649: writing smithi00187473-34 from 3358720 to 3497984 tid 3 2024-08-17T16:52:46.172 INFO:tasks.rados.rados.0.smithi001.stdout:650: copy_from oid 1 from oid 46 current snap is 54 2024-08-17T16:52:46.172 INFO:tasks.rados.rados.0.smithi001.stdout:641: expect (ObjNum 183 snap 42 seq_num 183) 2024-08-17T16:52:46.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:46 smithi189 ceph-mon[33558]: pgmap v39: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-08-17T16:52:46.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:46 smithi189 ceph-mon[33558]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T16:52:46.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:46 smithi001 ceph-mon[29829]: pgmap v39: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-08-17T16:52:46.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:46 smithi001 ceph-mon[29829]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T16:52:46.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:46 smithi001 ceph-mon[41665]: pgmap v39: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 4.4 MiB/s wr, 38 op/s 2024-08-17T16:52:46.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:46 smithi001 ceph-mon[41665]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T16:52:46.430 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:46 smithi001 bash[90744]: Getting image source signatures 2024-08-17T16:52:46.430 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:46 smithi001 bash[90744]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-17T16:52:46.430 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:46 smithi001 bash[90744]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-17T16:52:46.430 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:46 smithi001 bash[90744]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-17T16:52:46.461 INFO:tasks.rados.rados.0.smithi001.stdout:642: expect (ObjNum 136 snap 31 seq_num 136) 2024-08-17T16:52:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:644: finishing copy_from racing read to smithi00187473-10 2024-08-17T16:52:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:646: finishing write tid 1 to smithi00187473-3 2024-08-17T16:52:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:646: finishing write tid 2 to smithi00187473-3 2024-08-17T16:52:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:641: done (7 left) 2024-08-17T16:52:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:642: done (6 left) 2024-08-17T16:52:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:647: done (5 left) 2024-08-17T16:52:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 54 2024-08-17T16:52:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:646: finishing write tid 3 to smithi00187473-3 2024-08-17T16:52:46.764 INFO:tasks.rados.rados.0.smithi001.stdout:651: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-08-17T16:52:46.767 INFO:tasks.rados.rados.0.smithi001.stdout:651: writing smithi00187473-24 from 0 to 712704 tid 1 2024-08-17T16:52:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:651: writing smithi00187473-24 from 712704 to 1261568 tid 2 2024-08-17T16:52:46.772 INFO:tasks.rados.rados.0.smithi001.stdout:651: writing smithi00187473-24 from 1261568 to 1515520 tid 3 2024-08-17T16:52:46.772 INFO:tasks.rados.rados.0.smithi001.stdout:652: rollback oid 22 current snap is 54 2024-08-17T16:52:46.772 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 47 2024-08-17T16:52:46.772 INFO:tasks.rados.rados.0.smithi001.stdout:646: finishing write tid 4 to smithi00187473-3 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:644: finishing copy_from to smithi00187473-10 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 436 (ObjNum 225 snap 53 seq_num 225) dirty exists 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:646: finishing write tid 5 to smithi00187473-3 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 140 (ObjNum 231 snap 54 seq_num 231) dirty exists 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:646: left oid 3 (ObjNum 231 snap 54 seq_num 231) 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:644: done (6 left) 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:646: done (5 left) 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:653: read oid 6 snap -1 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:653: expect (ObjNum 198 snap 48 seq_num 198) 2024-08-17T16:52:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:654: snap_remove snap 53 2024-08-17T16:52:47.127 INFO:tasks.rados.rados.0.smithi001.stdout:654: done (6 left) 2024-08-17T16:52:47.127 INFO:tasks.rados.rados.0.smithi001.stdout:655: snap_remove snap 48 2024-08-17T16:52:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:47 smithi001 ceph-mon[29829]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T16:52:47.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:47 smithi189 ceph-mon[33558]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T16:52:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:47 smithi001 ceph-mon[41665]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T16:52:47.430 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:47 smithi001 bash[90744]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-17T16:52:47.862 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:47 smithi001 bash[90744]: Writing manifest to image destination 2024-08-17T16:52:48.125 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:47 smithi001 podman[90744]: 2024-08-17 16:52:47.825308958 +0000 UTC m=+2.185828130 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-17T16:52:48.125 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:47 smithi001 podman[90744]: 2024-08-17 16:52:47.986660445 +0000 UTC m=+2.347179622 container create 784425e070394363a718888de112608c59cb9db8237ccb286816f922f0457ccd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:48.132 INFO:tasks.rados.rados.0.smithi001.stdout:655: done (6 left) 2024-08-17T16:52:48.132 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 54 2024-08-17T16:52:48.132 INFO:tasks.rados.rados.0.smithi001.stdout:656: seq_num 234 ranges {57344=729088,786432=434176,1220608=368640} 2024-08-17T16:52:48.138 INFO:tasks.rados.rados.0.smithi001.stdout:656: writing smithi00187473-4 from 57344 to 786432 tid 1 2024-08-17T16:52:48.141 INFO:tasks.rados.rados.0.smithi001.stdout:656: writing smithi00187473-4 from 786432 to 1220608 tid 2 2024-08-17T16:52:48.144 INFO:tasks.rados.rados.0.smithi001.stdout:656: writing smithi00187473-4 from 1220608 to 1589248 tid 3 2024-08-17T16:52:48.149 INFO:tasks.rados.rados.0.smithi001.stdout:648: expect (ObjNum 126 snap 26 seq_num 126) 2024-08-17T16:52:48.307 INFO:tasks.rados.rados.0.smithi001.stdout:649: finishing write tid 1 to smithi00187473-34 2024-08-17T16:52:48.307 INFO:tasks.rados.rados.0.smithi001.stdout:649: finishing write tid 2 to smithi00187473-34 2024-08-17T16:52:48.307 INFO:tasks.rados.rados.0.smithi001.stdout:649: finishing write tid 3 to smithi00187473-34 2024-08-17T16:52:48.307 INFO:tasks.rados.rados.0.smithi001.stdout:649: finishing write tid 4 to smithi00187473-34 2024-08-17T16:52:48.307 INFO:tasks.rados.rados.0.smithi001.stdout:649: finishing write tid 5 to smithi00187473-34 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 388 (ObjNum 232 snap 54 seq_num 232) dirty exists 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:649: left oid 34 (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:650: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:650: finishing copy_from to smithi00187473-1 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 288 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:648: done (6 left) 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:649: done (5 left) 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:650: done (4 left) 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:657: read oid 9 snap -1 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:657: expect (ObjNum 227 snap 53 seq_num 227) 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:658: rollback oid 40 current snap is 54 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 47 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:651: finishing write tid 1 to smithi00187473-24 2024-08-17T16:52:48.308 INFO:tasks.rados.rados.0.smithi001.stdout:651: finishing write tid 2 to smithi00187473-24 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:651: finishing write tid 3 to smithi00187473-24 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:651: finishing write tid 4 to smithi00187473-24 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:652: finishing rollback tid 1 to smithi00187473-22 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:652: done (5 left) 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:659: delete oid 2 current snap is 54 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:651: finishing write tid 5 to smithi00187473-24 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 142 (ObjNum 233 snap 54 seq_num 233) dirty exists 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:651: left oid 24 (ObjNum 233 snap 54 seq_num 233) 2024-08-17T16:52:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:653: expect (ObjNum 198 snap 48 seq_num 198) 2024-08-17T16:52:48.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-mon[29829]: pgmap v42: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-08-17T16:52:48.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-mon[29829]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T16:52:48.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-mon[41665]: pgmap v42: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-08-17T16:52:48.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-mon[41665]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T16:52:48.386 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 podman[90744]: 2024-08-17 16:52:48.284473623 +0000 UTC m=+2.644992808 container init 784425e070394363a718888de112608c59cb9db8237ccb286816f922f0457ccd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 podman[90744]: 2024-08-17 16:52:48.290612096 +0000 UTC m=+2.651131269 container start 784425e070394363a718888de112608c59cb9db8237ccb286816f922f0457ccd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.294Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.294Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.294Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.294Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T16:52:48.387 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T16:52:48.388 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T16:52:48.389 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T16:52:48.390 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T16:52:48.391 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T16:52:48.391 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-17T16:52:48.391 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a[90793]: ts=2024-08-17T16:52:48.295Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T16:52:48.391 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 bash[90744]: 784425e070394363a718888de112608c59cb9db8237ccb286816f922f0457ccd 2024-08-17T16:52:48.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:48 smithi189 ceph-mon[33558]: pgmap v42: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-08-17T16:52:48.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:48 smithi189 ceph-mon[33558]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T16:52:48.543 INFO:tasks.rados.rados.0.smithi001.stdout:656: finishing write tid 1 to smithi00187473-4 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:656: finishing write tid 2 to smithi00187473-4 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:656: finishing write tid 3 to smithi00187473-4 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:656: finishing write tid 4 to smithi00187473-4 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:656: finishing write tid 5 to smithi00187473-4 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 107 (ObjNum 234 snap 54 seq_num 234) dirty exists 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:656: left oid 4 (ObjNum 234 snap 54 seq_num 234) 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:651: done (5 left) 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:653: done (4 left) 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:656: done (3 left) 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:659: done (2 left) 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:660: read oid 31 snap -1 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:660: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:52:48.544 INFO:tasks.rados.rados.0.smithi001.stdout:661: read oid 21 snap -1 2024-08-17T16:52:48.545 INFO:tasks.rados.rados.0.smithi001.stdout:661: expect deleted 2024-08-17T16:52:48.545 INFO:tasks.rados.rados.0.smithi001.stdout:662: snap_remove snap 42 2024-08-17T16:52:48.680 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 16:52:48 smithi001 systemd[1]: Started Ceph node-exporter.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:52:49.061 INFO:tasks.rados.rados.0.smithi001.stdout:662: done (4 left) 2024-08-17T16:52:49.061 INFO:tasks.rados.rados.0.smithi001.stdout:663: snap_remove snap 29 2024-08-17T16:52:49.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:49 smithi189 ceph-mon[33558]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T16:52:49.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:49 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:49.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:49 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:49.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:49 smithi189 ceph-mon[33558]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T16:52:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:49 smithi001 ceph-mon[29829]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T16:52:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:49 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:49 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:49 smithi001 ceph-mon[29829]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T16:52:49.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:49 smithi001 ceph-mon[41665]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T16:52:49.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:49 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:49.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:49 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:52:49.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:49 smithi001 ceph-mon[41665]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T16:52:49.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:49 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:49] "GET /metrics HTTP/1.1" 200 36208 "" "Prometheus/2.43.0" 2024-08-17T16:52:50.064 INFO:tasks.rados.rados.0.smithi001.stdout:663: done (4 left) 2024-08-17T16:52:50.064 INFO:tasks.rados.rados.0.smithi001.stdout:664: snap_remove snap 50 2024-08-17T16:52:50.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:50 smithi189 ceph-mon[33558]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:52:50.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:50 smithi189 ceph-mon[33558]: pgmap v45: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-08-17T16:52:50.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:50 smithi189 ceph-mon[33558]: Deploying daemon prometheus.a on smithi189 2024-08-17T16:52:50.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:50 smithi189 ceph-mon[33558]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T16:52:50.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:50 smithi001 ceph-mon[41665]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:52:50.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:50 smithi001 ceph-mon[41665]: pgmap v45: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-08-17T16:52:50.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:50 smithi001 ceph-mon[41665]: Deploying daemon prometheus.a on smithi189 2024-08-17T16:52:50.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:50 smithi001 ceph-mon[41665]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T16:52:50.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:50 smithi001 ceph-mon[29829]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:52:50.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:50 smithi001 ceph-mon[29829]: pgmap v45: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 26 op/s 2024-08-17T16:52:50.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:50 smithi001 ceph-mon[29829]: Deploying daemon prometheus.a on smithi189 2024-08-17T16:52:50.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:50 smithi001 ceph-mon[29829]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T16:52:51.065 INFO:tasks.rados.rados.0.smithi001.stdout:664: done (4 left) 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:665: rmattr oid 3 current snap is 54 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:665: done (4 left) 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:666: read oid 6 snap -1 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:666: expect (ObjNum 198 snap 48 seq_num 198) 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:667: copy_from oid 3 from oid 1 current snap is 54 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:668: rmattr oid 20 current snap is 54 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:668: done (6 left) 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:669: rmattr oid 34 current snap is 54 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:670: rmattr oid 48 current snap is 54 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:670: done (7 left) 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 54 2024-08-17T16:52:51.066 INFO:tasks.rados.rados.0.smithi001.stdout:671: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-08-17T16:52:51.070 INFO:tasks.rados.rados.0.smithi001.stdout:671: writing smithi00187473-7 from 0 to 761856 tid 1 2024-08-17T16:52:51.075 INFO:tasks.rados.rados.0.smithi001.stdout:671: writing smithi00187473-7 from 761856 to 1409024 tid 2 2024-08-17T16:52:51.077 INFO:tasks.rados.rados.0.smithi001.stdout:671: writing smithi00187473-7 from 1409024 to 1564672 tid 3 2024-08-17T16:52:51.077 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 54 2024-08-17T16:52:51.077 INFO:tasks.rados.rados.0.smithi001.stdout:658: finishing rollback tid 0 to smithi00187473-40 2024-08-17T16:52:51.077 INFO:tasks.rados.rados.0.smithi001.stdout:658: finishing rollback tid 1 to smithi00187473-40 2024-08-17T16:52:51.077 INFO:tasks.rados.rados.0.smithi001.stdout:658: finishing rollback tid 2 to smithi00187473-40 2024-08-17T16:52:51.077 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 400 (ObjNum 160 snap 36 seq_num 160) dirty exists 2024-08-17T16:52:51.077 INFO:tasks.rados.rados.0.smithi001.stdout:657: expect (ObjNum 227 snap 53 seq_num 227) 2024-08-17T16:52:51.607 INFO:tasks.rados.rados.0.smithi001.stdout:672: seq_num 237 ranges {1957888=778240,2736128=532480,3268608=270336} 2024-08-17T16:52:51.622 INFO:tasks.rados.rados.0.smithi001.stdout:672: writing smithi00187473-36 from 1957888 to 2736128 tid 1 2024-08-17T16:52:51.625 INFO:tasks.rados.rados.0.smithi001.stdout:672: writing smithi00187473-36 from 2736128 to 3268608 tid 2 2024-08-17T16:52:51.626 INFO:tasks.rados.rados.0.smithi001.stdout:672: writing smithi00187473-36 from 3268608 to 3538944 tid 3 2024-08-17T16:52:51.626 INFO:tasks.rados.rados.0.smithi001.stdout:657: done (8 left) 2024-08-17T16:52:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:658: done (7 left) 2024-08-17T16:52:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:661: done (6 left) 2024-08-17T16:52:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 54 2024-08-17T16:52:51.627 INFO:tasks.rados.rados.0.smithi001.stdout:660: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:52:52.164 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 422 (ObjNum 232 snap 54 seq_num 232) dirty exists 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:667: finishing copy_from racing read to smithi00187473-3 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:671: finishing write tid 1 to smithi00187473-7 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:667: finishing copy_from to smithi00187473-3 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 288 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:671: finishing write tid 2 to smithi00187473-7 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:671: finishing write tid 3 to smithi00187473-7 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:671: finishing write tid 4 to smithi00187473-7 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:671: finishing write tid 5 to smithi00187473-7 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 404 (ObjNum 236 snap 54 seq_num 236) dirty exists 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:671: left oid 7 (ObjNum 236 snap 54 seq_num 236) 2024-08-17T16:52:52.165 INFO:tasks.rados.rados.0.smithi001.stdout:666: expect (ObjNum 198 snap 48 seq_num 198) 2024-08-17T16:52:52.396 INFO:tasks.rados.rados.0.smithi001.stdout:672: finishing write tid 1 to smithi00187473-36 2024-08-17T16:52:52.396 INFO:tasks.rados.rados.0.smithi001.stdout:672: finishing write tid 2 to smithi00187473-36 2024-08-17T16:52:52.396 INFO:tasks.rados.rados.0.smithi001.stdout:672: finishing write tid 3 to smithi00187473-36 2024-08-17T16:52:52.396 INFO:tasks.rados.rados.0.smithi001.stdout:672: finishing write tid 4 to smithi00187473-36 2024-08-17T16:52:52.396 INFO:tasks.rados.rados.0.smithi001.stdout:672: finishing write tid 5 to smithi00187473-36 2024-08-17T16:52:52.396 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 440 (ObjNum 237 snap 54 seq_num 237) dirty exists 2024-08-17T16:52:52.396 INFO:tasks.rados.rados.0.smithi001.stdout:672: left oid 36 (ObjNum 237 snap 54 seq_num 237) 2024-08-17T16:52:52.396 INFO:tasks.rados.rados.0.smithi001.stdout:673: seq_num 238 ranges {2924544=794624,3719168=417792,4136960=385024} 2024-08-17T16:52:52.416 INFO:tasks.rados.rados.0.smithi001.stdout:673: writing smithi00187473-14 from 2924544 to 3719168 tid 1 2024-08-17T16:52:52.418 INFO:tasks.rados.rados.0.smithi001.stdout:673: writing smithi00187473-14 from 3719168 to 4136960 tid 2 2024-08-17T16:52:52.421 INFO:tasks.rados.rados.0.smithi001.stdout:673: writing smithi00187473-14 from 4136960 to 4521984 tid 3 2024-08-17T16:52:52.421 INFO:tasks.rados.rados.0.smithi001.stdout:660: done (6 left) 2024-08-17T16:52:52.421 INFO:tasks.rados.rados.0.smithi001.stdout:666: done (5 left) 2024-08-17T16:52:52.421 INFO:tasks.rados.rados.0.smithi001.stdout:667: done (4 left) 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:669: done (3 left) 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:671: done (2 left) 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:672: done (1 left) 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:673: finishing write tid 1 to smithi00187473-14 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:673: finishing write tid 2 to smithi00187473-14 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:674: read oid 21 snap -1 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:674: expect deleted 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:675: read oid 37 snap -1 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:675: expect deleted 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 54 2024-08-17T16:52:52.422 INFO:tasks.rados.rados.0.smithi001.stdout:676: seq_num 239 ranges {491520=409600,901120=704512,1605632=499712} 2024-08-17T16:52:52.426 INFO:tasks.rados.rados.0.smithi001.stdout:676: writing smithi00187473-30 from 491520 to 901120 tid 1 2024-08-17T16:52:52.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:52 smithi189 ceph-mon[33558]: pgmap v48: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:52.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:52 smithi189 ceph-mon[33558]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T16:52:52.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:52 smithi001 ceph-mon[29829]: pgmap v48: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:52.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:52 smithi001 ceph-mon[29829]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T16:52:52.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:52 smithi001 ceph-mon[41665]: pgmap v48: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:52:52.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:52 smithi001 ceph-mon[41665]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T16:52:52.430 INFO:tasks.rados.rados.0.smithi001.stdout:676: writing smithi00187473-30 from 901120 to 1605632 tid 2 2024-08-17T16:52:52.433 INFO:tasks.rados.rados.0.smithi001.stdout:676: writing smithi00187473-30 from 1605632 to 2105344 tid 3 2024-08-17T16:52:52.433 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 54 2024-08-17T16:52:52.433 INFO:tasks.rados.rados.0.smithi001.stdout:677: seq_num 240 ranges {0=425984,425984=589824,1015808=483328,1499136=131072} 2024-08-17T16:52:52.435 INFO:tasks.rados.rados.0.smithi001.stdout:677: writing smithi00187473-48 from 0 to 425984 tid 1 2024-08-17T16:52:52.439 INFO:tasks.rados.rados.0.smithi001.stdout:677: writing smithi00187473-48 from 425984 to 1015808 tid 2 2024-08-17T16:52:52.442 INFO:tasks.rados.rados.0.smithi001.stdout:677: writing smithi00187473-48 from 1015808 to 1499136 tid 3 2024-08-17T16:52:52.442 INFO:tasks.rados.rados.0.smithi001.stdout:677: writing smithi00187473-48 from 1499136 to 1630208 tid 4 2024-08-17T16:52:52.443 INFO:tasks.rados.rados.0.smithi001.stdout:678: snap_remove snap 47 2024-08-17T16:52:53.070 INFO:tasks.rados.rados.0.smithi001.stdout:678: done (5 left) 2024-08-17T16:52:53.070 INFO:tasks.rados.rados.0.smithi001.stdout:679: rollback oid 11 current snap is 54 2024-08-17T16:52:53.070 INFO:tasks.rados.rados.0.smithi001.stdout:679: done (5 left) 2024-08-17T16:52:53.070 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 54 2024-08-17T16:52:53.070 INFO:tasks.rados.rados.0.smithi001.stdout:680: seq_num 241 ranges {4374528=442368,4816896=466944,5283840=688128,5971968=49152} 2024-08-17T16:52:53.097 INFO:tasks.rados.rados.0.smithi001.stdout:680: writing smithi00187473-6 from 4374528 to 4816896 tid 1 2024-08-17T16:52:53.100 INFO:tasks.rados.rados.0.smithi001.stdout:680: writing smithi00187473-6 from 4816896 to 5283840 tid 2 2024-08-17T16:52:53.103 INFO:tasks.rados.rados.0.smithi001.stdout:680: writing smithi00187473-6 from 5283840 to 5971968 tid 3 2024-08-17T16:52:53.105 INFO:tasks.rados.rados.0.smithi001.stdout:680: writing smithi00187473-6 from 5971968 to 6021120 tid 4 2024-08-17T16:52:53.105 INFO:tasks.rados.rados.0.smithi001.stdout:681: copy_from oid 25 from oid 5 current snap is 54 2024-08-17T16:52:53.105 INFO:tasks.rados.rados.0.smithi001.stdout:673: finishing write tid 3 to smithi00187473-14 2024-08-17T16:52:53.105 INFO:tasks.rados.rados.0.smithi001.stdout:673: finishing write tid 4 to smithi00187473-14 2024-08-17T16:52:53.105 INFO:tasks.rados.rados.0.smithi001.stdout:673: finishing write tid 5 to smithi00187473-14 2024-08-17T16:52:53.105 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 189 (ObjNum 238 snap 54 seq_num 238) dirty exists 2024-08-17T16:52:53.105 INFO:tasks.rados.rados.0.smithi001.stdout:673: left oid 14 (ObjNum 238 snap 54 seq_num 238) 2024-08-17T16:52:53.105 INFO:tasks.rados.rados.0.smithi001.stdout:676: finishing write tid 1 to smithi00187473-30 2024-08-17T16:52:53.106 INFO:tasks.rados.rados.0.smithi001.stdout:676: finishing write tid 2 to smithi00187473-30 2024-08-17T16:52:53.106 INFO:tasks.rados.rados.0.smithi001.stdout:673: done (6 left) 2024-08-17T16:52:53.106 INFO:tasks.rados.rados.0.smithi001.stdout:674: done (5 left) 2024-08-17T16:52:53.106 INFO:tasks.rados.rados.0.smithi001.stdout:675: done (4 left) 2024-08-17T16:52:53.106 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 54 2024-08-17T16:52:53.106 INFO:tasks.rados.rados.0.smithi001.stdout:676: finishing write tid 3 to smithi00187473-30 2024-08-17T16:52:53.106 INFO:tasks.rados.rados.0.smithi001.stdout:682: seq_num 242 ranges {1982464=458752,2441216=753664,3194880=450560} 2024-08-17T16:52:53.117 INFO:tasks.rados.rados.0.smithi001.stdout:682: writing smithi00187473-38 from 1982464 to 2441216 tid 1 2024-08-17T16:52:53.122 INFO:tasks.rados.rados.0.smithi001.stdout:682: writing smithi00187473-38 from 2441216 to 3194880 tid 2 2024-08-17T16:52:53.125 INFO:tasks.rados.rados.0.smithi001.stdout:682: writing smithi00187473-38 from 3194880 to 3645440 tid 3 2024-08-17T16:52:53.125 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 54 2024-08-17T16:52:53.125 INFO:tasks.rados.rados.0.smithi001.stdout:676: finishing write tid 4 to smithi00187473-30 2024-08-17T16:52:53.125 INFO:tasks.rados.rados.0.smithi001.stdout:676: finishing write tid 5 to smithi00187473-30 2024-08-17T16:52:53.125 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 435 (ObjNum 239 snap 54 seq_num 239) dirty exists 2024-08-17T16:52:53.125 INFO:tasks.rados.rados.0.smithi001.stdout:676: left oid 30 (ObjNum 239 snap 54 seq_num 239) 2024-08-17T16:52:53.125 INFO:tasks.rados.rados.0.smithi001.stdout:677: finishing write tid 1 to smithi00187473-48 2024-08-17T16:52:53.126 INFO:tasks.rados.rados.0.smithi001.stdout:683: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-08-17T16:52:53.127 INFO:tasks.rados.rados.0.smithi001.stdout:683: writing smithi00187473-15 from 0 to 475136 tid 1 2024-08-17T16:52:53.131 INFO:tasks.rados.rados.0.smithi001.stdout:683: writing smithi00187473-15 from 475136 to 1114112 tid 2 2024-08-17T16:52:53.136 INFO:tasks.rados.rados.0.smithi001.stdout:683: writing smithi00187473-15 from 1114112 to 1679360 tid 3 2024-08-17T16:52:53.136 INFO:tasks.rados.rados.0.smithi001.stdout:676: done (5 left) 2024-08-17T16:52:53.136 INFO:tasks.rados.rados.0.smithi001.stdout:684: read oid 37 snap -1 2024-08-17T16:52:53.136 INFO:tasks.rados.rados.0.smithi001.stdout:684: expect deleted 2024-08-17T16:52:53.137 INFO:tasks.rados.rados.0.smithi001.stdout:685: copy_from oid 11 from oid 34 current snap is 54 2024-08-17T16:52:53.137 INFO:tasks.rados.rados.0.smithi001.stdout:677: finishing write tid 2 to smithi00187473-48 2024-08-17T16:52:53.137 INFO:tasks.rados.rados.0.smithi001.stdout:677: finishing write tid 3 to smithi00187473-48 2024-08-17T16:52:53.137 INFO:tasks.rados.rados.0.smithi001.stdout:677: finishing write tid 4 to smithi00187473-48 2024-08-17T16:52:53.137 INFO:tasks.rados.rados.0.smithi001.stdout:677: finishing write tid 5 to smithi00187473-48 2024-08-17T16:52:53.137 INFO:tasks.rados.rados.0.smithi001.stdout:677: finishing write tid 6 to smithi00187473-48 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 185 (ObjNum 240 snap 54 seq_num 240) dirty exists 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:677: left oid 48 (ObjNum 240 snap 54 seq_num 240) 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:680: finishing write tid 1 to smithi00187473-6 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:680: finishing write tid 2 to smithi00187473-6 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:681: finishing copy_from to smithi00187473-25 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:681: got expected ENOENT (src dne) 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:681: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:680: finishing write tid 3 to smithi00187473-6 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:680: finishing write tid 4 to smithi00187473-6 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:677: done (6 left) 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:681: done (5 left) 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 54 2024-08-17T16:52:53.138 INFO:tasks.rados.rados.0.smithi001.stdout:680: finishing write tid 5 to smithi00187473-6 2024-08-17T16:52:53.139 INFO:tasks.rados.rados.0.smithi001.stdout:686: seq_num 244 ranges {1589248=491520,2080768=573440,2654208=458752,3112960=172032} 2024-08-17T16:52:53.147 INFO:tasks.rados.rados.0.smithi001.stdout:686: writing smithi00187473-4 from 1589248 to 2080768 tid 1 2024-08-17T16:52:53.151 INFO:tasks.rados.rados.0.smithi001.stdout:686: writing smithi00187473-4 from 2080768 to 2654208 tid 2 2024-08-17T16:52:53.154 INFO:tasks.rados.rados.0.smithi001.stdout:686: writing smithi00187473-4 from 2654208 to 3112960 tid 3 2024-08-17T16:52:53.155 INFO:tasks.rados.rados.0.smithi001.stdout:686: writing smithi00187473-4 from 3112960 to 3284992 tid 4 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:687: setattr oid 36 current snap is 54 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:680: finishing write tid 6 to smithi00187473-6 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 604 (ObjNum 241 snap 54 seq_num 241) dirty exists 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:680: left oid 6 (ObjNum 241 snap 54 seq_num 241) 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:682: finishing write tid 1 to smithi00187473-38 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:682: finishing write tid 2 to smithi00187473-38 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:682: finishing write tid 3 to smithi00187473-38 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:682: finishing write tid 4 to smithi00187473-38 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:682: finishing write tid 5 to smithi00187473-38 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 766 (ObjNum 242 snap 54 seq_num 242) dirty exists 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:682: left oid 38 (ObjNum 242 snap 54 seq_num 242) 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 1 to smithi00187473-15 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 2 to smithi00187473-15 2024-08-17T16:52:53.156 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 3 to smithi00187473-15 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 4 to smithi00187473-15 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:683: finishing write tid 5 to smithi00187473-15 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 199 (ObjNum 243 snap 54 seq_num 243) dirty exists 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:683: left oid 15 (ObjNum 243 snap 54 seq_num 243) 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:685: finishing copy_from racing read to smithi00187473-11 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:685: finishing copy_from to smithi00187473-11 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 422 (ObjNum 232 snap 54 seq_num 232) dirty exists 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:686: finishing write tid 1 to smithi00187473-4 2024-08-17T16:52:53.157 INFO:tasks.rados.rados.0.smithi001.stdout:686: finishing write tid 2 to smithi00187473-4 2024-08-17T16:52:53.158 INFO:tasks.rados.rados.0.smithi001.stdout:680: done (6 left) 2024-08-17T16:52:53.158 INFO:tasks.rados.rados.0.smithi001.stdout:682: done (5 left) 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:683: done (4 left) 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:684: done (3 left) 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:685: done (2 left) 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:688: setattr oid 13 current snap is 54 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:686: finishing write tid 3 to smithi00187473-4 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:686: finishing write tid 4 to smithi00187473-4 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:689: snap_create 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:686: finishing write tid 5 to smithi00187473-4 2024-08-17T16:52:53.159 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 441 (ObjNum 237 snap 54 seq_num 237) dirty exists 2024-08-17T16:52:53.160 INFO:tasks.rados.rados.0.smithi001.stdout:686: finishing write tid 6 to smithi00187473-4 2024-08-17T16:52:53.160 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 118 (ObjNum 244 snap 54 seq_num 244) dirty exists 2024-08-17T16:52:53.160 INFO:tasks.rados.rados.0.smithi001.stdout:686: left oid 4 (ObjNum 244 snap 54 seq_num 244) 2024-08-17T16:52:53.160 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 119 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T16:52:53.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:53 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:53 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:53.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:53 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:52:53.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:52:53 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[30079]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:52:53.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 16:52:53 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T16:52:53.256Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004045888s 2024-08-17T16:52:54.063 INFO:tasks.rados.rados.0.smithi001.stdout:686: done (3 left) 2024-08-17T16:52:54.063 INFO:tasks.rados.rados.0.smithi001.stdout:687: done (2 left) 2024-08-17T16:52:54.063 INFO:tasks.rados.rados.0.smithi001.stdout:688: done (1 left) 2024-08-17T16:52:54.063 INFO:tasks.rados.rados.0.smithi001.stdout:689: done (0 left) 2024-08-17T16:52:54.063 INFO:tasks.rados.rados.0.smithi001.stdout:690: rollback oid 32 current snap is 55 2024-08-17T16:52:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 54 2024-08-17T16:52:54.064 INFO:tasks.rados.rados.0.smithi001.stdout:691: delete oid 17 current snap is 55 2024-08-17T16:52:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:690: finishing rollback tid 0 to smithi00187473-32 2024-08-17T16:52:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:690: finishing rollback tid 1 to smithi00187473-32 2024-08-17T16:52:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:690: finishing rollback tid 2 to smithi00187473-32 2024-08-17T16:52:54.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 771 (ObjNum 141 snap 32 seq_num 141) dirty exists 2024-08-17T16:52:54.071 INFO:tasks.rados.rados.0.smithi001.stdout:690: done (1 left) 2024-08-17T16:52:54.071 INFO:tasks.rados.rados.0.smithi001.stdout:691: done (0 left) 2024-08-17T16:52:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:692: copy_from oid 18 from oid 37 current snap is 55 2024-08-17T16:52:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:693: read oid 32 snap -1 2024-08-17T16:52:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:693: expect (ObjNum 141 snap 32 seq_num 141) 2024-08-17T16:52:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:694: read oid 3 snap 54 2024-08-17T16:52:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:694: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:52:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 55 2024-08-17T16:52:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:695: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-08-17T16:52:54.075 INFO:tasks.rados.rados.0.smithi001.stdout:695: writing smithi00187473-2 from 0 to 524288 tid 1 2024-08-17T16:52:54.080 INFO:tasks.rados.rados.0.smithi001.stdout:695: writing smithi00187473-2 from 524288 to 1269760 tid 2 2024-08-17T16:52:54.083 INFO:tasks.rados.rados.0.smithi001.stdout:695: writing smithi00187473-2 from 1269760 to 1695744 tid 3 2024-08-17T16:52:54.084 INFO:tasks.rados.rados.0.smithi001.stdout:695: writing smithi00187473-2 from 1695744 to 1728512 tid 4 2024-08-17T16:52:54.084 INFO:tasks.rados.rados.0.smithi001.stdout:696: read oid 29 snap 54 2024-08-17T16:52:54.084 INFO:tasks.rados.rados.0.smithi001.stdout:696: expect (ObjNum 176 snap 38 seq_num 176) 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:697: read oid 11 snap 54 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:697: expect (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:698: read oid 49 snap -1 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:698: expect (ObjNum 197 snap 47 seq_num 197) 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:699: delete oid 47 current snap is 55 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:692: finishing copy_from to smithi00187473-18 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:692: got expected ENOENT (src dne) 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:692: finishing copy_from racing read to smithi00187473-18 2024-08-17T16:52:54.085 INFO:tasks.rados.rados.0.smithi001.stdout:694: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T16:52:54.107 INFO:tasks.rados.rados.0.smithi001.stdout:693: expect (ObjNum 141 snap 32 seq_num 141) 2024-08-17T16:52:54.169 INFO:tasks.rados.rados.0.smithi001.stdout:695: finishing write tid 1 to smithi00187473-2 2024-08-17T16:52:54.170 INFO:tasks.rados.rados.0.smithi001.stdout:695: finishing write tid 2 to smithi00187473-2 2024-08-17T16:52:54.170 INFO:tasks.rados.rados.0.smithi001.stdout:695: finishing write tid 3 to smithi00187473-2 2024-08-17T16:52:54.170 INFO:tasks.rados.rados.0.smithi001.stdout:695: finishing write tid 4 to smithi00187473-2 2024-08-17T16:52:54.170 INFO:tasks.rados.rados.0.smithi001.stdout:698: expect (ObjNum 197 snap 47 seq_num 197) 2024-08-17T16:52:54.196 INFO:tasks.rados.rados.0.smithi001.stdout:695: finishing write tid 5 to smithi00187473-2 2024-08-17T16:52:54.196 INFO:tasks.rados.rados.0.smithi001.stdout:696: expect (ObjNum 176 snap 38 seq_num 176) 2024-08-17T16:52:54.212 INFO:tasks.rados.rados.0.smithi001.stdout:697: expect (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:52:54.347 INFO:tasks.rados.rados.0.smithi001.stdout:695: finishing write tid 6 to smithi00187473-2 2024-08-17T16:52:54.347 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 777 (ObjNum 246 snap 55 seq_num 246) dirty exists 2024-08-17T16:52:54.347 INFO:tasks.rados.rados.0.smithi001.stdout:695: left oid 2 (ObjNum 246 snap 55 seq_num 246) 2024-08-17T16:52:54.349 INFO:tasks.rados.rados.0.smithi001.stdout:692: done (7 left) 2024-08-17T16:52:54.350 INFO:tasks.rados.rados.0.smithi001.stdout:693: done (6 left) 2024-08-17T16:52:54.350 INFO:tasks.rados.rados.0.smithi001.stdout:694: done (5 left) 2024-08-17T16:52:54.350 INFO:tasks.rados.rados.0.smithi001.stdout:695: done (4 left) 2024-08-17T16:52:54.350 INFO:tasks.rados.rados.0.smithi001.stdout:696: done (3 left) 2024-08-17T16:52:54.350 INFO:tasks.rados.rados.0.smithi001.stdout:697: done (2 left) 2024-08-17T16:52:54.350 INFO:tasks.rados.rados.0.smithi001.stdout:698: done (1 left) 2024-08-17T16:52:54.350 INFO:tasks.rados.rados.0.smithi001.stdout:699: done (0 left) 2024-08-17T16:52:54.350 INFO:tasks.rados.rados.0.smithi001.stdout:700: delete oid 17 current snap is 55 2024-08-17T16:52:54.351 INFO:tasks.rados.rados.0.smithi001.stdout:700: done (0 left) 2024-08-17T16:52:54.351 INFO:tasks.rados.rados.0.smithi001.stdout:701: snap_create 2024-08-17T16:52:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:54 smithi189 ceph-mon[33558]: pgmap v50: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T16:52:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:54 smithi189 ceph-mon[33558]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T16:52:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:54 smithi189 ceph-mon[33558]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T16:52:54.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:54 smithi001 ceph-mon[29829]: pgmap v50: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T16:52:54.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:54 smithi001 ceph-mon[29829]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T16:52:54.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:54 smithi001 ceph-mon[29829]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T16:52:54.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:54 smithi001 ceph-mon[41665]: pgmap v50: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T16:52:54.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:54 smithi001 ceph-mon[41665]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T16:52:54.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:54 smithi001 ceph-mon[41665]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T16:52:55.076 INFO:tasks.rados.rados.0.smithi001.stdout:701: done (0 left) 2024-08-17T16:52:55.076 INFO:tasks.rados.rados.0.smithi001.stdout:702: delete oid 35 current snap is 56 2024-08-17T16:52:55.081 INFO:tasks.rados.rados.0.smithi001.stdout:702: done (0 left) 2024-08-17T16:52:55.081 INFO:tasks.rados.rados.0.smithi001.stdout:703: snap_create 2024-08-17T16:52:56.079 INFO:tasks.rados.rados.0.smithi001.stdout:703: done (0 left) 2024-08-17T16:52:56.079 INFO:tasks.rados.rados.0.smithi001.stdout:704: snap_create 2024-08-17T16:52:56.357 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:56 smithi189 ceph-mon[33558]: pgmap v53: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T16:52:56.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:56 smithi189 ceph-mon[33558]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T16:52:56.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:56 smithi001 ceph-mon[29829]: pgmap v53: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T16:52:56.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:56 smithi001 ceph-mon[29829]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T16:52:56.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:56 smithi001 ceph-mon[41665]: pgmap v53: 121 pgs: 121 active+clean; 143 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T16:52:56.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:56 smithi001 ceph-mon[41665]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T16:52:57.090 INFO:tasks.rados.rados.0.smithi001.stdout:704: done (0 left) 2024-08-17T16:52:57.090 INFO:tasks.rados.rados.0.smithi001.stdout:705: read oid 22 snap -1 2024-08-17T16:52:57.090 INFO:tasks.rados.rados.0.smithi001.stdout:705: expect deleted 2024-08-17T16:52:57.090 INFO:tasks.rados.rados.0.smithi001.stdout:706: snap_remove snap 54 2024-08-17T16:52:57.378 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:57 smithi189 ceph-mon[33558]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T16:52:57.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:57 smithi001 ceph-mon[29829]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T16:52:57.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:57 smithi001 ceph-mon[41665]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T16:52:58.091 INFO:tasks.rados.rados.0.smithi001.stdout:706: done (1 left) 2024-08-17T16:52:58.091 INFO:tasks.rados.rados.0.smithi001.stdout:707: read oid 48 snap -1 2024-08-17T16:52:58.091 INFO:tasks.rados.rados.0.smithi001.stdout:707: expect (ObjNum 240 snap 54 seq_num 240) 2024-08-17T16:52:58.091 INFO:tasks.rados.rados.0.smithi001.stdout:708: rmattr oid 49 current snap is 58 2024-08-17T16:52:58.092 INFO:tasks.rados.rados.0.smithi001.stdout:705: done (2 left) 2024-08-17T16:52:58.092 INFO:tasks.rados.rados.0.smithi001.stdout:709: delete oid 2 current snap is 58 2024-08-17T16:52:58.099 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 451 (ObjNum 197 snap 47 seq_num 197) dirty exists 2024-08-17T16:52:58.102 INFO:tasks.rados.rados.0.smithi001.stdout:708: done (2 left) 2024-08-17T16:52:58.102 INFO:tasks.rados.rados.0.smithi001.stdout:709: done (1 left) 2024-08-17T16:52:58.102 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 58 2024-08-17T16:52:58.102 INFO:tasks.rados.rados.0.smithi001.stdout:710: seq_num 251 ranges {0=606208,606208=614400,1220608=589824} 2024-08-17T16:52:58.105 INFO:tasks.rados.rados.0.smithi001.stdout:710: writing smithi00187473-2 from 0 to 606208 tid 1 2024-08-17T16:52:58.109 INFO:tasks.rados.rados.0.smithi001.stdout:710: writing smithi00187473-2 from 606208 to 1220608 tid 2 2024-08-17T16:52:58.113 INFO:tasks.rados.rados.0.smithi001.stdout:710: writing smithi00187473-2 from 1220608 to 1810432 tid 3 2024-08-17T16:52:58.113 INFO:tasks.rados.rados.0.smithi001.stdout:711: read oid 9 snap -1 2024-08-17T16:52:58.113 INFO:tasks.rados.rados.0.smithi001.stdout:711: expect (ObjNum 227 snap 53 seq_num 227) 2024-08-17T16:52:58.113 INFO:tasks.rados.rados.0.smithi001.stdout:712: read oid 17 snap 57 2024-08-17T16:52:58.113 INFO:tasks.rados.rados.0.smithi001.stdout:712: expect deleted 2024-08-17T16:52:58.113 INFO:tasks.rados.rados.0.smithi001.stdout:713: setattr oid 35 current snap is 58 2024-08-17T16:52:58.113 INFO:tasks.rados.rados.0.smithi001.stdout:707: expect (ObjNum 240 snap 54 seq_num 240) 2024-08-17T16:52:58.161 INFO:tasks.rados.rados.0.smithi001.stdout:710: finishing write tid 1 to smithi00187473-2 2024-08-17T16:52:58.161 INFO:tasks.rados.rados.0.smithi001.stdout:710: finishing write tid 2 to smithi00187473-2 2024-08-17T16:52:58.161 INFO:tasks.rados.rados.0.smithi001.stdout:710: finishing write tid 3 to smithi00187473-2 2024-08-17T16:52:58.161 INFO:tasks.rados.rados.0.smithi001.stdout:710: finishing write tid 4 to smithi00187473-2 2024-08-17T16:52:58.162 INFO:tasks.rados.rados.0.smithi001.stdout:710: finishing write tid 5 to smithi00187473-2 2024-08-17T16:52:58.162 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 786 (ObjNum 251 snap 58 seq_num 251) dirty exists 2024-08-17T16:52:58.162 INFO:tasks.rados.rados.0.smithi001.stdout:710: left oid 2 (ObjNum 251 snap 58 seq_num 251) 2024-08-17T16:52:58.162 INFO:tasks.rados.rados.0.smithi001.stdout:711: expect (ObjNum 227 snap 53 seq_num 227) 2024-08-17T16:52:58.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:58 smithi189 ceph-mon[33558]: pgmap v56: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T16:52:58.381 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:58 smithi189 ceph-mon[33558]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T16:52:58.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:58 smithi001 ceph-mon[41665]: pgmap v56: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T16:52:58.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:58 smithi001 ceph-mon[41665]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T16:52:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:58 smithi001 ceph-mon[29829]: pgmap v56: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T16:52:58.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:58 smithi001 ceph-mon[29829]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T16:52:58.685 INFO:tasks.rados.rados.0.smithi001.stdout:707: done (4 left) 2024-08-17T16:52:58.685 INFO:tasks.rados.rados.0.smithi001.stdout:710: done (3 left) 2024-08-17T16:52:58.685 INFO:tasks.rados.rados.0.smithi001.stdout:711: done (2 left) 2024-08-17T16:52:58.685 INFO:tasks.rados.rados.0.smithi001.stdout:712: done (1 left) 2024-08-17T16:52:58.685 INFO:tasks.rados.rados.0.smithi001.stdout:714: snap_remove snap 55 2024-08-17T16:52:59.065 INFO:tasks.rados.rados.0.smithi001.stdout:714: done (1 left) 2024-08-17T16:52:59.065 INFO:tasks.rados.rados.0.smithi001.stdout:715: delete oid 10 current snap is 58 2024-08-17T16:52:59.065 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 190 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T16:52:59.067 INFO:tasks.rados.rados.0.smithi001.stdout:713: done (1 left) 2024-08-17T16:52:59.067 INFO:tasks.rados.rados.0.smithi001.stdout:715: done (0 left) 2024-08-17T16:52:59.067 INFO:tasks.rados.rados.0.smithi001.stdout:716: snap_create 2024-08-17T16:52:59.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-mon[33558]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T16:52:59.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-mon[33558]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T16:52:59.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:59 smithi001 ceph-mon[41665]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T16:52:59.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:52:59 smithi001 ceph-mon[41665]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T16:52:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:59 smithi001 ceph-mon[29829]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T16:52:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:52:59 smithi001 ceph-mon[29829]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T16:52:59.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:52:59] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.43.0" 2024-08-17T16:52:59.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 systemd[1]: Stopping Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:52:59.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T16:52:59.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T16:52:59.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.715Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.716Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.716Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[66429]: ts=2024-08-17T16:52:59.716Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T16:52:59.930 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:52:59 smithi189 podman[77903]: 2024-08-17 16:52:59.726020875 +0000 UTC m=+0.102895741 container died 2623ee946f2d6c36c9bbd5d645257bc5a019b513c46d8b43c8e6850dfb311540 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:00.066 INFO:tasks.rados.rados.0.smithi001.stdout:716: done (0 left) 2024-08-17T16:53:00.066 INFO:tasks.rados.rados.0.smithi001.stdout:717: setattr oid 43 current snap is 59 2024-08-17T16:53:00.066 INFO:tasks.rados.rados.0.smithi001.stdout:718: snap_remove snap 57 2024-08-17T16:53:00.290 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:00 smithi189 podman[77903]: 2024-08-17 16:53:00.105047686 +0000 UTC m=+0.481922535 container cleanup 2623ee946f2d6c36c9bbd5d645257bc5a019b513c46d8b43c8e6850dfb311540 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:00.290 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:00 smithi189 bash[77903]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T16:53:00.290 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:00 smithi189 ceph-mon[33558]: pgmap v59: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T16:53:00.291 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:00 smithi189 ceph-mon[33558]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T16:53:00.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:00 smithi001 ceph-mon[41665]: pgmap v59: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T16:53:00.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:00 smithi001 ceph-mon[41665]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T16:53:00.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:00 smithi001 ceph-mon[29829]: pgmap v59: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-08-17T16:53:00.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:00 smithi001 ceph-mon[29829]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T16:53:00.545 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:00 smithi189 podman[77920]: 2024-08-17 16:53:00.289554738 +0000 UTC m=+0.566497656 container remove 2623ee946f2d6c36c9bbd5d645257bc5a019b513c46d8b43c8e6850dfb311540 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:00.545 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:00 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T16:53:00.545 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:00 smithi189 systemd[1]: Stopped Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:00.545 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:00 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.738s CPU time. 2024-08-17T16:53:00.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:00 smithi189 systemd[1]: Starting Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:01.067 INFO:tasks.rados.rados.0.smithi001.stdout:718: done (1 left) 2024-08-17T16:53:01.067 INFO:tasks.rados.rados.0.smithi001.stdout:719: read oid 21 snap -1 2024-08-17T16:53:01.067 INFO:tasks.rados.rados.0.smithi001.stdout:719: expect deleted 2024-08-17T16:53:01.067 INFO:tasks.rados.rados.0.smithi001.stdout:720: snap_remove snap 56 2024-08-17T16:53:01.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:00 smithi189 podman[78055]: 2024-08-17 16:53:00.849364675 +0000 UTC m=+0.018287709 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-17T16:53:01.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:01 smithi189 podman[78055]: 2024-08-17 16:53:01.029376236 +0000 UTC m=+0.198299263 container create 2a03ad6ed1dfda73cc0b0cc919bc879c0b476b918975d814346e67029839e7ae (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:02.069 INFO:tasks.rados.rados.0.smithi001.stdout:720: done (2 left) 2024-08-17T16:53:02.069 INFO:tasks.rados.rados.0.smithi001.stdout:721: copy_from oid 46 from oid 26 current snap is 59 2024-08-17T16:53:02.069 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 790 (ObjNum 183 snap 42 seq_num 183) dirty exists 2024-08-17T16:53:02.069 INFO:tasks.rados.rados.0.smithi001.stdout:717: done (2 left) 2024-08-17T16:53:02.069 INFO:tasks.rados.rados.0.smithi001.stdout:719: done (1 left) 2024-08-17T16:53:02.069 INFO:tasks.rados.rados.0.smithi001.stdout:722: copy_from oid 40 from oid 7 current snap is 59 2024-08-17T16:53:02.069 INFO:tasks.rados.rados.0.smithi001.stdout:723: snap_remove snap 58 2024-08-17T16:53:02.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:02 smithi189 ceph-mon[33558]: pgmap v62: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:02.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:02 smithi189 ceph-mon[33558]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T16:53:02.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:02 smithi001 ceph-mon[29829]: pgmap v62: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:02.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:02 smithi001 ceph-mon[29829]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T16:53:02.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:02 smithi001 ceph-mon[41665]: pgmap v62: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:02.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:02 smithi001 ceph-mon[41665]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T16:53:03.071 INFO:tasks.rados.rados.0.smithi001.stdout:723: done (2 left) 2024-08-17T16:53:03.071 INFO:tasks.rados.rados.0.smithi001.stdout:724: delete oid 22 current snap is 59 2024-08-17T16:53:03.071 INFO:tasks.rados.rados.0.smithi001.stdout:722: finishing copy_from racing read to smithi00187473-40 2024-08-17T16:53:03.071 INFO:tasks.rados.rados.0.smithi001.stdout:722: finishing copy_from to smithi00187473-40 2024-08-17T16:53:03.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 404 (ObjNum 236 snap 54 seq_num 236) dirty exists 2024-08-17T16:53:03.071 INFO:tasks.rados.rados.0.smithi001.stdout:721: finishing copy_from racing read to smithi00187473-46 2024-08-17T16:53:03.072 INFO:tasks.rados.rados.0.smithi001.stdout:721: finishing copy_from to smithi00187473-46 2024-08-17T16:53:03.072 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 396 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-08-17T16:53:03.075 INFO:tasks.rados.rados.0.smithi001.stdout:721: done (2 left) 2024-08-17T16:53:03.075 INFO:tasks.rados.rados.0.smithi001.stdout:722: done (1 left) 2024-08-17T16:53:03.075 INFO:tasks.rados.rados.0.smithi001.stdout:724: done (0 left) 2024-08-17T16:53:03.075 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 59 2024-08-17T16:53:03.075 INFO:tasks.rados.rados.0.smithi001.stdout:725: seq_num 254 ranges {1515520=663552,2179072=663552,2842624=540672} 2024-08-17T16:53:03.087 INFO:tasks.rados.rados.0.smithi001.stdout:725: writing smithi00187473-24 from 1515520 to 2179072 tid 1 2024-08-17T16:53:03.090 INFO:tasks.rados.rados.0.smithi001.stdout:725: writing smithi00187473-24 from 2179072 to 2842624 tid 2 2024-08-17T16:53:03.094 INFO:tasks.rados.rados.0.smithi001.stdout:725: writing smithi00187473-24 from 2842624 to 3383296 tid 3 2024-08-17T16:53:03.094 INFO:tasks.rados.rados.0.smithi001.stdout:726: copy_from oid 49 from oid 22 current snap is 59 2024-08-17T16:53:03.094 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 1 to smithi00187473-24 2024-08-17T16:53:03.094 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 2 to smithi00187473-24 2024-08-17T16:53:03.095 INFO:tasks.rados.rados.0.smithi001.stdout:727: delete oid 35 current snap is 59 2024-08-17T16:53:03.098 INFO:tasks.rados.rados.0.smithi001.stdout:726: finishing copy_from to smithi00187473-49 2024-08-17T16:53:03.098 INFO:tasks.rados.rados.0.smithi001.stdout:726: got expected ENOENT (src dne) 2024-08-17T16:53:03.098 INFO:tasks.rados.rados.0.smithi001.stdout:726: finishing copy_from racing read to smithi00187473-49 2024-08-17T16:53:03.098 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 3 to smithi00187473-24 2024-08-17T16:53:03.098 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 4 to smithi00187473-24 2024-08-17T16:53:03.099 INFO:tasks.rados.rados.0.smithi001.stdout:726: done (2 left) 2024-08-17T16:53:03.099 INFO:tasks.rados.rados.0.smithi001.stdout:727: done (1 left) 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:728: read oid 29 snap -1 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:728: expect (ObjNum 176 snap 38 seq_num 176) 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:729: copy_from oid 25 from oid 21 current snap is 59 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:730: read oid 20 snap -1 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:730: expect deleted 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:731: read oid 40 snap -1 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:731: expect (ObjNum 236 snap 54 seq_num 236) 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:732: rollback oid 33 current snap is 59 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:732: done (5 left) 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 59 2024-08-17T16:53:03.100 INFO:tasks.rados.rados.0.smithi001.stdout:733: seq_num 256 ranges {3735552=696320,4431872=434176,4866048=770048} 2024-08-17T16:53:03.125 INFO:tasks.rados.rados.0.smithi001.stdout:733: writing smithi00187473-16 from 3735552 to 4431872 tid 1 2024-08-17T16:53:03.127 INFO:tasks.rados.rados.0.smithi001.stdout:733: writing smithi00187473-16 from 4431872 to 4866048 tid 2 2024-08-17T16:53:03.132 INFO:tasks.rados.rados.0.smithi001.stdout:733: writing smithi00187473-16 from 4866048 to 5636096 tid 3 2024-08-17T16:53:03.132 INFO:tasks.rados.rados.0.smithi001.stdout:734: delete oid 13 current snap is 59 2024-08-17T16:53:03.132 INFO:tasks.rados.rados.0.smithi001.stdout:729: finishing copy_from to smithi00187473-25 2024-08-17T16:53:03.132 INFO:tasks.rados.rados.0.smithi001.stdout:729: got expected ENOENT (src dne) 2024-08-17T16:53:03.133 INFO:tasks.rados.rados.0.smithi001.stdout:729: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:53:03.133 INFO:tasks.rados.rados.0.smithi001.stdout:725: finishing write tid 5 to smithi00187473-24 2024-08-17T16:53:03.133 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 162 (ObjNum 254 snap 59 seq_num 254) dirty exists 2024-08-17T16:53:03.133 INFO:tasks.rados.rados.0.smithi001.stdout:725: left oid 24 (ObjNum 254 snap 59 seq_num 254) 2024-08-17T16:53:03.133 INFO:tasks.rados.rados.0.smithi001.stdout:728: expect (ObjNum 176 snap 38 seq_num 176) 2024-08-17T16:53:03.149 INFO:tasks.rados.rados.0.smithi001.stdout:731: expect (ObjNum 236 snap 54 seq_num 236) 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:733: finishing write tid 1 to smithi00187473-16 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:733: finishing write tid 2 to smithi00187473-16 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:733: finishing write tid 3 to smithi00187473-16 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:733: finishing write tid 4 to smithi00187473-16 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:733: finishing write tid 5 to smithi00187473-16 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 440 (ObjNum 256 snap 59 seq_num 256) dirty exists 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:733: left oid 16 (ObjNum 256 snap 59 seq_num 256) 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:725: done (6 left) 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:728: done (5 left) 2024-08-17T16:53:03.192 INFO:tasks.rados.rados.0.smithi001.stdout:729: done (4 left) 2024-08-17T16:53:03.193 INFO:tasks.rados.rados.0.smithi001.stdout:730: done (3 left) 2024-08-17T16:53:03.193 INFO:tasks.rados.rados.0.smithi001.stdout:731: done (2 left) 2024-08-17T16:53:03.193 INFO:tasks.rados.rados.0.smithi001.stdout:733: done (1 left) 2024-08-17T16:53:03.193 INFO:tasks.rados.rados.0.smithi001.stdout:734: done (0 left) 2024-08-17T16:53:03.193 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 59 2024-08-17T16:53:03.193 INFO:tasks.rados.rados.0.smithi001.stdout:735: seq_num 258 ranges {1105920=729088,1835008=606208,2441216=598016} 2024-08-17T16:53:03.201 INFO:tasks.rados.rados.0.smithi001.stdout:735: writing smithi00187473-39 from 1105920 to 1835008 tid 1 2024-08-17T16:53:03.205 INFO:tasks.rados.rados.0.smithi001.stdout:735: writing smithi00187473-39 from 1835008 to 2441216 tid 2 2024-08-17T16:53:03.209 INFO:tasks.rados.rados.0.smithi001.stdout:735: writing smithi00187473-39 from 2441216 to 3039232 tid 3 2024-08-17T16:53:03.209 INFO:tasks.rados.rados.0.smithi001.stdout:736: read oid 32 snap -1 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:736: expect (ObjNum 141 snap 32 seq_num 141) 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:737: rmattr oid 7 current snap is 59 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:737: done (2 left) 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:738: rollback oid 16 current snap is 59 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:738: done (2 left) 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:739: rollback oid 10 current snap is 59 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:739: done (2 left) 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:740: copy_from oid 48 from oid 21 current snap is 59 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:735: finishing write tid 1 to smithi00187473-39 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:741: read oid 45 snap -1 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:741: expect (ObjNum 220 snap 53 seq_num 220) 2024-08-17T16:53:03.210 INFO:tasks.rados.rados.0.smithi001.stdout:742: delete oid 27 current snap is 59 2024-08-17T16:53:03.211 INFO:tasks.rados.rados.0.smithi001.stdout:735: finishing write tid 2 to smithi00187473-39 2024-08-17T16:53:03.211 INFO:tasks.rados.rados.0.smithi001.stdout:740: finishing copy_from to smithi00187473-48 2024-08-17T16:53:03.211 INFO:tasks.rados.rados.0.smithi001.stdout:740: got expected ENOENT (src dne) 2024-08-17T16:53:03.211 INFO:tasks.rados.rados.0.smithi001.stdout:740: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:53:03.212 INFO:tasks.rados.rados.0.smithi001.stdout:735: finishing write tid 3 to smithi00187473-39 2024-08-17T16:53:03.212 INFO:tasks.rados.rados.0.smithi001.stdout:735: finishing write tid 4 to smithi00187473-39 2024-08-17T16:53:03.213 INFO:tasks.rados.rados.0.smithi001.stdout:740: done (4 left) 2024-08-17T16:53:03.213 INFO:tasks.rados.rados.0.smithi001.stdout:742: done (3 left) 2024-08-17T16:53:03.213 INFO:tasks.rados.rados.0.smithi001.stdout:743: read oid 36 snap -1 2024-08-17T16:53:03.213 INFO:tasks.rados.rados.0.smithi001.stdout:743: expect (ObjNum 237 snap 54 seq_num 237) 2024-08-17T16:53:03.213 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 59 2024-08-17T16:53:03.213 INFO:tasks.rados.rados.0.smithi001.stdout:744: seq_num 260 ranges {0=761856,761856=417792,1179648=786432} 2024-08-17T16:53:03.218 INFO:tasks.rados.rados.0.smithi001.stdout:744: writing smithi00187473-13 from 0 to 761856 tid 1 2024-08-17T16:53:03.220 INFO:tasks.rados.rados.0.smithi001.stdout:744: writing smithi00187473-13 from 761856 to 1179648 tid 2 2024-08-17T16:53:03.226 INFO:tasks.rados.rados.0.smithi001.stdout:744: writing smithi00187473-13 from 1179648 to 1966080 tid 3 2024-08-17T16:53:03.226 INFO:tasks.rados.rados.0.smithi001.stdout:735: finishing write tid 5 to smithi00187473-39 2024-08-17T16:53:03.226 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 259 (ObjNum 258 snap 59 seq_num 258) dirty exists 2024-08-17T16:53:03.226 INFO:tasks.rados.rados.0.smithi001.stdout:735: left oid 39 (ObjNum 258 snap 59 seq_num 258) 2024-08-17T16:53:03.226 INFO:tasks.rados.rados.0.smithi001.stdout:736: expect (ObjNum 141 snap 32 seq_num 141) 2024-08-17T16:53:03.289 INFO:tasks.rados.rados.0.smithi001.stdout:744: finishing write tid 1 to smithi00187473-13 2024-08-17T16:53:03.289 INFO:tasks.rados.rados.0.smithi001.stdout:744: finishing write tid 2 to smithi00187473-13 2024-08-17T16:53:03.290 INFO:tasks.rados.rados.0.smithi001.stdout:741: expect (ObjNum 220 snap 53 seq_num 220) 2024-08-17T16:53:03.412 INFO:tasks.rados.rados.0.smithi001.stdout:744: finishing write tid 3 to smithi00187473-13 2024-08-17T16:53:03.412 INFO:tasks.rados.rados.0.smithi001.stdout:744: finishing write tid 4 to smithi00187473-13 2024-08-17T16:53:03.412 INFO:tasks.rados.rados.0.smithi001.stdout:743: expect (ObjNum 237 snap 54 seq_num 237) 2024-08-17T16:53:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-mon[33558]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T16:53:03.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-mon[33558]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:02 smithi189 podman[78055]: 2024-08-17 16:53:02.969950619 +0000 UTC m=+2.138873658 container init 2a03ad6ed1dfda73cc0b0cc919bc879c0b476b918975d814346e67029839e7ae (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:02 smithi189 podman[78055]: 2024-08-17 16:53:02.976106261 +0000 UTC m=+2.145029289 container start 2a03ad6ed1dfda73cc0b0cc919bc879c0b476b918975d814346e67029839e7ae (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:02.999Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:02.999Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:02.999Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi189 (none))" 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:02.999Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:02.999Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.001Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T16:53:03.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.001Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.004Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.005Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.006Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.006Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.212µs 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.006Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.006Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.020Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.021Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.021Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.869µs wal_replay_duration=14.635878ms wbl_replay_duration=138ns total_replay_duration=14.700442ms 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.024Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.024Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-17T16:53:03.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.024Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T16:53:03.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.040Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.912898ms db_storage=938ns remote_storage=1.26µs web_handler=389ns query_engine=645ns scrape=464.367µs scrape_sd=136.191µs notify=16.777µs notify_sd=14.422µs rules=15.926393ms tracing=6.91µs 2024-08-17T16:53:03.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.041Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-17T16:53:03.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:03.041Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T16:53:03.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 bash[78055]: 2a03ad6ed1dfda73cc0b0cc919bc879c0b476b918975d814346e67029839e7ae 2024-08-17T16:53:03.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:03 smithi189 systemd[1]: Started Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:03.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:03 smithi001 ceph-mon[29829]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T16:53:03.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:03 smithi001 ceph-mon[29829]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T16:53:03.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:03 smithi001 ceph-mon[41665]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T16:53:03.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:03 smithi001 ceph-mon[41665]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:744: finishing write tid 5 to smithi00187473-13 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 124 (ObjNum 260 snap 59 seq_num 260) dirty exists 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:744: left oid 13 (ObjNum 260 snap 59 seq_num 260) 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:735: done (4 left) 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:736: done (3 left) 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:741: done (2 left) 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:743: done (1 left) 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:744: done (0 left) 2024-08-17T16:53:03.551 INFO:tasks.rados.rados.0.smithi001.stdout:745: delete oid 9 current snap is 59 2024-08-17T16:53:03.552 INFO:tasks.rados.rados.0.smithi001.stdout:745: done (0 left) 2024-08-17T16:53:03.552 INFO:tasks.rados.rados.0.smithi001.stdout:746: snap_create 2024-08-17T16:53:04.064 INFO:tasks.rados.rados.0.smithi001.stdout:746: done (0 left) 2024-08-17T16:53:04.065 INFO:tasks.rados.rados.0.smithi001.stdout:747: rmattr oid 13 current snap is 60 2024-08-17T16:53:04.065 INFO:tasks.rados.rados.0.smithi001.stdout:747: done (0 left) 2024-08-17T16:53:04.065 INFO:tasks.rados.rados.0.smithi001.stdout:748: snap_create 2024-08-17T16:53:04.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:04 smithi189 ceph-mon[33558]: pgmap v65: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 442 KiB/s wr, 14 op/s 2024-08-17T16:53:04.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:04 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:04.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:04 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:04.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:04 smithi189 ceph-mon[33558]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T16:53:04.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:04 smithi189 ceph-mon[33558]: Reconfiguring daemon grafana.a on smithi189 2024-08-17T16:53:04.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:04 smithi189 ceph-mon[33558]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T16:53:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[41665]: pgmap v65: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 442 KiB/s wr, 14 op/s 2024-08-17T16:53:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[41665]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T16:53:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[41665]: Reconfiguring daemon grafana.a on smithi189 2024-08-17T16:53:04.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[41665]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T16:53:04.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[29829]: pgmap v65: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 442 KiB/s wr, 14 op/s 2024-08-17T16:53:04.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:04.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:04.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[29829]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T16:53:04.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[29829]: Reconfiguring daemon grafana.a on smithi189 2024-08-17T16:53:04.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:04 smithi001 ceph-mon[29829]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T16:53:05.066 INFO:tasks.rados.rados.0.smithi001.stdout:748: done (0 left) 2024-08-17T16:53:05.067 INFO:tasks.rados.rados.0.smithi001.stdout:749: copy_from oid 43 from oid 39 current snap is 61 2024-08-17T16:53:05.067 INFO:tasks.rados.rados.0.smithi001.stdout:750: delete oid 49 current snap is 61 2024-08-17T16:53:05.071 INFO:tasks.rados.rados.0.smithi001.stdout:750: done (1 left) 2024-08-17T16:53:05.071 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 61 2024-08-17T16:53:05.071 INFO:tasks.rados.rados.0.smithi001.stdout:751: seq_num 263 ranges {1138688=409600,1548288=475136,2023424=557056,2580480=573440} 2024-08-17T16:53:05.079 INFO:tasks.rados.rados.0.smithi001.stdout:751: writing smithi00187473-23 from 1138688 to 1548288 tid 1 2024-08-17T16:53:05.082 INFO:tasks.rados.rados.0.smithi001.stdout:751: writing smithi00187473-23 from 1548288 to 2023424 tid 2 2024-08-17T16:53:05.085 INFO:tasks.rados.rados.0.smithi001.stdout:751: writing smithi00187473-23 from 2023424 to 2580480 tid 3 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:751: writing smithi00187473-23 from 2580480 to 3153920 tid 4 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:752: rollback oid 3 current snap is 61 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 60 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:751: finishing write tid 1 to smithi00187473-23 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:749: finishing copy_from racing read to smithi00187473-43 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:749: finishing copy_from to smithi00187473-43 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 259 (ObjNum 258 snap 59 seq_num 258) dirty exists 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:751: finishing write tid 2 to smithi00187473-23 2024-08-17T16:53:05.090 INFO:tasks.rados.rados.0.smithi001.stdout:751: finishing write tid 3 to smithi00187473-23 2024-08-17T16:53:05.091 INFO:tasks.rados.rados.0.smithi001.stdout:749: done (2 left) 2024-08-17T16:53:05.091 INFO:tasks.rados.rados.0.smithi001.stdout:753: snap_create 2024-08-17T16:53:05.092 INFO:tasks.rados.rados.0.smithi001.stdout:752: finishing rollback tid 0 to smithi00187473-3 2024-08-17T16:53:05.092 INFO:tasks.rados.rados.0.smithi001.stdout:752: finishing rollback tid 1 to smithi00187473-3 2024-08-17T16:53:05.092 INFO:tasks.rados.rados.0.smithi001.stdout:752: finishing rollback tid 2 to smithi00187473-3 2024-08-17T16:53:05.093 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 291 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T16:53:05.093 INFO:tasks.rados.rados.0.smithi001.stdout:751: finishing write tid 4 to smithi00187473-23 2024-08-17T16:53:05.093 INFO:tasks.rados.rados.0.smithi001.stdout:751: finishing write tid 5 to smithi00187473-23 2024-08-17T16:53:05.096 INFO:tasks.rados.rados.0.smithi001.stdout:751: finishing write tid 6 to smithi00187473-23 2024-08-17T16:53:05.096 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 467 (ObjNum 263 snap 61 seq_num 263) dirty exists 2024-08-17T16:53:05.096 INFO:tasks.rados.rados.0.smithi001.stdout:751: left oid 23 (ObjNum 263 snap 61 seq_num 263) 2024-08-17T16:53:06.072 INFO:tasks.rados.rados.0.smithi001.stdout:751: done (2 left) 2024-08-17T16:53:06.072 INFO:tasks.rados.rados.0.smithi001.stdout:752: done (1 left) 2024-08-17T16:53:06.072 INFO:tasks.rados.rados.0.smithi001.stdout:753: done (0 left) 2024-08-17T16:53:06.073 INFO:tasks.rados.rados.0.smithi001.stdout:754: read oid 42 snap -1 2024-08-17T16:53:06.073 INFO:tasks.rados.rados.0.smithi001.stdout:754: expect (ObjNum 105 snap 21 seq_num 105) 2024-08-17T16:53:06.073 INFO:tasks.rados.rados.0.smithi001.stdout:755: read oid 24 snap -1 2024-08-17T16:53:06.073 INFO:tasks.rados.rados.0.smithi001.stdout:755: expect (ObjNum 254 snap 59 seq_num 254) 2024-08-17T16:53:06.073 INFO:tasks.rados.rados.0.smithi001.stdout:756: copy_from oid 25 from oid 5 current snap is 62 2024-08-17T16:53:06.073 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 62 2024-08-17T16:53:06.073 INFO:tasks.rados.rados.0.smithi001.stdout:757: seq_num 264 ranges {1966080=425984,2392064=761856,3153920=770048,3923968=73728} 2024-08-17T16:53:06.085 INFO:tasks.rados.rados.0.smithi001.stdout:757: writing smithi00187473-13 from 1966080 to 2392064 tid 1 2024-08-17T16:53:06.091 INFO:tasks.rados.rados.0.smithi001.stdout:757: writing smithi00187473-13 from 2392064 to 3153920 tid 2 2024-08-17T16:53:06.095 INFO:tasks.rados.rados.0.smithi001.stdout:757: writing smithi00187473-13 from 3153920 to 3923968 tid 3 2024-08-17T16:53:06.096 INFO:tasks.rados.rados.0.smithi001.stdout:757: writing smithi00187473-13 from 3923968 to 3997696 tid 4 2024-08-17T16:53:06.096 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 62 2024-08-17T16:53:06.096 INFO:tasks.rados.rados.0.smithi001.stdout:758: seq_num 265 ranges {3284992=442368,3727360=647168,4374528=573440,4947968=385024} 2024-08-17T16:53:06.116 INFO:tasks.rados.rados.0.smithi001.stdout:758: writing smithi00187473-4 from 3284992 to 3727360 tid 1 2024-08-17T16:53:06.120 INFO:tasks.rados.rados.0.smithi001.stdout:758: writing smithi00187473-4 from 3727360 to 4374528 tid 2 2024-08-17T16:53:06.123 INFO:tasks.rados.rados.0.smithi001.stdout:758: writing smithi00187473-4 from 4374528 to 4947968 tid 3 2024-08-17T16:53:06.126 INFO:tasks.rados.rados.0.smithi001.stdout:758: writing smithi00187473-4 from 4947968 to 5332992 tid 4 2024-08-17T16:53:06.126 INFO:tasks.rados.rados.0.smithi001.stdout:759: rmattr oid 12 current snap is 62 2024-08-17T16:53:06.126 INFO:tasks.rados.rados.0.smithi001.stdout:756: finishing copy_from to smithi00187473-25 2024-08-17T16:53:06.127 INFO:tasks.rados.rados.0.smithi001.stdout:756: got expected ENOENT (src dne) 2024-08-17T16:53:06.127 INFO:tasks.rados.rados.0.smithi001.stdout:756: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:53:06.127 INFO:tasks.rados.rados.0.smithi001.stdout:756: done (5 left) 2024-08-17T16:53:06.127 INFO:tasks.rados.rados.0.smithi001.stdout:760: read oid 27 snap -1 2024-08-17T16:53:06.127 INFO:tasks.rados.rados.0.smithi001.stdout:760: expect deleted 2024-08-17T16:53:06.127 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 62 2024-08-17T16:53:06.127 INFO:tasks.rados.rados.0.smithi001.stdout:754: expect (ObjNum 105 snap 21 seq_num 105) 2024-08-17T16:53:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:06 smithi189 ceph-mon[33558]: pgmap v68: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 442 KiB/s wr, 14 op/s 2024-08-17T16:53:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:06 smithi189 ceph-mon[33558]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T16:53:06.269 INFO:tasks.rados.rados.0.smithi001.stdout:757: finishing write tid 1 to smithi00187473-13 2024-08-17T16:53:06.269 INFO:tasks.rados.rados.0.smithi001.stdout:755: expect (ObjNum 254 snap 59 seq_num 254) 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:757: finishing write tid 2 to smithi00187473-13 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:757: finishing write tid 3 to smithi00187473-13 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:757: finishing write tid 4 to smithi00187473-13 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:757: finishing write tid 5 to smithi00187473-13 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:757: finishing write tid 6 to smithi00187473-13 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 130 (ObjNum 264 snap 62 seq_num 264) dirty exists 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:757: left oid 13 (ObjNum 264 snap 62 seq_num 264) 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 1 to smithi00187473-4 2024-08-17T16:53:06.385 INFO:tasks.rados.rados.0.smithi001.stdout:761: seq_num 266 ranges {2613248=458752,3072000=524288,3596288=729088,4325376=352256} 2024-08-17T16:53:06.401 INFO:tasks.rados.rados.0.smithi001.stdout:761: writing smithi00187473-41 from 2613248 to 3072000 tid 1 2024-08-17T16:53:06.404 INFO:tasks.rados.rados.0.smithi001.stdout:761: writing smithi00187473-41 from 3072000 to 3596288 tid 2 2024-08-17T16:53:06.408 INFO:tasks.rados.rados.0.smithi001.stdout:761: writing smithi00187473-41 from 3596288 to 4325376 tid 3 2024-08-17T16:53:06.411 INFO:tasks.rados.rados.0.smithi001.stdout:761: writing smithi00187473-41 from 4325376 to 4677632 tid 4 2024-08-17T16:53:06.411 INFO:tasks.rados.rados.0.smithi001.stdout:754: done (6 left) 2024-08-17T16:53:06.411 INFO:tasks.rados.rados.0.smithi001.stdout:755: done (5 left) 2024-08-17T16:53:06.411 INFO:tasks.rados.rados.0.smithi001.stdout:757: done (4 left) 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:762: copy_from oid 26 from oid 36 current snap is 62 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 2 to smithi00187473-4 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 3 to smithi00187473-4 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 164 (ObjNum 165 snap 37 seq_num 165) dirty exists 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 4 to smithi00187473-4 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 5 to smithi00187473-4 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:758: finishing write tid 6 to smithi00187473-4 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 136 (ObjNum 265 snap 62 seq_num 265) dirty exists 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:758: left oid 4 (ObjNum 265 snap 62 seq_num 265) 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:761: finishing write tid 1 to smithi00187473-41 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:761: finishing write tid 2 to smithi00187473-41 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:758: done (4 left) 2024-08-17T16:53:06.412 INFO:tasks.rados.rados.0.smithi001.stdout:759: done (3 left) 2024-08-17T16:53:06.413 INFO:tasks.rados.rados.0.smithi001.stdout:760: done (2 left) 2024-08-17T16:53:06.413 INFO:tasks.rados.rados.0.smithi001.stdout:763: snap_create 2024-08-17T16:53:06.413 INFO:tasks.rados.rados.0.smithi001.stdout:761: finishing write tid 3 to smithi00187473-41 2024-08-17T16:53:06.413 INFO:tasks.rados.rados.0.smithi001.stdout:761: finishing write tid 4 to smithi00187473-41 2024-08-17T16:53:06.413 INFO:tasks.rados.rados.0.smithi001.stdout:761: finishing write tid 5 to smithi00187473-41 2024-08-17T16:53:06.414 INFO:tasks.rados.rados.0.smithi001.stdout:761: finishing write tid 6 to smithi00187473-41 2024-08-17T16:53:06.414 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 445 (ObjNum 266 snap 62 seq_num 266) dirty exists 2024-08-17T16:53:06.414 INFO:tasks.rados.rados.0.smithi001.stdout:761: left oid 41 (ObjNum 266 snap 62 seq_num 266) 2024-08-17T16:53:06.426 INFO:tasks.rados.rados.0.smithi001.stdout:762: finishing copy_from racing read to smithi00187473-26 2024-08-17T16:53:06.427 INFO:tasks.rados.rados.0.smithi001.stdout:762: finishing copy_from to smithi00187473-26 2024-08-17T16:53:06.427 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 441 (ObjNum 237 snap 54 seq_num 237) dirty exists 2024-08-17T16:53:06.428 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:06 smithi189 systemd[1]: Stopping Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:06.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:06 smithi001 ceph-mon[41665]: pgmap v68: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 442 KiB/s wr, 14 op/s 2024-08-17T16:53:06.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:06 smithi001 ceph-mon[41665]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T16:53:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:06 smithi001 ceph-mon[29829]: pgmap v68: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 442 KiB/s wr, 14 op/s 2024-08-17T16:53:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:06 smithi001 ceph-mon[29829]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T16:53:06.791 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:06 smithi189 podman[78348]: 2024-08-17 16:53:06.494324031 +0000 UTC m=+0.122654560 container died c6a95d391e5b6b471b3ee3e8d11e7cc45346df7e0704eeb52f78b9f5d599bbce (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, io.buildah.version=1.32.0, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, description=Ceph Grafana Container, maintainer=Paul Cuzner , io.openshift.expose-services=, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, architecture=x86_64) 2024-08-17T16:53:07.069 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:53:07.074 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:06 smithi189 podman[78348]: 2024-08-17 16:53:06.864401776 +0000 UTC m=+0.492732295 container cleanup c6a95d391e5b6b471b3ee3e8d11e7cc45346df7e0704eeb52f78b9f5d599bbce (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., release=239.1651231664, architecture=x86_64, io.openshift.expose-services=, name=ubi8, vcs-type=git, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner ) 2024-08-17T16:53:07.074 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:06 smithi189 bash[78348]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:761: done (2 left) 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:762: done (1 left) 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:763: done (0 left) 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:764: rollback oid 46 current snap is 63 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 62 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:765: copy_from oid 35 from oid 11 current snap is 63 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:766: read oid 30 snap -1 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:766: expect (ObjNum 239 snap 54 seq_num 239) 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 63 2024-08-17T16:53:07.077 INFO:tasks.rados.rados.0.smithi001.stdout:767: seq_num 267 ranges {4677632=475136,5152768=458752,5611520=540672,6152192=606208} 2024-08-17T16:53:07.107 INFO:tasks.rados.rados.0.smithi001.stdout:767: writing smithi00187473-41 from 4677632 to 5152768 tid 1 2024-08-17T16:53:07.110 INFO:tasks.rados.rados.0.smithi001.stdout:767: writing smithi00187473-41 from 5152768 to 5611520 tid 2 2024-08-17T16:53:07.113 INFO:tasks.rados.rados.0.smithi001.stdout:767: writing smithi00187473-41 from 5611520 to 6152192 tid 3 2024-08-17T16:53:07.117 INFO:tasks.rados.rados.0.smithi001.stdout:767: writing smithi00187473-41 from 6152192 to 6758400 tid 4 2024-08-17T16:53:07.118 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 63 2024-08-17T16:53:07.118 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing rollback tid 0 to smithi00187473-46 2024-08-17T16:53:07.118 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing rollback tid 1 to smithi00187473-46 2024-08-17T16:53:07.118 INFO:tasks.rados.rados.0.smithi001.stdout:764: finishing rollback tid 2 to smithi00187473-46 2024-08-17T16:53:07.118 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 399 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-08-17T16:53:07.118 INFO:tasks.rados.rados.0.smithi001.stdout:766: expect (ObjNum 239 snap 54 seq_num 239) 2024-08-17T16:53:07.186 INFO:tasks.rados.rados.0.smithi001.stdout:765: finishing copy_from racing read to smithi00187473-35 2024-08-17T16:53:07.186 INFO:tasks.rados.rados.0.smithi001.stdout:765: finishing copy_from to smithi00187473-35 2024-08-17T16:53:07.186 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 422 (ObjNum 232 snap 54 seq_num 232) dirty exists 2024-08-17T16:53:07.186 INFO:tasks.rados.rados.0.smithi001.stdout:767: finishing write tid 1 to smithi00187473-41 2024-08-17T16:53:07.186 INFO:tasks.rados.rados.0.smithi001.stdout:767: finishing write tid 2 to smithi00187473-41 2024-08-17T16:53:07.186 INFO:tasks.rados.rados.0.smithi001.stdout:768: seq_num 268 ranges {1630208=491520,2121728=745472,2867200=745472,3612672=114688} 2024-08-17T16:53:07.197 INFO:tasks.rados.rados.0.smithi001.stdout:768: writing smithi00187473-48 from 1630208 to 2121728 tid 1 2024-08-17T16:53:07.202 INFO:tasks.rados.rados.0.smithi001.stdout:768: writing smithi00187473-48 from 2121728 to 2867200 tid 2 2024-08-17T16:53:07.206 INFO:tasks.rados.rados.0.smithi001.stdout:768: writing smithi00187473-48 from 2867200 to 3612672 tid 3 2024-08-17T16:53:07.207 INFO:tasks.rados.rados.0.smithi001.stdout:768: writing smithi00187473-48 from 3612672 to 3727360 tid 4 2024-08-17T16:53:07.207 INFO:tasks.rados.rados.0.smithi001.stdout:764: done (4 left) 2024-08-17T16:53:07.207 INFO:tasks.rados.rados.0.smithi001.stdout:765: done (3 left) 2024-08-17T16:53:07.207 INFO:tasks.rados.rados.0.smithi001.stdout:766: done (2 left) 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:769: read oid 45 snap -1 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:769: expect (ObjNum 220 snap 53 seq_num 220) 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:770: delete oid 37 current snap is 63 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:767: finishing write tid 3 to smithi00187473-41 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:767: finishing write tid 4 to smithi00187473-41 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:767: finishing write tid 5 to smithi00187473-41 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:767: finishing write tid 6 to smithi00187473-41 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 450 (ObjNum 267 snap 63 seq_num 267) dirty exists 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:767: left oid 41 (ObjNum 267 snap 63 seq_num 267) 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 1 to smithi00187473-48 2024-08-17T16:53:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 2 to smithi00187473-48 2024-08-17T16:53:07.209 INFO:tasks.rados.rados.0.smithi001.stdout:767: done (3 left) 2024-08-17T16:53:07.209 INFO:tasks.rados.rados.0.smithi001.stdout:770: done (2 left) 2024-08-17T16:53:07.209 INFO:tasks.rados.rados.0.smithi001.stdout:771: rmattr oid 2 current snap is 63 2024-08-17T16:53:07.209 INFO:tasks.rados.rados.0.smithi001.stdout:771: done (2 left) 2024-08-17T16:53:07.209 INFO:tasks.rados.rados.0.smithi001.stdout:772: copy_from oid 33 from oid 8 current snap is 63 2024-08-17T16:53:07.209 INFO:tasks.rados.rados.0.smithi001.stdout:773: read oid 4 snap -1 2024-08-17T16:53:07.210 INFO:tasks.rados.rados.0.smithi001.stdout:773: expect (ObjNum 265 snap 62 seq_num 265) 2024-08-17T16:53:07.210 INFO:tasks.rados.rados.0.smithi001.stdout:774: snap_remove snap 60 2024-08-17T16:53:07.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-mon[33558]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T16:53:07.429 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 podman[78366]: 2024-08-17 16:53:07.149518965 +0000 UTC m=+0.658003820 container remove c6a95d391e5b6b471b3ee3e8d11e7cc45346df7e0704eeb52f78b9f5d599bbce (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, io.openshift.tags=base rhel8, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.openshift.expose-services=, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897) 2024-08-17T16:53:07.429 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:53:07.429 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T16:53:07.429 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 systemd[1]: Stopped Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:07.429 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service: Consumed 5.344s CPU time. 2024-08-17T16:53:07.429 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 systemd[1]: Starting Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:07.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:07 smithi001 ceph-mon[29829]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T16:53:07.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:07 smithi001 ceph-mon[41665]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 starting - - - - 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (4m) 39s ago 4m 92.0M - 9.4.7 954c08fa6188 c6a95d391e5b 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (6m) 40s ago 6m 15.7M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (6m) 39s ago 6m 18.3M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283 running (66s) 39s ago 9m 497M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c8dcacf937d 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:9283,8765 running (11m) 40s ago 11m 340M - 17.2.7-1404-gf2c39d4d f69471c56189 decd6ba969e1 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (11m) 40s ago 11m 55.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 7e20f9397d1b 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (9m) 39s ago 9m 45.6M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 b7cf5a6bf10a 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (9m) 40s ago 9m 45.2M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 16470c7da98e 2024-08-17T16:53:07.675 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 starting - - - - 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (4m) 39s ago 4m 16.5M - 1.5.0 0da6a335fe13 37d651f72ac4 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (9m) 40s ago 9m 109M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (8m) 40s ago 8m 88.5M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (8m) 40s ago 8m 86.4M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (7m) 40s ago 7m 78.4M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (7m) 39s ago 7m 94.4M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (7m) 39s ago 7m 79.5M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (6m) 39s ago 6m 81.6M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (6m) 39s ago 6m 70.1M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:53:07.676 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 starting - - - - 2024-08-17T16:53:07.803 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 podman[78467]: 2024-08-17 16:53:07.417696538 +0000 UTC m=+0.016497938 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-17T16:53:07.804 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 podman[78467]: 2024-08-17 16:53:07.542396202 +0000 UTC m=+0.141197587 container create 3f777069f1490b3603c3a6507f30f3c17e7e6d8cfb28467e3bf1f41db916c0ea (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , vcs-type=git, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, name=ubi8, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, vendor=Red Hat, Inc., release=239.1651231664, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-17T16:53:08.020 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:53:08.020 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:53:08.020 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 1, 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 14, 2024-08-17T16:53:08.021 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T16:53:08.022 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:53:08.022 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:53:08.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 podman[78467]: 2024-08-17 16:53:07.803425876 +0000 UTC m=+0.402227272 container init 3f777069f1490b3603c3a6507f30f3c17e7e6d8cfb28467e3bf1f41db916c0ea (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, architecture=x86_64, name=ubi8, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., version=8.5, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-17T16:53:08.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 podman[78467]: 2024-08-17 16:53:07.808172533 +0000 UTC m=+0.406973927 container start 3f777069f1490b3603c3a6507f30f3c17e7e6d8cfb28467e3bf1f41db916c0ea (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, maintainer=Paul Cuzner , description=Ceph Grafana Container, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, vcs-type=git, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, version=8.5, distribution-scope=public, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-17T16:53:08.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 bash[78467]: 3f777069f1490b3603c3a6507f30f3c17e7e6d8cfb28467e3bf1f41db916c0ea 2024-08-17T16:53:08.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 systemd[1]: Started Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:08.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965043935Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T16:53:08.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965222362Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T16:53:08.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965242871Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T16:53:08.062 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965250234Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965256953Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.96526314Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965268777Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965274478Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965280403Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965286061Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965291341Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965296846Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965302883Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=settings t=2024-08-17T16:53:07.965308488Z level=info msg="App mode production" 2024-08-17T16:53:08.063 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=sqlstore t=2024-08-17T16:53:07.965354041Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T16:53:08.064 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=sqlstore t=2024-08-17T16:53:07.965370206Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T16:53:08.064 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=migrator t=2024-08-17T16:53:07.981134681Z level=info msg="Starting DB migrations" 2024-08-17T16:53:08.064 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=migrator t=2024-08-17T16:53:07.986153109Z level=info msg="migrations completed" performed=0 skipped=481 duration=434.423µs 2024-08-17T16:53:08.064 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=sqlstore t=2024-08-17T16:53:07.986551632Z level=info msg="Created default organization" 2024-08-17T16:53:08.064 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=plugin.loader t=2024-08-17T16:53:08.061113371Z level=info msg="Plugin registered" pluginID=input 2024-08-17T16:53:08.086 INFO:tasks.rados.rados.0.smithi001.stdout:774: done (4 left) 2024-08-17T16:53:08.086 INFO:tasks.rados.rados.0.smithi001.stdout:775: rmattr oid 39 current snap is 63 2024-08-17T16:53:08.086 INFO:tasks.rados.rados.0.smithi001.stdout:775: done (4 left) 2024-08-17T16:53:08.086 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 63 2024-08-17T16:53:08.086 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 3 to smithi00187473-48 2024-08-17T16:53:08.086 INFO:tasks.rados.rados.0.smithi001.stdout:776: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-08-17T16:53:08.089 INFO:tasks.rados.rados.0.smithi001.stdout:776: writing smithi00187473-47 from 0 to 524288 tid 1 2024-08-17T16:53:08.092 INFO:tasks.rados.rados.0.smithi001.stdout:776: writing smithi00187473-47 from 524288 to 1040384 tid 2 2024-08-17T16:53:08.097 INFO:tasks.rados.rados.0.smithi001.stdout:776: writing smithi00187473-47 from 1040384 to 1802240 tid 3 2024-08-17T16:53:08.100 INFO:tasks.rados.rados.0.smithi001.stdout:776: writing smithi00187473-47 from 1802240 to 2129920 tid 4 2024-08-17T16:53:08.100 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 63 2024-08-17T16:53:08.100 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 4 to smithi00187473-48 2024-08-17T16:53:08.100 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 5 to smithi00187473-48 2024-08-17T16:53:08.100 INFO:tasks.rados.rados.0.smithi001.stdout:777: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2024-08-17T16:53:08.102 INFO:tasks.rados.rados.0.smithi001.stdout:777: writing smithi00187473-27 from 0 to 540672 tid 1 2024-08-17T16:53:08.107 INFO:tasks.rados.rados.0.smithi001.stdout:777: writing smithi00187473-27 from 540672 to 1343488 tid 2 2024-08-17T16:53:08.110 INFO:tasks.rados.rados.0.smithi001.stdout:777: writing smithi00187473-27 from 1343488 to 1859584 tid 3 2024-08-17T16:53:08.112 INFO:tasks.rados.rados.0.smithi001.stdout:777: writing smithi00187473-27 from 1859584 to 2146304 tid 4 2024-08-17T16:53:08.113 INFO:tasks.rados.rados.0.smithi001.stdout:778: setattr oid 44 current snap is 63 2024-08-17T16:53:08.113 INFO:tasks.rados.rados.0.smithi001.stdout:768: finishing write tid 6 to smithi00187473-48 2024-08-17T16:53:08.113 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 427 (ObjNum 268 snap 63 seq_num 268) dirty exists 2024-08-17T16:53:08.113 INFO:tasks.rados.rados.0.smithi001.stdout:768: left oid 48 (ObjNum 268 snap 63 seq_num 268) 2024-08-17T16:53:08.113 INFO:tasks.rados.rados.0.smithi001.stdout:769: expect (ObjNum 220 snap 53 seq_num 220) 2024-08-17T16:53:08.237 INFO:tasks.rados.rados.0.smithi001.stdout:772: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:53:08.237 INFO:tasks.rados.rados.0.smithi001.stdout:772: finishing copy_from to smithi00187473-33 2024-08-17T16:53:08.237 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 131 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-08-17T16:53:08.237 INFO:tasks.rados.rados.0.smithi001.stdout:773: expect (ObjNum 265 snap 62 seq_num 265) 2024-08-17T16:53:08.320 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-mon[33558]: pgmap v71: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:53:08.321 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-mon[33558]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:08.321 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-mon[33558]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T16:53:08.321 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:08.321 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-mon[33558]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:08.321 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:08.321 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:08.321 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/1334559269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:08.321 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=plugin.loader t=2024-08-17T16:53:08.093647167Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T16:53:08.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=plugin.loader t=2024-08-17T16:53:08.093760193Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T16:53:08.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=secrets t=2024-08-17T16:53:08.09385246Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T16:53:08.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=query_data t=2024-08-17T16:53:08.096385724Z level=info msg="Query Service initialization" 2024-08-17T16:53:08.322 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=live.push_http t=2024-08-17T16:53:08.100019598Z level=info msg="Live Push Gateway initialization" 2024-08-17T16:53:08.326 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:53:08.327 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:53:08.327 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:53:08.327 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:53:08.327 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [], 2024-08-17T16:53:08.327 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "1/20 daemons upgraded", 2024-08-17T16:53:08.327 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "", 2024-08-17T16:53:08.327 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:53:08.327 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:53:08.327 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[29829]: pgmap v71: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[29829]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[29829]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[29829]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/1334559269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[41665]: pgmap v71: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[41665]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[41665]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T16:53:08.328 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:08.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[41665]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:08.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:08.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:08.329 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:08 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/1334559269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:08.459 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 1 to smithi00187473-47 2024-08-17T16:53:08.459 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 2 to smithi00187473-47 2024-08-17T16:53:08.459 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 3 to smithi00187473-47 2024-08-17T16:53:08.459 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 4 to smithi00187473-47 2024-08-17T16:53:08.459 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 5 to smithi00187473-47 2024-08-17T16:53:08.459 INFO:tasks.rados.rados.0.smithi001.stdout:776: finishing write tid 6 to smithi00187473-47 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 476 (ObjNum 270 snap 63 seq_num 270) dirty exists 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:776: left oid 47 (ObjNum 270 snap 63 seq_num 270) 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:777: finishing write tid 1 to smithi00187473-27 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:777: finishing write tid 2 to smithi00187473-27 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:777: finishing write tid 3 to smithi00187473-27 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:777: finishing write tid 4 to smithi00187473-27 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:777: finishing write tid 5 to smithi00187473-27 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:777: finishing write tid 6 to smithi00187473-27 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 265 (ObjNum 271 snap 63 seq_num 271) dirty exists 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:777: left oid 27 (ObjNum 271 snap 63 seq_num 271) 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 443 (ObjNum 114 snap 21 seq_num 114) dirty exists 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:768: done (6 left) 2024-08-17T16:53:08.460 INFO:tasks.rados.rados.0.smithi001.stdout:769: done (5 left) 2024-08-17T16:53:08.461 INFO:tasks.rados.rados.0.smithi001.stdout:772: done (4 left) 2024-08-17T16:53:08.461 INFO:tasks.rados.rados.0.smithi001.stdout:773: done (3 left) 2024-08-17T16:53:08.461 INFO:tasks.rados.rados.0.smithi001.stdout:776: done (2 left) 2024-08-17T16:53:08.461 INFO:tasks.rados.rados.0.smithi001.stdout:777: done (1 left) 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:778: done (0 left) 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:779: rollback oid 17 current snap is 63 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 17 to 61 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:780: setattr oid 39 current snap is 63 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:779: finishing rollback tid 1 to smithi00187473-17 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:779: done (1 left) 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:781: read oid 20 snap 61 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:781: expect deleted 2024-08-17T16:53:08.462 INFO:tasks.rados.rados.0.smithi001.stdout:782: delete oid 30 current snap is 63 2024-08-17T16:53:08.464 INFO:tasks.rados.rados.0.smithi001.stdout:781: done (2 left) 2024-08-17T16:53:08.464 INFO:tasks.rados.rados.0.smithi001.stdout:782: done (1 left) 2024-08-17T16:53:08.464 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 63 2024-08-17T16:53:08.464 INFO:tasks.rados.rados.0.smithi001.stdout:783: seq_num 273 ranges {2146304=581632,2727936=565248,3293184=532480,3825664=507904} 2024-08-17T16:53:08.478 INFO:tasks.rados.rados.0.smithi001.stdout:783: writing smithi00187473-27 from 2146304 to 2727936 tid 1 2024-08-17T16:53:08.482 INFO:tasks.rados.rados.0.smithi001.stdout:783: writing smithi00187473-27 from 2727936 to 3293184 tid 2 2024-08-17T16:53:08.485 INFO:tasks.rados.rados.0.smithi001.stdout:783: writing smithi00187473-27 from 3293184 to 3825664 tid 3 2024-08-17T16:53:08.488 INFO:tasks.rados.rados.0.smithi001.stdout:783: writing smithi00187473-27 from 3825664 to 4333568 tid 4 2024-08-17T16:53:08.488 INFO:tasks.rados.rados.0.smithi001.stdout:784: copy_from oid 25 from oid 31 current snap is 63 2024-08-17T16:53:08.488 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 267 (ObjNum 258 snap 59 seq_num 258) dirty exists 2024-08-17T16:53:08.488 INFO:tasks.rados.rados.0.smithi001.stdout:780: done (2 left) 2024-08-17T16:53:08.489 INFO:tasks.rados.rados.0.smithi001.stdout:785: snap_remove snap 62 2024-08-17T16:53:08.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:08 smithi189 systemd[1]: Stopping Ceph node-exporter.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:785: done (2 left) 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:786: read oid 2 snap -1 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:786: expect (ObjNum 251 snap 58 seq_num 251) 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:787: copy_from oid 20 from oid 47 current snap is 63 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 1 to smithi00187473-27 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 2 to smithi00187473-27 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 3 to smithi00187473-27 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 4 to smithi00187473-27 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 5 to smithi00187473-27 2024-08-17T16:53:09.068 INFO:tasks.rados.rados.0.smithi001.stdout:783: finishing write tid 6 to smithi00187473-27 2024-08-17T16:53:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 272 (ObjNum 273 snap 63 seq_num 273) dirty exists 2024-08-17T16:53:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:783: left oid 27 (ObjNum 273 snap 63 seq_num 273) 2024-08-17T16:53:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:784: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:53:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:784: finishing copy_from to smithi00187473-25 2024-08-17T16:53:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 592 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:53:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:783: done (3 left) 2024-08-17T16:53:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:784: done (2 left) 2024-08-17T16:53:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:788: snap_remove snap 61 2024-08-17T16:53:09.072 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=infra.usagestats.collector t=2024-08-17T16:53:08.888877404Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T16:53:09.072 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=provisioning.datasources t=2024-08-17T16:53:08.974623868Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-17T16:53:09.072 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=provisioning.datasources t=2024-08-17T16:53:08.974646506Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T16:53:09.072 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=provisioning.datasources t=2024-08-17T16:53:08.984852753Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T16:53:09.072 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=provisioning.alerting t=2024-08-17T16:53:09.066391006Z level=info msg="starting to provision alerting" 2024-08-17T16:53:09.073 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=provisioning.alerting t=2024-08-17T16:53:09.066417764Z level=info msg="finished to provision alerting" 2024-08-17T16:53:09.073 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=ngalert.state.manager t=2024-08-17T16:53:09.066537244Z level=info msg="Warming state cache for startup" 2024-08-17T16:53:09.073 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:08 smithi189 podman[78660]: 2024-08-17 16:53:08.820538191 +0000 UTC m=+0.125125910 container died 37d651f72ac4f9be3f505fabc01d0a7cae5804e20408deb74d34afc33a792c30 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:53:09.344 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[29829]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:09.344 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[29829]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T16:53:09.344 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[29829]: Deploying daemon node-exporter.b on smithi189 2024-08-17T16:53:09.344 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[29829]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T16:53:09.344 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[29829]: from='client.24835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:09.344 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[29829]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T16:53:09.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[41665]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:09.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[41665]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T16:53:09.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[41665]: Deploying daemon node-exporter.b on smithi189 2024-08-17T16:53:09.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[41665]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T16:53:09.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[41665]: from='client.24835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:09.345 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:09 smithi001 ceph-mon[41665]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T16:53:09.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-mon[33558]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:09.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-mon[33558]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T16:53:09.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-mon[33558]: Deploying daemon node-exporter.b on smithi189 2024-08-17T16:53:09.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-mon[33558]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T16:53:09.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-mon[33558]: from='client.24835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:09.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-mon[33558]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T16:53:09.402 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=grafanaStorageLogger t=2024-08-17T16:53:09.069280253Z level=info msg="storage starting" 2024-08-17T16:53:09.403 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=ngalert.state.manager t=2024-08-17T16:53:09.077268923Z level=info msg="State cache has been initialized" states=0 duration=10.728606ms 2024-08-17T16:53:09.403 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=ticker t=2024-08-17T16:53:09.077499591Z level=info msg=starting first_tick=2024-08-17T16:53:10Z 2024-08-17T16:53:09.403 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=ngalert.multiorg.alertmanager t=2024-08-17T16:53:09.077576518Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T16:53:09.403 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 16:53:09 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[78482]: logger=http.server t=2024-08-17T16:53:09.079408354Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T16:53:09.403 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 podman[78660]: 2024-08-17 16:53:09.18371446 +0000 UTC m=+0.488302187 container cleanup 37d651f72ac4f9be3f505fabc01d0a7cae5804e20408deb74d34afc33a792c30 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:53:09.403 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 bash[78660]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T16:53:09.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 podman[78677]: 2024-08-17 16:53:09.401510911 +0000 UTC m=+0.584878817 container remove 37d651f72ac4f9be3f505fabc01d0a7cae5804e20408deb74d34afc33a792c30 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:53:09.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:53:09.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T16:53:09.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 systemd[1]: Stopped Ceph node-exporter.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:09.679 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.219s CPU time. 2024-08-17T16:53:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:788: done (2 left) 2024-08-17T16:53:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:789: rmattr oid 37 current snap is 63 2024-08-17T16:53:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:789: done (2 left) 2024-08-17T16:53:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:790: read oid 4 snap -1 2024-08-17T16:53:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:790: expect (ObjNum 265 snap 62 seq_num 265) 2024-08-17T16:53:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:791: snap_create 2024-08-17T16:53:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:786: expect (ObjNum 251 snap 58 seq_num 251) 2024-08-17T16:53:10.089 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 systemd[1]: Starting Ceph node-exporter.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:10.089 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:09 smithi189 bash[78806]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-17T16:53:10.123 INFO:tasks.rados.rados.0.smithi001.stdout:787: finishing copy_from racing read to smithi00187473-20 2024-08-17T16:53:10.123 INFO:tasks.rados.rados.0.smithi001.stdout:787: finishing copy_from to smithi00187473-20 2024-08-17T16:53:10.123 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 476 (ObjNum 270 snap 63 seq_num 270) dirty exists 2024-08-17T16:53:10.124 INFO:tasks.rados.rados.0.smithi001.stdout:790: expect (ObjNum 265 snap 62 seq_num 265) 2024-08-17T16:53:10.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:10 smithi189 ceph-mon[33558]: pgmap v74: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:53:10.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:10 smithi189 ceph-mon[33558]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T16:53:10.429 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:10 smithi189 bash[78806]: Getting image source signatures 2024-08-17T16:53:10.429 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:10 smithi189 bash[78806]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-17T16:53:10.429 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:10 smithi189 bash[78806]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-17T16:53:10.429 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:10 smithi189 bash[78806]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-17T16:53:10.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:10 smithi001 ceph-mon[29829]: pgmap v74: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:53:10.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:10 smithi001 ceph-mon[29829]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T16:53:10.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:10 smithi001 ceph-mon[41665]: pgmap v74: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:53:10.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:10 smithi001 ceph-mon[41665]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T16:53:11.069 INFO:tasks.rados.rados.0.smithi001.stdout:786: done (3 left) 2024-08-17T16:53:11.069 INFO:tasks.rados.rados.0.smithi001.stdout:787: done (2 left) 2024-08-17T16:53:11.069 INFO:tasks.rados.rados.0.smithi001.stdout:790: done (1 left) 2024-08-17T16:53:11.070 INFO:tasks.rados.rados.0.smithi001.stdout:791: done (0 left) 2024-08-17T16:53:11.070 INFO:tasks.rados.rados.0.smithi001.stdout:792: delete oid 15 current snap is 64 2024-08-17T16:53:11.073 INFO:tasks.rados.rados.0.smithi001.stdout:792: done (0 left) 2024-08-17T16:53:11.073 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 64 2024-08-17T16:53:11.073 INFO:tasks.rados.rados.0.smithi001.stdout:793: seq_num 275 ranges {6021120=614400,6635520=786432,7421952=499712,7921664=319488} 2024-08-17T16:53:11.110 INFO:tasks.rados.rados.0.smithi001.stdout:793: writing smithi00187473-6 from 6021120 to 6635520 tid 1 2024-08-17T16:53:11.114 INFO:tasks.rados.rados.0.smithi001.stdout:793: writing smithi00187473-6 from 6635520 to 7421952 tid 2 2024-08-17T16:53:11.117 INFO:tasks.rados.rados.0.smithi001.stdout:793: writing smithi00187473-6 from 7421952 to 7921664 tid 3 2024-08-17T16:53:11.119 INFO:tasks.rados.rados.0.smithi001.stdout:793: writing smithi00187473-6 from 7921664 to 8241152 tid 4 2024-08-17T16:53:11.119 INFO:tasks.rados.rados.0.smithi001.stdout:794: snap_remove snap 63 2024-08-17T16:53:11.928 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:11 smithi189 bash[78806]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-17T16:53:11.929 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:11 smithi189 bash[78806]: Writing manifest to image destination 2024-08-17T16:53:12.094 INFO:tasks.rados.rados.0.smithi001.stdout:794: done (1 left) 2024-08-17T16:53:12.094 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 64 2024-08-17T16:53:12.095 INFO:tasks.rados.rados.0.smithi001.stdout:793: finishing write tid 1 to smithi00187473-6 2024-08-17T16:53:12.095 INFO:tasks.rados.rados.0.smithi001.stdout:795: seq_num 276 ranges {3497984=630784,4128768=671744,4800512=704512,5505024=229376} 2024-08-17T16:53:12.117 INFO:tasks.rados.rados.0.smithi001.stdout:795: writing smithi00187473-11 from 3497984 to 4128768 tid 1 2024-08-17T16:53:12.121 INFO:tasks.rados.rados.0.smithi001.stdout:795: writing smithi00187473-11 from 4128768 to 4800512 tid 2 2024-08-17T16:53:12.125 INFO:tasks.rados.rados.0.smithi001.stdout:795: writing smithi00187473-11 from 4800512 to 5505024 tid 3 2024-08-17T16:53:12.127 INFO:tasks.rados.rados.0.smithi001.stdout:795: writing smithi00187473-11 from 5505024 to 5734400 tid 4 2024-08-17T16:53:12.127 INFO:tasks.rados.rados.0.smithi001.stdout:796: copy_from oid 1 from oid 28 current snap is 64 2024-08-17T16:53:12.127 INFO:tasks.rados.rados.0.smithi001.stdout:793: finishing write tid 2 to smithi00187473-6 2024-08-17T16:53:12.127 INFO:tasks.rados.rados.0.smithi001.stdout:793: finishing write tid 3 to smithi00187473-6 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:793: finishing write tid 4 to smithi00187473-6 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:793: finishing write tid 5 to smithi00187473-6 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:793: finishing write tid 6 to smithi00187473-6 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 610 (ObjNum 275 snap 64 seq_num 275) dirty exists 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:793: left oid 6 (ObjNum 275 snap 64 seq_num 275) 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:795: finishing write tid 1 to smithi00187473-11 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:795: finishing write tid 2 to smithi00187473-11 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:793: done (2 left) 2024-08-17T16:53:12.128 INFO:tasks.rados.rados.0.smithi001.stdout:797: snap_remove snap 59 2024-08-17T16:53:12.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-mon[33558]: pgmap v77: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:12.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-mon[33558]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T16:53:12.359 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 podman[78806]: 2024-08-17 16:53:12.146997178 +0000 UTC m=+2.314738121 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-17T16:53:12.359 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 podman[78806]: 2024-08-17 16:53:12.262463714 +0000 UTC m=+2.430204647 container create 550532db830a3c6606735b67147ab861b7379e41e641233644f0c0e1df190abb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:53:12.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:12 smithi001 ceph-mon[29829]: pgmap v77: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:12.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:12 smithi001 ceph-mon[29829]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T16:53:12.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:12 smithi001 ceph-mon[41665]: pgmap v77: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:12.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:12 smithi001 ceph-mon[41665]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T16:53:12.929 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 podman[78806]: 2024-08-17 16:53:12.455966675 +0000 UTC m=+2.623707611 container init 550532db830a3c6606735b67147ab861b7379e41e641233644f0c0e1df190abb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:53:12.929 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 podman[78806]: 2024-08-17 16:53:12.460737974 +0000 UTC m=+2.628478908 container start 550532db830a3c6606735b67147ab861b7379e41e641233644f0c0e1df190abb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:53:12.929 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.463Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-17T16:53:12.929 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.463Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-17T16:53:12.929 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T16:53:12.929 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.464Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T16:53:12.930 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T16:53:12.931 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T16:53:12.932 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T16:53:12.933 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T16:53:12.934 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-17T16:53:12.934 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b[78855]: ts=2024-08-17T16:53:12.465Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T16:53:12.934 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 bash[78806]: 550532db830a3c6606735b67147ab861b7379e41e641233644f0c0e1df190abb 2024-08-17T16:53:12.934 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 16:53:12 smithi189 systemd[1]: Started Ceph node-exporter.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:13.103 INFO:tasks.rados.rados.0.smithi001.stdout:797: done (2 left) 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:798: copy_from oid 24 from oid 22 current snap is 64 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:795: finishing write tid 3 to smithi00187473-11 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:795: finishing write tid 4 to smithi00187473-11 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:795: finishing write tid 5 to smithi00187473-11 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:795: finishing write tid 6 to smithi00187473-11 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 810 (ObjNum 276 snap 64 seq_num 276) dirty exists 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:795: left oid 11 (ObjNum 276 snap 64 seq_num 276) 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:796: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:796: finishing copy_from to smithi00187473-1 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 223 (ObjNum 219 snap 53 seq_num 219) dirty exists 2024-08-17T16:53:13.104 INFO:tasks.rados.rados.0.smithi001.stdout:795: done (2 left) 2024-08-17T16:53:13.105 INFO:tasks.rados.rados.0.smithi001.stdout:796: done (1 left) 2024-08-17T16:53:13.105 INFO:tasks.rados.rados.0.smithi001.stdout:799: copy_from oid 43 from oid 35 current snap is 64 2024-08-17T16:53:13.105 INFO:tasks.rados.rados.0.smithi001.stdout:800: setattr oid 29 current snap is 64 2024-08-17T16:53:13.105 INFO:tasks.rados.rados.0.smithi001.stdout:801: setattr oid 32 current snap is 64 2024-08-17T16:53:13.106 INFO:tasks.rados.rados.0.smithi001.stdout:798: finishing copy_from to smithi00187473-24 2024-08-17T16:53:13.106 INFO:tasks.rados.rados.0.smithi001.stdout:798: got expected ENOENT (src dne) 2024-08-17T16:53:13.106 INFO:tasks.rados.rados.0.smithi001.stdout:798: finishing copy_from racing read to smithi00187473-24 2024-08-17T16:53:13.107 INFO:tasks.rados.rados.0.smithi001.stdout:798: done (3 left) 2024-08-17T16:53:13.107 INFO:tasks.rados.rados.0.smithi001.stdout:802: snap_create 2024-08-17T16:53:13.110 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 815 (ObjNum 141 snap 32 seq_num 141) dirty exists 2024-08-17T16:53:13.111 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 206 (ObjNum 176 snap 38 seq_num 176) dirty exists 2024-08-17T16:53:13.122 INFO:tasks.rados.rados.0.smithi001.stdout:799: finishing copy_from racing read to smithi00187473-43 2024-08-17T16:53:13.123 INFO:tasks.rados.rados.0.smithi001.stdout:799: finishing copy_from to smithi00187473-43 2024-08-17T16:53:13.123 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 422 (ObjNum 232 snap 54 seq_num 232) dirty exists 2024-08-17T16:53:13.332 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[29829]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T16:53:13.332 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:13.332 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:13.332 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:53:13.332 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:13.332 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:53:13.332 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:13.333 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[41665]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T16:53:13.333 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:13.333 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:13.333 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:53:13.333 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:13.333 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:53:13.333 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:13 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:13 smithi189 ceph-mon[33558]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T16:53:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:13 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:13 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:13 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:53:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:13 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:13 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:53:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:13 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:14.067 INFO:tasks.rados.rados.0.smithi001.stdout:799: done (3 left) 2024-08-17T16:53:14.067 INFO:tasks.rados.rados.0.smithi001.stdout:800: done (2 left) 2024-08-17T16:53:14.067 INFO:tasks.rados.rados.0.smithi001.stdout:801: done (1 left) 2024-08-17T16:53:14.067 INFO:tasks.rados.rados.0.smithi001.stdout:802: done (0 left) 2024-08-17T16:53:14.067 INFO:tasks.rados.rados.0.smithi001.stdout:803: rollback oid 27 current snap is 65 2024-08-17T16:53:14.068 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 64 2024-08-17T16:53:14.068 INFO:tasks.rados.rados.0.smithi001.stdout:804: delete oid 45 current snap is 65 2024-08-17T16:53:14.071 INFO:tasks.rados.rados.0.smithi001.stdout:804: done (1 left) 2024-08-17T16:53:14.071 INFO:tasks.rados.rados.0.smithi001.stdout:805: copy_from oid 16 from oid 6 current snap is 65 2024-08-17T16:53:14.071 INFO:tasks.rados.rados.0.smithi001.stdout:806: read oid 37 snap -1 2024-08-17T16:53:14.071 INFO:tasks.rados.rados.0.smithi001.stdout:806: expect deleted 2024-08-17T16:53:14.071 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 65 2024-08-17T16:53:14.071 INFO:tasks.rados.rados.0.smithi001.stdout:807: seq_num 278 ranges {4521984=663552,5185536=442368,5627904=720896,6348800=442368} 2024-08-17T16:53:14.101 INFO:tasks.rados.rados.0.smithi001.stdout:807: writing smithi00187473-14 from 4521984 to 5185536 tid 1 2024-08-17T16:53:14.104 INFO:tasks.rados.rados.0.smithi001.stdout:807: writing smithi00187473-14 from 5185536 to 5627904 tid 2 2024-08-17T16:53:14.109 INFO:tasks.rados.rados.0.smithi001.stdout:807: writing smithi00187473-14 from 5627904 to 6348800 tid 3 2024-08-17T16:53:14.113 INFO:tasks.rados.rados.0.smithi001.stdout:807: writing smithi00187473-14 from 6348800 to 6791168 tid 4 2024-08-17T16:53:14.113 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 65 2024-08-17T16:53:14.113 INFO:tasks.rados.rados.0.smithi001.stdout:803: finishing rollback tid 0 to smithi00187473-27 2024-08-17T16:53:14.113 INFO:tasks.rados.rados.0.smithi001.stdout:803: finishing rollback tid 1 to smithi00187473-27 2024-08-17T16:53:14.113 INFO:tasks.rados.rados.0.smithi001.stdout:803: finishing rollback tid 2 to smithi00187473-27 2024-08-17T16:53:14.113 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 282 (ObjNum 273 snap 63 seq_num 273) dirty exists 2024-08-17T16:53:14.113 INFO:tasks.rados.rados.0.smithi001.stdout:808: seq_num 279 ranges {557056=679936,1236992=720896,1957888=483328,2441216=401408} 2024-08-17T16:53:14.119 INFO:tasks.rados.rados.0.smithi001.stdout:808: writing smithi00187473-29 from 557056 to 1236992 tid 1 2024-08-17T16:53:14.124 INFO:tasks.rados.rados.0.smithi001.stdout:808: writing smithi00187473-29 from 1236992 to 1957888 tid 2 2024-08-17T16:53:14.126 INFO:tasks.rados.rados.0.smithi001.stdout:808: writing smithi00187473-29 from 1957888 to 2441216 tid 3 2024-08-17T16:53:14.130 INFO:tasks.rados.rados.0.smithi001.stdout:808: writing smithi00187473-29 from 2441216 to 2842624 tid 4 2024-08-17T16:53:14.130 INFO:tasks.rados.rados.0.smithi001.stdout:803: done (4 left) 2024-08-17T16:53:14.130 INFO:tasks.rados.rados.0.smithi001.stdout:809: read oid 35 snap 64 2024-08-17T16:53:14.130 INFO:tasks.rados.rados.0.smithi001.stdout:809: expect (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:810: snap_create 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:807: finishing write tid 1 to smithi00187473-14 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:807: finishing write tid 2 to smithi00187473-14 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:805: finishing copy_from racing read to smithi00187473-16 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:807: finishing write tid 3 to smithi00187473-14 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:807: finishing write tid 4 to smithi00187473-14 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:805: finishing copy_from to smithi00187473-16 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 610 (ObjNum 275 snap 64 seq_num 275) dirty exists 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:807: finishing write tid 5 to smithi00187473-14 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:807: finishing write tid 6 to smithi00187473-14 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 212 (ObjNum 278 snap 65 seq_num 278) dirty exists 2024-08-17T16:53:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:807: left oid 14 (ObjNum 278 snap 65 seq_num 278) 2024-08-17T16:53:14.132 INFO:tasks.rados.rados.0.smithi001.stdout:808: finishing write tid 1 to smithi00187473-29 2024-08-17T16:53:14.132 INFO:tasks.rados.rados.0.smithi001.stdout:808: finishing write tid 2 to smithi00187473-29 2024-08-17T16:53:14.132 INFO:tasks.rados.rados.0.smithi001.stdout:808: finishing write tid 3 to smithi00187473-29 2024-08-17T16:53:14.132 INFO:tasks.rados.rados.0.smithi001.stdout:808: finishing write tid 4 to smithi00187473-29 2024-08-17T16:53:14.132 INFO:tasks.rados.rados.0.smithi001.stdout:808: finishing write tid 5 to smithi00187473-29 2024-08-17T16:53:14.134 INFO:tasks.rados.rados.0.smithi001.stdout:808: finishing write tid 6 to smithi00187473-29 2024-08-17T16:53:14.134 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 218 (ObjNum 279 snap 65 seq_num 279) dirty exists 2024-08-17T16:53:14.134 INFO:tasks.rados.rados.0.smithi001.stdout:808: left oid 29 (ObjNum 279 snap 65 seq_num 279) 2024-08-17T16:53:14.138 INFO:tasks.rados.rados.0.smithi001.stdout:809: expect (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[29829]: pgmap v80: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 26 op/s 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[29829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[29829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[29829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[29829]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[29829]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[29829]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[29829]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[41665]: pgmap v80: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 26 op/s 2024-08-17T16:53:14.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[41665]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:53:14.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[41665]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:14.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[41665]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:53:14.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[41665]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:53:14.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[41665]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:53:14.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[41665]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T16:53:14.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:14 smithi001 ceph-mon[41665]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T16:53:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:14 smithi189 ceph-mon[33558]: pgmap v80: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 26 op/s 2024-08-17T16:53:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:14 smithi189 ceph-mon[33558]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:53:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:14 smithi189 ceph-mon[33558]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:14 smithi189 ceph-mon[33558]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:53:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:14 smithi189 ceph-mon[33558]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:53:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:14 smithi189 ceph-mon[33558]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:53:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:14 smithi189 ceph-mon[33558]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T16:53:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:14 smithi189 ceph-mon[33558]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T16:53:15.101 INFO:tasks.rados.rados.0.smithi001.stdout:805: done (5 left) 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:806: done (4 left) 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:807: done (3 left) 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:808: done (2 left) 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:809: done (1 left) 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:810: done (0 left) 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:811: read oid 5 snap -1 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:811: expect deleted 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:812: copy_from oid 36 from oid 43 current snap is 66 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:813: rmattr oid 27 current snap is 66 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:813: done (2 left) 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:814: rollback oid 8 current snap is 66 2024-08-17T16:53:15.102 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 64 2024-08-17T16:53:15.103 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 66 2024-08-17T16:53:15.103 INFO:tasks.rados.rados.0.smithi001.stdout:815: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-08-17T16:53:15.105 INFO:tasks.rados.rados.0.smithi001.stdout:815: writing smithi00187473-10 from 0 to 696320 tid 1 2024-08-17T16:53:15.109 INFO:tasks.rados.rados.0.smithi001.stdout:815: writing smithi00187473-10 from 696320 to 1302528 tid 2 2024-08-17T16:53:15.113 INFO:tasks.rados.rados.0.smithi001.stdout:815: writing smithi00187473-10 from 1302528 to 1990656 tid 3 2024-08-17T16:53:15.115 INFO:tasks.rados.rados.0.smithi001.stdout:815: writing smithi00187473-10 from 1990656 to 2301952 tid 4 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:816: read oid 32 snap -1 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:816: expect (ObjNum 141 snap 32 seq_num 141) 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:817: copy_from oid 38 from oid 29 current snap is 66 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:814: finishing rollback tid 0 to smithi00187473-8 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:814: finishing rollback tid 1 to smithi00187473-8 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:814: finishing rollback tid 2 to smithi00187473-8 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 173 (ObjNum 212 snap 52 seq_num 212) dirty exists 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:815: finishing write tid 1 to smithi00187473-10 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:815: finishing write tid 2 to smithi00187473-10 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:811: done (5 left) 2024-08-17T16:53:15.116 INFO:tasks.rados.rados.0.smithi001.stdout:814: done (4 left) 2024-08-17T16:53:15.117 INFO:tasks.rados.rados.0.smithi001.stdout:818: rollback oid 35 current snap is 66 2024-08-17T16:53:15.117 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 64 2024-08-17T16:53:15.117 INFO:tasks.rados.rados.0.smithi001.stdout:819: snap_remove snap 65 2024-08-17T16:53:15.678 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:53:15] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.51.0" 2024-08-17T16:53:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-mon[33558]: Upgrade: Updating mgr.y 2024-08-17T16:53:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:53:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:53:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-mon[33558]: Deploying daemon mgr.y on smithi001 2024-08-17T16:53:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-mon[33558]: pgmap v83: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 26 op/s 2024-08-17T16:53:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-mon[33558]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[41665]: Upgrade: Updating mgr.y 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[41665]: Deploying daemon mgr.y on smithi001 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[41665]: pgmap v83: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 26 op/s 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[41665]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[29829]: Upgrade: Updating mgr.y 2024-08-17T16:53:15.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:15.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:53:15.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:53:15.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:15.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[29829]: Deploying daemon mgr.y on smithi001 2024-08-17T16:53:15.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[29829]: pgmap v83: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 26 op/s 2024-08-17T16:53:15.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:15 smithi001 ceph-mon[29829]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T16:53:16.103 INFO:tasks.rados.rados.0.smithi001.stdout:819: done (5 left) 2024-08-17T16:53:16.103 INFO:tasks.rados.rados.0.smithi001.stdout:820: read oid 8 snap -1 2024-08-17T16:53:16.103 INFO:tasks.rados.rados.0.smithi001.stdout:820: expect (ObjNum 212 snap 52 seq_num 212) 2024-08-17T16:53:16.103 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 66 2024-08-17T16:53:16.103 INFO:tasks.rados.rados.0.smithi001.stdout:821: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-08-17T16:53:16.108 INFO:tasks.rados.rados.0.smithi001.stdout:821: writing smithi00187473-15 from 0 to 712704 tid 1 2024-08-17T16:53:16.112 INFO:tasks.rados.rados.0.smithi001.stdout:821: writing smithi00187473-15 from 712704 to 1204224 tid 2 2024-08-17T16:53:16.115 INFO:tasks.rados.rados.0.smithi001.stdout:821: writing smithi00187473-15 from 1204224 to 1695744 tid 3 2024-08-17T16:53:16.119 INFO:tasks.rados.rados.0.smithi001.stdout:821: writing smithi00187473-15 from 1695744 to 2318336 tid 4 2024-08-17T16:53:16.120 INFO:tasks.rados.rados.0.smithi001.stdout:822: setattr oid 49 current snap is 66 2024-08-17T16:53:16.120 INFO:tasks.rados.rados.0.smithi001.stdout:818: finishing rollback tid 0 to smithi00187473-35 2024-08-17T16:53:16.120 INFO:tasks.rados.rados.0.smithi001.stdout:818: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:53:16.120 INFO:tasks.rados.rados.0.smithi001.stdout:818: finishing rollback tid 2 to smithi00187473-35 2024-08-17T16:53:16.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 479 (ObjNum 232 snap 54 seq_num 232) dirty exists 2024-08-17T16:53:16.120 INFO:tasks.rados.rados.0.smithi001.stdout:816: expect (ObjNum 141 snap 32 seq_num 141) 2024-08-17T16:53:16.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:15.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:16.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:15.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:16.186 INFO:tasks.rados.rados.0.smithi001.stdout:812: finishing copy_from racing read to smithi00187473-36 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:815: finishing write tid 3 to smithi00187473-10 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:815: finishing write tid 4 to smithi00187473-10 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:815: finishing write tid 5 to smithi00187473-10 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:812: finishing copy_from to smithi00187473-36 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 422 (ObjNum 232 snap 54 seq_num 232) dirty exists 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:815: finishing write tid 6 to smithi00187473-10 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 448 (ObjNum 280 snap 66 seq_num 280) dirty exists 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:815: left oid 10 (ObjNum 280 snap 66 seq_num 280) 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:817: finishing copy_from racing read to smithi00187473-38 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:817: finishing copy_from to smithi00187473-38 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 218 (ObjNum 279 snap 65 seq_num 279) dirty exists 2024-08-17T16:53:16.187 INFO:tasks.rados.rados.0.smithi001.stdout:820: expect (ObjNum 212 snap 52 seq_num 212) 2024-08-17T16:53:16.249 INFO:tasks.rados.rados.0.smithi001.stdout:821: finishing write tid 1 to smithi00187473-15 2024-08-17T16:53:16.249 INFO:tasks.rados.rados.0.smithi001.stdout:821: finishing write tid 2 to smithi00187473-15 2024-08-17T16:53:16.249 INFO:tasks.rados.rados.0.smithi001.stdout:821: finishing write tid 3 to smithi00187473-15 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:821: finishing write tid 4 to smithi00187473-15 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:821: finishing write tid 5 to smithi00187473-15 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:821: finishing write tid 6 to smithi00187473-15 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 223 (ObjNum 281 snap 66 seq_num 281) dirty exists 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:821: left oid 15 (ObjNum 281 snap 66 seq_num 281) 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:812: done (7 left) 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:815: done (6 left) 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:816: done (5 left) 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:817: done (4 left) 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:818: done (3 left) 2024-08-17T16:53:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:820: done (2 left) 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:821: done (1 left) 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:823: rollback oid 10 current snap is 66 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 64 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:824: copy_from oid 30 from oid 28 current snap is 66 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:825: copy_from oid 34 from oid 9 current snap is 66 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:826: read oid 17 snap -1 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:826: expect deleted 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 66 2024-08-17T16:53:16.251 INFO:tasks.rados.rados.0.smithi001.stdout:827: seq_num 282 ranges {6758400=729088,7487488=425984,7913472=704512,8617984=475136} 2024-08-17T16:53:16.290 INFO:tasks.rados.rados.0.smithi001.stdout:827: writing smithi00187473-41 from 6758400 to 7487488 tid 1 2024-08-17T16:53:16.293 INFO:tasks.rados.rados.0.smithi001.stdout:827: writing smithi00187473-41 from 7487488 to 7913472 tid 2 2024-08-17T16:53:16.297 INFO:tasks.rados.rados.0.smithi001.stdout:827: writing smithi00187473-41 from 7913472 to 8617984 tid 3 2024-08-17T16:53:16.301 INFO:tasks.rados.rados.0.smithi001.stdout:827: writing smithi00187473-41 from 8617984 to 9093120 tid 4 2024-08-17T16:53:16.301 INFO:tasks.rados.rados.0.smithi001.stdout:828: copy_from oid 19 from oid 6 current snap is 66 2024-08-17T16:53:16.301 INFO:tasks.rados.rados.0.smithi001.stdout:823: finishing rollback tid 0 to smithi00187473-10 2024-08-17T16:53:16.301 INFO:tasks.rados.rados.0.smithi001.stdout:823: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 450 (ObjNum 465 snap 0 seq_num 228691981) dirty dne 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 593 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:825: finishing copy_from to smithi00187473-34 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:825: got expected ENOENT (src dne) 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:825: finishing copy_from racing read to smithi00187473-34 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:824: finishing copy_from racing read to smithi00187473-30 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:822: done (6 left) 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:823: done (5 left) 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:825: done (4 left) 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:826: done (3 left) 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:829: read oid 47 snap -1 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:829: expect (ObjNum 270 snap 63 seq_num 270) 2024-08-17T16:53:16.302 INFO:tasks.rados.rados.0.smithi001.stdout:830: delete oid 14 current snap is 66 2024-08-17T16:53:16.303 INFO:tasks.rados.rados.0.smithi001.stdout:824: finishing copy_from to smithi00187473-30 2024-08-17T16:53:16.303 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 223 (ObjNum 219 snap 53 seq_num 219) dirty exists 2024-08-17T16:53:16.303 INFO:tasks.rados.rados.0.smithi001.stdout:827: finishing write tid 1 to smithi00187473-41 2024-08-17T16:53:16.303 INFO:tasks.rados.rados.0.smithi001.stdout:827: finishing write tid 2 to smithi00187473-41 2024-08-17T16:53:16.303 INFO:tasks.rados.rados.0.smithi001.stdout:827: finishing write tid 3 to smithi00187473-41 2024-08-17T16:53:16.303 INFO:tasks.rados.rados.0.smithi001.stdout:824: done (4 left) 2024-08-17T16:53:16.303 INFO:tasks.rados.rados.0.smithi001.stdout:830: done (3 left) 2024-08-17T16:53:16.303 INFO:tasks.rados.rados.0.smithi001.stdout:831: snap_remove snap 64 2024-08-17T16:53:16.402 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:16 smithi001 systemd[1]: Stopping Ceph mgr.y for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:16.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:16 smithi001 podman[91308]: 2024-08-17 16:53:16.401434788 +0000 UTC m=+0.146510313 container stop decd6ba969e1df2b3496ec44b99876982bb4f4d86cb22324355a305574ff8f2d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T16:53:16.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:16 smithi001 podman[91308]: 2024-08-17 16:53:16.427488524 +0000 UTC m=+0.172564030 container died decd6ba969e1df2b3496ec44b99876982bb4f4d86cb22324355a305574ff8f2d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-17T16:53:17.014 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:16 smithi001 podman[91308]: 2024-08-17 16:53:16.844760689 +0000 UTC m=+0.589836195 container cleanup decd6ba969e1df2b3496ec44b99876982bb4f4d86cb22324355a305574ff8f2d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T16:53:17.014 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:16 smithi001 bash[91308]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y 2024-08-17T16:53:17.109 INFO:tasks.rados.rados.0.smithi001.stdout:831: done (3 left) 2024-08-17T16:53:17.109 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 66 2024-08-17T16:53:17.109 INFO:tasks.rados.rados.0.smithi001.stdout:827: finishing write tid 4 to smithi00187473-41 2024-08-17T16:53:17.109 INFO:tasks.rados.rados.0.smithi001.stdout:832: seq_num 284 ranges {8241152=761856,9003008=598016,9601024=671744,10272768=335872} 2024-08-17T16:53:17.162 INFO:tasks.rados.rados.0.smithi001.stdout:832: writing smithi00187473-16 from 8241152 to 9003008 tid 1 2024-08-17T16:53:17.166 INFO:tasks.rados.rados.0.smithi001.stdout:832: writing smithi00187473-16 from 9003008 to 9601024 tid 2 2024-08-17T16:53:17.170 INFO:tasks.rados.rados.0.smithi001.stdout:832: writing smithi00187473-16 from 9601024 to 10272768 tid 3 2024-08-17T16:53:17.172 INFO:tasks.rados.rados.0.smithi001.stdout:832: writing smithi00187473-16 from 10272768 to 10608640 tid 4 2024-08-17T16:53:17.172 INFO:tasks.rados.rados.0.smithi001.stdout:833: delete oid 28 current snap is 66 2024-08-17T16:53:17.173 INFO:tasks.rados.rados.0.smithi001.stdout:827: finishing write tid 5 to smithi00187473-41 2024-08-17T16:53:17.173 INFO:tasks.rados.rados.0.smithi001.stdout:827: finishing write tid 6 to smithi00187473-41 2024-08-17T16:53:17.173 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 615 (ObjNum 282 snap 66 seq_num 282) dirty exists 2024-08-17T16:53:17.173 INFO:tasks.rados.rados.0.smithi001.stdout:827: left oid 41 (ObjNum 282 snap 66 seq_num 282) 2024-08-17T16:53:17.173 INFO:tasks.rados.rados.0.smithi001.stdout:829: expect (ObjNum 270 snap 63 seq_num 270) 2024-08-17T16:53:17.232 INFO:tasks.rados.rados.0.smithi001.stdout:828: finishing copy_from racing read to smithi00187473-19 2024-08-17T16:53:17.232 INFO:tasks.rados.rados.0.smithi001.stdout:828: finishing copy_from to smithi00187473-19 2024-08-17T16:53:17.232 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 610 (ObjNum 275 snap 64 seq_num 275) dirty exists 2024-08-17T16:53:17.232 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing write tid 1 to smithi00187473-16 2024-08-17T16:53:17.232 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing write tid 2 to smithi00187473-16 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing write tid 3 to smithi00187473-16 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing write tid 4 to smithi00187473-16 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing write tid 5 to smithi00187473-16 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:832: finishing write tid 6 to smithi00187473-16 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 620 (ObjNum 284 snap 66 seq_num 284) dirty exists 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:832: left oid 16 (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:827: done (4 left) 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:828: done (3 left) 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:829: done (2 left) 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:832: done (1 left) 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:833: done (0 left) 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:834: copy_from oid 38 from oid 45 current snap is 66 2024-08-17T16:53:17.233 INFO:tasks.rados.rados.0.smithi001.stdout:835: read oid 13 snap -1 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:835: expect (ObjNum 264 snap 62 seq_num 264) 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:836: rollback oid 21 current snap is 66 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:836: done (2 left) 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:837: read oid 4 snap -1 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:837: expect (ObjNum 265 snap 62 seq_num 265) 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:838: rollback oid 25 current snap is 66 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:838: done (3 left) 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:839: read oid 6 snap -1 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:839: expect (ObjNum 275 snap 64 seq_num 275) 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:840: snap_create 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:834: finishing copy_from to smithi00187473-38 2024-08-17T16:53:17.234 INFO:tasks.rados.rados.0.smithi001.stdout:834: got expected ENOENT (src dne) 2024-08-17T16:53:17.235 INFO:tasks.rados.rados.0.smithi001.stdout:834: finishing copy_from racing read to smithi00187473-38 2024-08-17T16:53:17.266 INFO:tasks.rados.rados.0.smithi001.stdout:835: expect (ObjNum 264 snap 62 seq_num 264) 2024-08-17T16:53:17.276 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:17 smithi001 ceph-mon[29829]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T16:53:17.276 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:17 smithi001 ceph-mon[41665]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T16:53:17.277 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 podman[91327]: 2024-08-17 16:53:17.013188388 +0000 UTC m=+0.605739150 container remove decd6ba969e1df2b3496ec44b99876982bb4f4d86cb22324355a305574ff8f2d (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-08-17T16:53:17.277 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:53:17.277 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-17T16:53:17.278 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 systemd[1]: Stopped Ceph mgr.y for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:17.278 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y.service: Consumed 45.449s CPU time. 2024-08-17T16:53:17.414 INFO:tasks.rados.rados.0.smithi001.stdout:839: expect (ObjNum 275 snap 64 seq_num 275) 2024-08-17T16:53:17.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:17 smithi189 ceph-mon[33558]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T16:53:17.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:17.861 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 systemd[1]: Starting Ceph mgr.y for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:17.862 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 podman[91458]: 2024-08-17 16:53:17.755808119 +0000 UTC m=+0.104128541 container create ed0e454fc0c169357e5e4b0ae86c57851fece41df493154994890d66993f6063 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, ceph=True, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:53:17.862 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 podman[91458]: 2024-08-17 16:53:17.669602373 +0000 UTC m=+0.017922809 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:53:17.921 INFO:tasks.rados.rados.0.smithi001.stdout:837: expect (ObjNum 265 snap 62 seq_num 265) 2024-08-17T16:53:18.147 INFO:tasks.rados.rados.0.smithi001.stdout:834: done (4 left) 2024-08-17T16:53:18.147 INFO:tasks.rados.rados.0.smithi001.stdout:835: done (3 left) 2024-08-17T16:53:18.147 INFO:tasks.rados.rados.0.smithi001.stdout:837: done (2 left) 2024-08-17T16:53:18.148 INFO:tasks.rados.rados.0.smithi001.stdout:839: done (1 left) 2024-08-17T16:53:18.149 INFO:tasks.rados.rados.0.smithi001.stdout:840: done (0 left) 2024-08-17T16:53:18.149 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 67 2024-08-17T16:53:18.149 INFO:tasks.rados.rados.0.smithi001.stdout:841: seq_num 286 ranges {3497984=794624,4292608=761856,5054464=679936,5734400=163840} 2024-08-17T16:53:18.174 INFO:tasks.rados.rados.0.smithi001.stdout:841: writing smithi00187473-36 from 3497984 to 4292608 tid 1 2024-08-17T16:53:18.179 INFO:tasks.rados.rados.0.smithi001.stdout:841: writing smithi00187473-36 from 4292608 to 5054464 tid 2 2024-08-17T16:53:18.183 INFO:tasks.rados.rados.0.smithi001.stdout:841: writing smithi00187473-36 from 5054464 to 5734400 tid 3 2024-08-17T16:53:18.184 INFO:tasks.rados.rados.0.smithi001.stdout:841: writing smithi00187473-36 from 5734400 to 5898240 tid 4 2024-08-17T16:53:18.184 INFO:tasks.rados.rados.0.smithi001.stdout:842: read oid 40 snap -1 2024-08-17T16:53:18.184 INFO:tasks.rados.rados.0.smithi001.stdout:842: expect (ObjNum 236 snap 54 seq_num 236) 2024-08-17T16:53:18.185 INFO:tasks.rados.rados.0.smithi001.stdout:843: read oid 17 snap -1 2024-08-17T16:53:18.185 INFO:tasks.rados.rados.0.smithi001.stdout:843: expect deleted 2024-08-17T16:53:18.185 INFO:tasks.rados.rados.0.smithi001.stdout:844: copy_from oid 7 from oid 13 current snap is 67 2024-08-17T16:53:18.185 INFO:tasks.rados.rados.0.smithi001.stdout:841: finishing write tid 1 to smithi00187473-36 2024-08-17T16:53:18.185 INFO:tasks.rados.rados.0.smithi001.stdout:841: finishing write tid 2 to smithi00187473-36 2024-08-17T16:53:18.185 INFO:tasks.rados.rados.0.smithi001.stdout:845: setattr oid 44 current snap is 67 2024-08-17T16:53:18.186 INFO:tasks.rados.rados.0.smithi001.stdout:841: finishing write tid 3 to smithi00187473-36 2024-08-17T16:53:18.188 INFO:tasks.rados.rados.0.smithi001.stdout:843: done (4 left) 2024-08-17T16:53:18.188 INFO:tasks.rados.rados.0.smithi001.stdout:846: copy_from oid 32 from oid 4 current snap is 67 2024-08-17T16:53:18.189 INFO:tasks.rados.rados.0.smithi001.stdout:847: read oid 11 snap 66 2024-08-17T16:53:18.189 INFO:tasks.rados.rados.0.smithi001.stdout:847: expect (ObjNum 276 snap 64 seq_num 276) 2024-08-17T16:53:18.189 INFO:tasks.rados.rados.0.smithi001.stdout:848: read oid 38 snap 66 2024-08-17T16:53:18.189 INFO:tasks.rados.rados.0.smithi001.stdout:848: expect (ObjNum 279 snap 65 seq_num 279) 2024-08-17T16:53:18.189 INFO:tasks.rados.rados.0.smithi001.stdout:849: rollback oid 46 current snap is 67 2024-08-17T16:53:18.189 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 66 2024-08-17T16:53:18.189 INFO:tasks.rados.rados.0.smithi001.stdout:841: finishing write tid 4 to smithi00187473-36 2024-08-17T16:53:18.189 INFO:tasks.rados.rados.0.smithi001.stdout:841: finishing write tid 5 to smithi00187473-36 2024-08-17T16:53:18.190 INFO:tasks.rados.rados.0.smithi001.stdout:850: snap_create 2024-08-17T16:53:18.191 INFO:tasks.rados.rados.0.smithi001.stdout:841: finishing write tid 6 to smithi00187473-36 2024-08-17T16:53:18.191 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 455 (ObjNum 286 snap 67 seq_num 286) dirty exists 2024-08-17T16:53:18.191 INFO:tasks.rados.rados.0.smithi001.stdout:841: left oid 36 (ObjNum 286 snap 67 seq_num 286) 2024-08-17T16:53:18.193 INFO:tasks.rados.rados.0.smithi001.stdout:849: finishing rollback tid 0 to smithi00187473-46 2024-08-17T16:53:18.193 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 456 (ObjNum 114 snap 21 seq_num 114) dirty exists 2024-08-17T16:53:18.194 INFO:tasks.rados.rados.0.smithi001.stdout:849: finishing rollback tid 1 to smithi00187473-46 2024-08-17T16:53:18.195 INFO:tasks.rados.rados.0.smithi001.stdout:849: finishing rollback tid 2 to smithi00187473-46 2024-08-17T16:53:18.195 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 402 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-08-17T16:53:18.195 INFO:tasks.rados.rados.0.smithi001.stdout:842: expect (ObjNum 236 snap 54 seq_num 236) 2024-08-17T16:53:18.247 INFO:tasks.rados.rados.0.smithi001.stdout:847: expect (ObjNum 276 snap 64 seq_num 276) 2024-08-17T16:53:18.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:18 smithi189 ceph-mon[33558]: pgmap v86: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 34 op/s 2024-08-17T16:53:18.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:18 smithi189 ceph-mon[33558]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T16:53:18.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:18 smithi001 ceph-mon[29829]: pgmap v86: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 34 op/s 2024-08-17T16:53:18.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:18 smithi001 ceph-mon[29829]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T16:53:18.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:18 smithi001 ceph-mon[41665]: pgmap v86: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 34 op/s 2024-08-17T16:53:18.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:18 smithi001 ceph-mon[41665]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T16:53:18.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 podman[91458]: 2024-08-17 16:53:17.958169979 +0000 UTC m=+0.306490408 container init ed0e454fc0c169357e5e4b0ae86c57851fece41df493154994890d66993f6063 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cd8bdbe) 2024-08-17T16:53:18.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 podman[91458]: 2024-08-17 16:53:17.963388021 +0000 UTC m=+0.311708442 container start ed0e454fc0c169357e5e4b0ae86c57851fece41df493154994890d66993f6063 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-cd8bdbe) 2024-08-17T16:53:18.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:17 smithi001 ceph-mgr[91496]: -- 172.21.15.1:0/1846030112 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56320d9450e0 con 0x56320d923400 2024-08-17T16:53:18.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:18 smithi001 bash[91458]: ed0e454fc0c169357e5e4b0ae86c57851fece41df493154994890d66993f6063 2024-08-17T16:53:18.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:18 smithi001 systemd[1]: Started Ceph mgr.y for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:18.507 INFO:tasks.rados.rados.0.smithi001.stdout:844: finishing copy_from racing read to smithi00187473-7 2024-08-17T16:53:18.507 INFO:tasks.rados.rados.0.smithi001.stdout:844: finishing copy_from to smithi00187473-7 2024-08-17T16:53:18.507 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 130 (ObjNum 264 snap 62 seq_num 264) dirty exists 2024-08-17T16:53:18.507 INFO:tasks.rados.rados.0.smithi001.stdout:846: finishing copy_from racing read to smithi00187473-32 2024-08-17T16:53:18.507 INFO:tasks.rados.rados.0.smithi001.stdout:848: expect (ObjNum 279 snap 65 seq_num 279) 2024-08-17T16:53:18.597 INFO:tasks.rados.rados.0.smithi001.stdout:846: finishing copy_from to smithi00187473-32 2024-08-17T16:53:18.597 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 136 (ObjNum 265 snap 62 seq_num 265) dirty exists 2024-08-17T16:53:19.070 INFO:tasks.rados.rados.0.smithi001.stdout:841: done (8 left) 2024-08-17T16:53:19.070 INFO:tasks.rados.rados.0.smithi001.stdout:842: done (7 left) 2024-08-17T16:53:19.070 INFO:tasks.rados.rados.0.smithi001.stdout:844: done (6 left) 2024-08-17T16:53:19.070 INFO:tasks.rados.rados.0.smithi001.stdout:845: done (5 left) 2024-08-17T16:53:19.070 INFO:tasks.rados.rados.0.smithi001.stdout:846: done (4 left) 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:847: done (3 left) 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:848: done (2 left) 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:849: done (1 left) 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:850: done (0 left) 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:851: read oid 46 snap -1 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:851: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:852: read oid 12 snap -1 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:852: expect (ObjNum 165 snap 37 seq_num 165) 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 68 2024-08-17T16:53:19.071 INFO:tasks.rados.rados.0.smithi001.stdout:853: seq_num 287 ranges {3727360=8192} 2024-08-17T16:53:19.092 INFO:tasks.rados.rados.0.smithi001.stdout:853: writing smithi00187473-48 from 3727360 to 3735552 tid 1 2024-08-17T16:53:19.092 INFO:tasks.rados.rados.0.smithi001.stdout:854: copy_from oid 9 from oid 29 current snap is 68 2024-08-17T16:53:19.092 INFO:tasks.rados.rados.0.smithi001.stdout:855: rollback oid 38 current snap is 68 2024-08-17T16:53:19.092 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 67 2024-08-17T16:53:19.092 INFO:tasks.rados.rados.0.smithi001.stdout:856: snap_create 2024-08-17T16:53:19.094 INFO:tasks.rados.rados.0.smithi001.stdout:852: expect (ObjNum 165 snap 37 seq_num 165) 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[29829]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T16:53:19.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T16:53:19.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:19.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.368 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:19 smithi001 ceph-mon[41665]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T16:53:19.387 INFO:tasks.rados.rados.0.smithi001.stdout:851: expect (ObjNum 202 snap 50 seq_num 202) 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:19 smithi189 ceph-mon[33558]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:853: finishing write tid 1 to smithi00187473-48 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:853: finishing write tid 2 to smithi00187473-48 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:853: finishing write tid 3 to smithi00187473-48 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 481 (ObjNum 287 snap 68 seq_num 287) dirty exists 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:853: left oid 48 (ObjNum 287 snap 68 seq_num 287) 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:855: finishing rollback tid 0 to smithi00187473-38 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:855: finishing rollback tid 1 to smithi00187473-38 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:855: finishing rollback tid 2 to smithi00187473-38 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 832 (ObjNum 279 snap 65 seq_num 279) dirty exists 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:854: finishing copy_from racing read to smithi00187473-9 2024-08-17T16:53:19.559 INFO:tasks.rados.rados.0.smithi001.stdout:854: finishing copy_from to smithi00187473-9 2024-08-17T16:53:19.560 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 218 (ObjNum 279 snap 65 seq_num 279) dirty exists 2024-08-17T16:53:20.071 INFO:tasks.rados.rados.0.smithi001.stdout:851: done (5 left) 2024-08-17T16:53:20.071 INFO:tasks.rados.rados.0.smithi001.stdout:852: done (4 left) 2024-08-17T16:53:20.071 INFO:tasks.rados.rados.0.smithi001.stdout:853: done (3 left) 2024-08-17T16:53:20.071 INFO:tasks.rados.rados.0.smithi001.stdout:854: done (2 left) 2024-08-17T16:53:20.071 INFO:tasks.rados.rados.0.smithi001.stdout:855: done (1 left) 2024-08-17T16:53:20.071 INFO:tasks.rados.rados.0.smithi001.stdout:856: done (0 left) 2024-08-17T16:53:20.071 INFO:tasks.rados.rados.0.smithi001.stdout:857: delete oid 17 current snap is 69 2024-08-17T16:53:20.074 INFO:tasks.rados.rados.0.smithi001.stdout:857: done (0 left) 2024-08-17T16:53:20.074 INFO:tasks.rados.rados.0.smithi001.stdout:858: snap_create 2024-08-17T16:53:20.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:20 smithi189 ceph-mon[33558]: pgmap v89: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 34 op/s 2024-08-17T16:53:20.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:20 smithi189 ceph-mon[33558]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T16:53:20.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:20 smithi001 ceph-mon[29829]: pgmap v89: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 34 op/s 2024-08-17T16:53:20.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:20 smithi001 ceph-mon[29829]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T16:53:20.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:20 smithi001 ceph-mon[41665]: pgmap v89: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 34 op/s 2024-08-17T16:53:20.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:20 smithi001 ceph-mon[41665]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T16:53:21.071 INFO:tasks.rados.rados.0.smithi001.stdout:858: done (0 left) 2024-08-17T16:53:21.071 INFO:tasks.rados.rados.0.smithi001.stdout:859: setattr oid 42 current snap is 70 2024-08-17T16:53:21.072 INFO:tasks.rados.rados.0.smithi001.stdout:860: delete oid 12 current snap is 70 2024-08-17T16:53:21.076 INFO:tasks.rados.rados.0.smithi001.stdout:860: done (1 left) 2024-08-17T16:53:21.076 INFO:tasks.rados.rados.0.smithi001.stdout:861: read oid 16 snap 66 2024-08-17T16:53:21.076 INFO:tasks.rados.rados.0.smithi001.stdout:861: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:53:21.076 INFO:tasks.rados.rados.0.smithi001.stdout:862: snap_remove snap 68 2024-08-17T16:53:22.075 INFO:tasks.rados.rados.0.smithi001.stdout:862: done (2 left) 2024-08-17T16:53:22.075 INFO:tasks.rados.rados.0.smithi001.stdout:863: rollback oid 1 current snap is 70 2024-08-17T16:53:22.075 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 69 2024-08-17T16:53:22.075 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 179 (ObjNum 105 snap 21 seq_num 105) dirty exists 2024-08-17T16:53:22.076 INFO:tasks.rados.rados.0.smithi001.stdout:861: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:53:22.334 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:22 smithi189 ceph-mon[33558]: pgmap v92: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:22.334 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:22 smithi189 ceph-mon[33558]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T16:53:22.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:22 smithi001 ceph-mon[29829]: pgmap v92: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:22.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:22 smithi001 ceph-mon[29829]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T16:53:22.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:22 smithi001 ceph-mon[41665]: pgmap v92: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:22.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:22 smithi001 ceph-mon[41665]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T16:53:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:863: finishing rollback tid 0 to smithi00187473-1 2024-08-17T16:53:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:863: finishing rollback tid 1 to smithi00187473-1 2024-08-17T16:53:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:863: finishing rollback tid 2 to smithi00187473-1 2024-08-17T16:53:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 596 (ObjNum 219 snap 53 seq_num 219) dirty exists 2024-08-17T16:53:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:859: done (2 left) 2024-08-17T16:53:22.796 INFO:tasks.rados.rados.0.smithi001.stdout:861: done (1 left) 2024-08-17T16:53:22.797 INFO:tasks.rados.rados.0.smithi001.stdout:863: done (0 left) 2024-08-17T16:53:22.797 INFO:tasks.rados.rados.0.smithi001.stdout:864: rollback oid 37 current snap is 70 2024-08-17T16:53:22.797 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 69 2024-08-17T16:53:22.797 INFO:tasks.rados.rados.0.smithi001.stdout:865: snap_create 2024-08-17T16:53:22.797 INFO:tasks.rados.rados.0.smithi001.stdout:864: finishing rollback tid 1 to smithi00187473-37 2024-08-17T16:53:22.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 1734893390) dirty dne 2024-08-17T16:53:23.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[29829]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T16:53:23.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[41665]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.359 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.360 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:23 smithi189 ceph-mon[33558]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T16:53:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:23 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:23 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:23 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:23 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:23 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:23 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:23 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:23.620 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:23] ENGINE Bus STARTING 2024-08-17T16:53:23.620 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: CherryPy Checker: 2024-08-17T16:53:23.620 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: The Application mounted at '' has an empty config. 2024-08-17T16:53:23.620 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:23.760 INFO:tasks.rados.rados.0.smithi001.stdout:864: done (1 left) 2024-08-17T16:53:23.760 INFO:tasks.rados.rados.0.smithi001.stdout:865: done (0 left) 2024-08-17T16:53:23.760 INFO:tasks.rados.rados.0.smithi001.stdout:866: rollback oid 43 current snap is 71 2024-08-17T16:53:23.760 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 43 to 66 2024-08-17T16:53:23.761 INFO:tasks.rados.rados.0.smithi001.stdout:867: snap_create 2024-08-17T16:53:23.764 INFO:tasks.rados.rados.0.smithi001.stdout:866: finishing rollback tid 0 to smithi00187473-43 2024-08-17T16:53:23.765 INFO:tasks.rados.rados.0.smithi001.stdout:866: finishing rollback tid 1 to smithi00187473-43 2024-08-17T16:53:23.765 INFO:tasks.rados.rados.0.smithi001.stdout:866: finishing rollback tid 2 to smithi00187473-43 2024-08-17T16:53:23.765 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 837 (ObjNum 232 snap 54 seq_num 232) dirty exists 2024-08-17T16:53:23.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:23] ENGINE Serving on http://:::9283 2024-08-17T16:53:23.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:23 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:23] ENGINE Bus STARTED 2024-08-17T16:53:24.070 INFO:tasks.rados.rados.0.smithi001.stdout:866: done (1 left) 2024-08-17T16:53:24.070 INFO:tasks.rados.rados.0.smithi001.stdout:867: done (0 left) 2024-08-17T16:53:24.070 INFO:tasks.rados.rados.0.smithi001.stdout:868: rmattr oid 29 current snap is 72 2024-08-17T16:53:24.071 INFO:tasks.rados.rados.0.smithi001.stdout:869: snap_create 2024-08-17T16:53:24.074 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 230 (ObjNum 279 snap 65 seq_num 279) dirty exists 2024-08-17T16:53:24.305 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: pgmap v95: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T16:53:24.305 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: Standby manager daemon y restarted 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: Standby manager daemon y started 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[29829]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: pgmap v95: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: Standby manager daemon y restarted 2024-08-17T16:53:24.306 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: Standby manager daemon y started 2024-08-17T16:53:24.307 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:53:24.307 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:24.307 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:53:24.307 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:24.307 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T16:53:24.307 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:24 smithi001 ceph-mon[41665]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T16:53:24.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:24.146Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: pgmap v95: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: Standby manager daemon y restarted 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: Standby manager daemon y started 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T16:53:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:24 smithi189 ceph-mon[33558]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T16:53:25.072 INFO:tasks.rados.rados.0.smithi001.stdout:868: done (1 left) 2024-08-17T16:53:25.072 INFO:tasks.rados.rados.0.smithi001.stdout:869: done (0 left) 2024-08-17T16:53:25.072 INFO:tasks.rados.rados.0.smithi001.stdout:870: delete oid 33 current snap is 73 2024-08-17T16:53:25.074 INFO:tasks.rados.rados.0.smithi001.stdout:870: done (0 left) 2024-08-17T16:53:25.074 INFO:tasks.rados.rados.0.smithi001.stdout:871: setattr oid 48 current snap is 73 2024-08-17T16:53:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 73 2024-08-17T16:53:25.075 INFO:tasks.rados.rados.0.smithi001.stdout:872: seq_num 291 ranges {1810432=81920} 2024-08-17T16:53:25.086 INFO:tasks.rados.rados.0.smithi001.stdout:872: writing smithi00187473-2 from 1810432 to 1892352 tid 1 2024-08-17T16:53:25.086 INFO:tasks.rados.rados.0.smithi001.stdout:873: read oid 37 snap -1 2024-08-17T16:53:25.086 INFO:tasks.rados.rados.0.smithi001.stdout:873: expect deleted 2024-08-17T16:53:25.086 INFO:tasks.rados.rados.0.smithi001.stdout:874: copy_from oid 40 from oid 33 current snap is 73 2024-08-17T16:53:25.086 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 482 (ObjNum 287 snap 68 seq_num 287) dirty exists 2024-08-17T16:53:25.086 INFO:tasks.rados.rados.0.smithi001.stdout:871: done (3 left) 2024-08-17T16:53:25.086 INFO:tasks.rados.rados.0.smithi001.stdout:875: snap_remove snap 66 2024-08-17T16:53:25.466 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:25 smithi189 ceph-mon[33558]: mgrmap e29: x(active, since 63s), standbys: y 2024-08-17T16:53:25.466 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:25 smithi189 ceph-mon[33558]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T16:53:25.611 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:25 smithi001 ceph-mon[29829]: mgrmap e29: x(active, since 63s), standbys: y 2024-08-17T16:53:25.612 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:25 smithi001 ceph-mon[29829]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T16:53:25.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:25 smithi001 ceph-mon[41665]: mgrmap e29: x(active, since 63s), standbys: y 2024-08-17T16:53:25.612 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:25 smithi001 ceph-mon[41665]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T16:53:25.741 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:53:25] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.51.0" 2024-08-17T16:53:26.073 INFO:tasks.rados.rados.0.smithi001.stdout:875: done (3 left) 2024-08-17T16:53:26.073 INFO:tasks.rados.rados.0.smithi001.stdout:876: setattr oid 27 current snap is 73 2024-08-17T16:53:26.073 INFO:tasks.rados.rados.0.smithi001.stdout:874: finishing copy_from to smithi00187473-40 2024-08-17T16:53:26.074 INFO:tasks.rados.rados.0.smithi001.stdout:874: got expected ENOENT (src dne) 2024-08-17T16:53:26.074 INFO:tasks.rados.rados.0.smithi001.stdout:874: finishing copy_from racing read to smithi00187473-40 2024-08-17T16:53:26.074 INFO:tasks.rados.rados.0.smithi001.stdout:872: finishing write tid 1 to smithi00187473-2 2024-08-17T16:53:26.074 INFO:tasks.rados.rados.0.smithi001.stdout:872: finishing write tid 2 to smithi00187473-2 2024-08-17T16:53:26.074 INFO:tasks.rados.rados.0.smithi001.stdout:872: finishing write tid 3 to smithi00187473-2 2024-08-17T16:53:26.074 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 840 (ObjNum 291 snap 73 seq_num 291) dirty exists 2024-08-17T16:53:26.074 INFO:tasks.rados.rados.0.smithi001.stdout:872: left oid 2 (ObjNum 291 snap 73 seq_num 291) 2024-08-17T16:53:26.075 INFO:tasks.rados.rados.0.smithi001.stdout:872: done (3 left) 2024-08-17T16:53:26.075 INFO:tasks.rados.rados.0.smithi001.stdout:873: done (2 left) 2024-08-17T16:53:26.075 INFO:tasks.rados.rados.0.smithi001.stdout:874: done (1 left) 2024-08-17T16:53:26.075 INFO:tasks.rados.rados.0.smithi001.stdout:877: snap_create 2024-08-17T16:53:26.083 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 612 (ObjNum 273 snap 63 seq_num 273) dirty exists 2024-08-17T16:53:26.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:26.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:26.202 INFO:tasks.rados.rados.0.smithi001.stdout:876: done (1 left) 2024-08-17T16:53:26.202 INFO:tasks.rados.rados.0.smithi001.stdout:877: done (0 left) 2024-08-17T16:53:26.202 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 74 2024-08-17T16:53:26.202 INFO:tasks.rados.rados.0.smithi001.stdout:878: seq_num 292 ranges {0=98304} 2024-08-17T16:53:26.202 INFO:tasks.rados.rados.0.smithi001.stdout:878: writing smithi00187473-37 from 0 to 98304 tid 1 2024-08-17T16:53:26.202 INFO:tasks.rados.rados.0.smithi001.stdout:879: snap_create 2024-08-17T16:53:26.209 INFO:tasks.rados.rados.0.smithi001.stdout:878: finishing write tid 1 to smithi00187473-37 2024-08-17T16:53:26.209 INFO:tasks.rados.rados.0.smithi001.stdout:878: finishing write tid 2 to smithi00187473-37 2024-08-17T16:53:26.210 INFO:tasks.rados.rados.0.smithi001.stdout:878: finishing write tid 3 to smithi00187473-37 2024-08-17T16:53:26.210 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 35 (ObjNum 292 snap 74 seq_num 292) dirty exists 2024-08-17T16:53:26.210 INFO:tasks.rados.rados.0.smithi001.stdout:878: left oid 37 (ObjNum 292 snap 74 seq_num 292) 2024-08-17T16:53:26.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[29829]: pgmap v98: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T16:53:26.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[29829]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T16:53:26.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:26] ENGINE Bus STOPPING 2024-08-17T16:53:26.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[41665]: pgmap v98: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T16:53:26.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-mon[41665]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-mon[33558]: pgmap v98: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 33 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-mon[33558]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ignoring --setuser ceph since I am not root 2024-08-17T16:53:26.460 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ignoring --setgroup ceph since I am not root 2024-08-17T16:53:26.461 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-mgr[68727]: -- 172.21.15.189:0/245527500 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5608c9def0e0 con 0x5608c9dcc800 2024-08-17T16:53:26.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:53:26.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:26] ENGINE Bus STOPPED 2024-08-17T16:53:27.202 INFO:tasks.rados.rados.0.smithi001.stdout:878: done (1 left) 2024-08-17T16:53:27.202 INFO:tasks.rados.rados.0.smithi001.stdout:879: done (0 left) 2024-08-17T16:53:27.202 INFO:tasks.rados.rados.0.smithi001.stdout:880: read oid 11 snap 72 2024-08-17T16:53:27.202 INFO:tasks.rados.rados.0.smithi001.stdout:880: expect (ObjNum 276 snap 64 seq_num 276) 2024-08-17T16:53:27.203 INFO:tasks.rados.rados.0.smithi001.stdout:881: rmattr oid 4 current snap is 75 2024-08-17T16:53:27.203 INFO:tasks.rados.rados.0.smithi001.stdout:882: rollback oid 18 current snap is 75 2024-08-17T16:53:27.203 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 70 2024-08-17T16:53:27.204 INFO:tasks.rados.rados.0.smithi001.stdout:883: read oid 37 snap -1 2024-08-17T16:53:27.204 INFO:tasks.rados.rados.0.smithi001.stdout:883: expect (ObjNum 292 snap 74 seq_num 292) 2024-08-17T16:53:27.204 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 75 2024-08-17T16:53:27.204 INFO:tasks.rados.rados.0.smithi001.stdout:884: seq_num 293 ranges {0=114688} 2024-08-17T16:53:27.204 INFO:tasks.rados.rados.0.smithi001.stdout:884: writing smithi00187473-22 from 0 to 114688 tid 1 2024-08-17T16:53:27.204 INFO:tasks.rados.rados.0.smithi001.stdout:885: delete oid 44 current snap is 75 2024-08-17T16:53:27.208 INFO:tasks.rados.rados.0.smithi001.stdout:885: done (5 left) 2024-08-17T16:53:27.208 INFO:tasks.rados.rados.0.smithi001.stdout:886: snap_create 2024-08-17T16:53:27.221 INFO:tasks.rados.rados.0.smithi001.stdout:884: finishing write tid 1 to smithi00187473-22 2024-08-17T16:53:27.221 INFO:tasks.rados.rados.0.smithi001.stdout:884: finishing write tid 2 to smithi00187473-22 2024-08-17T16:53:27.222 INFO:tasks.rados.rados.0.smithi001.stdout:884: finishing write tid 3 to smithi00187473-22 2024-08-17T16:53:27.222 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 178 (ObjNum 293 snap 75 seq_num 293) dirty exists 2024-08-17T16:53:27.222 INFO:tasks.rados.rados.0.smithi001.stdout:884: left oid 22 (ObjNum 293 snap 75 seq_num 293) 2024-08-17T16:53:27.222 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 150 (ObjNum 265 snap 62 seq_num 265) dirty exists 2024-08-17T16:53:27.225 INFO:tasks.rados.rados.0.smithi001.stdout:883: expect (ObjNum 292 snap 74 seq_num 292) 2024-08-17T16:53:27.237 INFO:tasks.rados.rados.0.smithi001.stdout:882: finishing rollback tid 0 to smithi00187473-18 2024-08-17T16:53:27.237 INFO:tasks.rados.rados.0.smithi001.stdout:882: finishing rollback tid 1 to smithi00187473-18 2024-08-17T16:53:27.237 INFO:tasks.rados.rados.0.smithi001.stdout:882: finishing rollback tid 2 to smithi00187473-18 2024-08-17T16:53:27.237 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 852 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:53:27.243 INFO:tasks.rados.rados.0.smithi001.stdout:880: expect (ObjNum 276 snap 64 seq_num 276) 2024-08-17T16:53:27.423 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:27.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:53:27.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: Activating manager daemon y 2024-08-17T16:53:27.424 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T16:53:27.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T16:53:27.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: mgrmap e30: y(active, starting, since 0.00667688s) 2024-08-17T16:53:27.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:27.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:27.425 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:27.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:53:27.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:53:27.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:53:27.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:53:27.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:53:27.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:53:27.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:53:27.426 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:53:27.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:53:27.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:27.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:27.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:53:27.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:53:27.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:53:27.427 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: Manager daemon y is now available 2024-08-17T16:53:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:53:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:27 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:53:27.548 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:27] ENGINE Bus STARTING 2024-08-17T16:53:27.549 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.244+0000 7f00b4f5b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.549 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.244+0000 7f00b4f5b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.549 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.244+0000 7f00b4f5b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.549 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.244+0000 7f00b4f5b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.549 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.244+0000 7f00b4f5b640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.549 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.246+0000 7f00b0f53640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.549 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.246+0000 7f00b0f53640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.549 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.246+0000 7f00b0f53640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.550 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.246+0000 7f00b0f53640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.550 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:27.246+0000 7f00b0f53640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:53:27.550 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:27] ENGINE Serving on http://:::9283 2024-08-17T16:53:27.550 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:27] ENGINE Bus STARTED 2024-08-17T16:53:27.550 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.550 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:53:27.550 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: Activating manager daemon y 2024-08-17T16:53:27.550 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: mgrmap e30: y(active, starting, since 0.00667688s) 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:53:27.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: Manager daemon y is now available 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:53:27.552 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: Activating manager daemon y 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.24715 172.21.15.189:0/97416912' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: mgrmap e30: y(active, starting, since 0.00667688s) 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:53:27.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: Manager daemon y is now available 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.554 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:27.555 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:53:27.555 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:27 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:53:28.209 INFO:tasks.rados.rados.0.smithi001.stdout:880: done (5 left) 2024-08-17T16:53:28.209 INFO:tasks.rados.rados.0.smithi001.stdout:881: done (4 left) 2024-08-17T16:53:28.209 INFO:tasks.rados.rados.0.smithi001.stdout:882: done (3 left) 2024-08-17T16:53:28.209 INFO:tasks.rados.rados.0.smithi001.stdout:883: done (2 left) 2024-08-17T16:53:28.209 INFO:tasks.rados.rados.0.smithi001.stdout:884: done (1 left) 2024-08-17T16:53:28.209 INFO:tasks.rados.rados.0.smithi001.stdout:886: done (0 left) 2024-08-17T16:53:28.209 INFO:tasks.rados.rados.0.smithi001.stdout:887: setattr oid 39 current snap is 76 2024-08-17T16:53:28.210 INFO:tasks.rados.rados.0.smithi001.stdout:888: read oid 37 snap -1 2024-08-17T16:53:28.210 INFO:tasks.rados.rados.0.smithi001.stdout:888: expect (ObjNum 292 snap 74 seq_num 292) 2024-08-17T16:53:28.211 INFO:tasks.rados.rados.0.smithi001.stdout:889: read oid 25 snap -1 2024-08-17T16:53:28.211 INFO:tasks.rados.rados.0.smithi001.stdout:889: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:53:28.211 INFO:tasks.rados.rados.0.smithi001.stdout:890: read oid 43 snap -1 2024-08-17T16:53:28.211 INFO:tasks.rados.rados.0.smithi001.stdout:890: expect (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:53:28.211 INFO:tasks.rados.rados.0.smithi001.stdout:891: copy_from oid 40 from oid 10 current snap is 76 2024-08-17T16:53:28.211 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 76 2024-08-17T16:53:28.211 INFO:tasks.rados.rados.0.smithi001.stdout:892: seq_num 295 ranges {7929856=147456} 2024-08-17T16:53:28.258 INFO:tasks.rados.rados.0.smithi001.stdout:892: writing smithi00187473-31 from 7929856 to 8077312 tid 1 2024-08-17T16:53:28.258 INFO:tasks.rados.rados.0.smithi001.stdout:891: finishing copy_from to smithi00187473-40 2024-08-17T16:53:28.258 INFO:tasks.rados.rados.0.smithi001.stdout:891: got expected ENOENT (src dne) 2024-08-17T16:53:28.258 INFO:tasks.rados.rados.0.smithi001.stdout:891: finishing copy_from racing read to smithi00187473-40 2024-08-17T16:53:28.258 INFO:tasks.rados.rados.0.smithi001.stdout:888: expect (ObjNum 292 snap 74 seq_num 292) 2024-08-17T16:53:28.261 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 613 (ObjNum 258 snap 59 seq_num 258) dirty exists 2024-08-17T16:53:28.261 INFO:tasks.rados.rados.0.smithi001.stdout:890: expect (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:53:28.399 INFO:tasks.rados.rados.0.smithi001.stdout:889: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:53:28.472 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:28 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:53:28.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:28 smithi189 ceph-mon[33558]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T16:53:28.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:28 smithi189 ceph-mon[33558]: mgrmap e31: y(active, since 1.01835s) 2024-08-17T16:53:28.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:28 smithi189 ceph-mon[33558]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:53:28.473 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:28 smithi189 ceph-mon[33558]: pgmap v4: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:28.505 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[29829]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[29829]: mgrmap e31: y(active, since 1.01835s) 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[29829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[29829]: pgmap v4: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[41665]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[41665]: mgrmap e31: y(active, since 1.01835s) 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[41665]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:53:28.506 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:28 smithi001 ceph-mon[41665]: pgmap v4: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:28.939 INFO:tasks.rados.rados.0.smithi001.stdout:892: finishing write tid 1 to smithi00187473-31 2024-08-17T16:53:28.939 INFO:tasks.rados.rados.0.smithi001.stdout:892: finishing write tid 2 to smithi00187473-31 2024-08-17T16:53:28.939 INFO:tasks.rados.rados.0.smithi001.stdout:892: finishing write tid 3 to smithi00187473-31 2024-08-17T16:53:28.939 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 855 (ObjNum 295 snap 76 seq_num 295) dirty exists 2024-08-17T16:53:28.939 INFO:tasks.rados.rados.0.smithi001.stdout:892: left oid 31 (ObjNum 295 snap 76 seq_num 295) 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:887: done (5 left) 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:888: done (4 left) 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:889: done (3 left) 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:890: done (2 left) 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:891: done (1 left) 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:892: done (0 left) 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:893: rollback oid 10 current snap is 76 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 74 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 76 2024-08-17T16:53:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:894: seq_num 296 ranges {3039232=163840} 2024-08-17T16:53:28.957 INFO:tasks.rados.rados.0.smithi001.stdout:894: writing smithi00187473-39 from 3039232 to 3203072 tid 1 2024-08-17T16:53:28.958 INFO:tasks.rados.rados.0.smithi001.stdout:895: snap_remove snap 71 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:893: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 0 (ObjNum 1537805264 snap 21856 seq_num 304) dirty dne 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:894: finishing write tid 1 to smithi00187473-39 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:894: finishing write tid 2 to smithi00187473-39 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:894: finishing write tid 3 to smithi00187473-39 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 615 (ObjNum 296 snap 76 seq_num 296) dirty exists 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:894: left oid 39 (ObjNum 296 snap 76 seq_num 296) 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:893: done (2 left) 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:894: done (1 left) 2024-08-17T16:53:29.073 INFO:tasks.rados.rados.0.smithi001.stdout:895: done (0 left) 2024-08-17T16:53:29.074 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 76 2024-08-17T16:53:29.074 INFO:tasks.rados.rados.0.smithi001.stdout:896: seq_num 297 ranges {2318336=180224} 2024-08-17T16:53:29.087 INFO:tasks.rados.rados.0.smithi001.stdout:896: writing smithi00187473-15 from 2318336 to 2498560 tid 1 2024-08-17T16:53:29.087 INFO:tasks.rados.rados.0.smithi001.stdout:897: snap_remove snap 73 2024-08-17T16:53:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:29 smithi189 ceph-mon[33558]: pgmap v6: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:29 smithi189 ceph-mon[33558]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T16:53:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:29 smithi189 ceph-mon[33558]: mgrmap e32: y(active, since 2s) 2024-08-17T16:53:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:29 smithi189 ceph-mon[33558]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T16:53:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-mon[29829]: pgmap v6: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-mon[29829]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T16:53:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-mon[29829]: mgrmap e32: y(active, since 2s) 2024-08-17T16:53:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-mon[29829]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T16:53:29.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-mon[41665]: pgmap v6: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:29.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-mon[41665]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T16:53:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-mon[41665]: mgrmap e32: y(active, since 2s) 2024-08-17T16:53:29.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-mon[41665]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T16:53:30.073 INFO:tasks.rados.rados.0.smithi001.stdout:897: done (1 left) 2024-08-17T16:53:30.074 INFO:tasks.rados.rados.0.smithi001.stdout:898: delete oid 27 current snap is 76 2024-08-17T16:53:30.074 INFO:tasks.rados.rados.0.smithi001.stdout:896: finishing write tid 1 to smithi00187473-15 2024-08-17T16:53:30.074 INFO:tasks.rados.rados.0.smithi001.stdout:896: finishing write tid 2 to smithi00187473-15 2024-08-17T16:53:30.074 INFO:tasks.rados.rados.0.smithi001.stdout:896: finishing write tid 3 to smithi00187473-15 2024-08-17T16:53:30.074 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 237 (ObjNum 297 snap 76 seq_num 297) dirty exists 2024-08-17T16:53:30.074 INFO:tasks.rados.rados.0.smithi001.stdout:896: left oid 15 (ObjNum 297 snap 76 seq_num 297) 2024-08-17T16:53:30.081 INFO:tasks.rados.rados.0.smithi001.stdout:896: done (1 left) 2024-08-17T16:53:30.081 INFO:tasks.rados.rados.0.smithi001.stdout:898: done (0 left) 2024-08-17T16:53:30.081 INFO:tasks.rados.rados.0.smithi001.stdout:899: delete oid 36 current snap is 76 2024-08-17T16:53:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:899: done (0 left) 2024-08-17T16:53:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:900: read oid 6 snap -1 2024-08-17T16:53:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:900: expect (ObjNum 275 snap 64 seq_num 275) 2024-08-17T16:53:30.083 INFO:tasks.rados.rados.0.smithi001.stdout:901: setattr oid 31 current snap is 76 2024-08-17T16:53:30.085 INFO:tasks.rados.rados.0.smithi001.stdout:902: snap_create 2024-08-17T16:53:30.087 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 866 (ObjNum 295 snap 76 seq_num 295) dirty exists 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:29.755+0000 7f0094497640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:53:29] ENGINE Error in HTTPServer.serve 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: Traceback (most recent call last): 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: self._connections.run(self.expiration_interval) 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: self._run(expiration_interval) 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:53:30.115 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: s = self.context.wrap_socket( 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: return self.sslsocket_class._create( 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: self.do_handshake() 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: self._sslobj.do_handshake() 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:53:30.116 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:53:30.119 INFO:tasks.rados.rados.0.smithi001.stdout:900: expect (ObjNum 275 snap 64 seq_num 275) 2024-08-17T16:53:30.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:30 smithi189 ceph-mon[33558]: [17/Aug/2024:16:53:29] ENGINE Bus STARTING 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:30 smithi189 ceph-mon[33558]: [17/Aug/2024:16:53:29] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:30 smithi189 ceph-mon[33558]: [17/Aug/2024:16:53:29] ENGINE Error in HTTPServer.serve 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: Traceback (most recent call last): 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._run(expiration_interval) 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:53:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: s = self.context.wrap_socket( 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: return self.sslsocket_class._create( 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: self.do_handshake() 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._sslobj.do_handshake() 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:30 smithi189 ceph-mon[33558]: [17/Aug/2024:16:53:29] ENGINE Serving on http://172.21.15.1:8765 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:30 smithi189 ceph-mon[33558]: [17/Aug/2024:16:53:29] ENGINE Bus STARTED 2024-08-17T16:53:30.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:30 smithi189 ceph-mon[33558]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[29829]: [17/Aug/2024:16:53:29] ENGINE Bus STARTING 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[29829]: [17/Aug/2024:16:53:29] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[29829]: [17/Aug/2024:16:53:29] ENGINE Error in HTTPServer.serve 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:53:30.431 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:53:30.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[29829]: [17/Aug/2024:16:53:29] ENGINE Serving on http://172.21.15.1:8765 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[29829]: [17/Aug/2024:16:53:29] ENGINE Bus STARTED 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[29829]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[41665]: [17/Aug/2024:16:53:29] ENGINE Bus STARTING 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[41665]: [17/Aug/2024:16:53:29] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[41665]: [17/Aug/2024:16:53:29] ENGINE Error in HTTPServer.serve 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:53:30.433 INFO:journalctl@ceph.mon.c.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: self.do_handshake() 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[41665]: [17/Aug/2024:16:53:29] ENGINE Serving on http://172.21.15.1:8765 2024-08-17T16:53:30.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[41665]: [17/Aug/2024:16:53:29] ENGINE Bus STARTED 2024-08-17T16:53:30.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:30 smithi001 ceph-mon[41665]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T16:53:31.076 INFO:tasks.rados.rados.0.smithi001.stdout:900: done (2 left) 2024-08-17T16:53:31.076 INFO:tasks.rados.rados.0.smithi001.stdout:901: done (1 left) 2024-08-17T16:53:31.077 INFO:tasks.rados.rados.0.smithi001.stdout:902: done (0 left) 2024-08-17T16:53:31.077 INFO:tasks.rados.rados.0.smithi001.stdout:903: copy_from oid 33 from oid 44 current snap is 77 2024-08-17T16:53:31.077 INFO:tasks.rados.rados.0.smithi001.stdout:904: delete oid 3 current snap is 77 2024-08-17T16:53:31.077 INFO:tasks.rados.rados.0.smithi001.stdout:903: finishing copy_from to smithi00187473-33 2024-08-17T16:53:31.077 INFO:tasks.rados.rados.0.smithi001.stdout:903: got expected ENOENT (src dne) 2024-08-17T16:53:31.077 INFO:tasks.rados.rados.0.smithi001.stdout:903: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:53:31.080 INFO:tasks.rados.rados.0.smithi001.stdout:903: done (1 left) 2024-08-17T16:53:31.080 INFO:tasks.rados.rados.0.smithi001.stdout:904: done (0 left) 2024-08-17T16:53:31.080 INFO:tasks.rados.rados.0.smithi001.stdout:905: snap_remove snap 74 2024-08-17T16:53:31.535 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-mon[33558]: pgmap v9: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:31.535 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-mon[33558]: mgrmap e33: y(active, since 4s) 2024-08-17T16:53:31.535 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-mon[33558]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T16:53:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:31 smithi001 ceph-mon[29829]: pgmap v9: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:31 smithi001 ceph-mon[29829]: mgrmap e33: y(active, since 4s) 2024-08-17T16:53:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:31 smithi001 ceph-mon[29829]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T16:53:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:31 smithi001 ceph-mon[41665]: pgmap v9: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:31 smithi001 ceph-mon[41665]: mgrmap e33: y(active, since 4s) 2024-08-17T16:53:31.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:31 smithi001 ceph-mon[41665]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T16:53:31.829 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:53:31] ENGINE Bus STARTING 2024-08-17T16:53:31.829 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: CherryPy Checker: 2024-08-17T16:53:31.829 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: The Application mounted at '' has an empty config. 2024-08-17T16:53:31.829 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: 2024-08-17T16:53:31.829 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:53:31] ENGINE Serving on http://:::9283 2024-08-17T16:53:31.829 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: [17/Aug/2024:16:53:31] ENGINE Bus STARTED 2024-08-17T16:53:32.080 INFO:tasks.rados.rados.0.smithi001.stdout:905: done (0 left) 2024-08-17T16:53:32.080 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 77 2024-08-17T16:53:32.080 INFO:tasks.rados.rados.0.smithi001.stdout:906: seq_num 301 ranges {3497984=245760} 2024-08-17T16:53:32.101 INFO:tasks.rados.rados.0.smithi001.stdout:906: writing smithi00187473-34 from 3497984 to 3743744 tid 1 2024-08-17T16:53:32.101 INFO:tasks.rados.rados.0.smithi001.stdout:907: read oid 25 snap -1 2024-08-17T16:53:32.101 INFO:tasks.rados.rados.0.smithi001.stdout:907: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:53:32.101 INFO:tasks.rados.rados.0.smithi001.stdout:908: read oid 39 snap -1 2024-08-17T16:53:32.101 INFO:tasks.rados.rados.0.smithi001.stdout:908: expect (ObjNum 296 snap 76 seq_num 296) 2024-08-17T16:53:32.101 INFO:tasks.rados.rados.0.smithi001.stdout:909: snap_remove snap 76 2024-08-17T16:53:32.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: Standby manager daemon x started 2024-08-17T16:53:32.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:32.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:32.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:32.657 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: Standby manager daemon x started 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:32.658 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:32.659 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:32.659 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:32.659 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.659 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.659 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T16:53:32.659 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.659 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:32 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: Standby manager daemon x started 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2077077139' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:32 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:33.079 INFO:tasks.rados.rados.0.smithi001.stdout:909: done (3 left) 2024-08-17T16:53:33.079 INFO:tasks.rados.rados.0.smithi001.stdout:910: snap_remove snap 67 2024-08-17T16:53:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[29829]: pgmap v12: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[29829]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[29829]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[41665]: pgmap v12: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[41665]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:33.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:33 smithi001 ceph-mon[41665]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T16:53:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:33 smithi189 ceph-mon[33558]: pgmap v12: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:33 smithi189 ceph-mon[33558]: mgrmap e34: y(active, since 6s), standbys: x 2024-08-17T16:53:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:33 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:53:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:33 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:33 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:33 smithi189 ceph-mon[33558]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T16:53:34.082 INFO:tasks.rados.rados.0.smithi001.stdout:910: done (3 left) 2024-08-17T16:53:34.082 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 77 2024-08-17T16:53:34.082 INFO:tasks.rados.rados.0.smithi001.stdout:911: seq_num 302 ranges {3112960=262144} 2024-08-17T16:53:34.101 INFO:tasks.rados.rados.0.smithi001.stdout:911: writing smithi00187473-46 from 3112960 to 3375104 tid 1 2024-08-17T16:53:34.101 INFO:tasks.rados.rados.0.smithi001.stdout:912: read oid 8 snap -1 2024-08-17T16:53:34.101 INFO:tasks.rados.rados.0.smithi001.stdout:912: expect (ObjNum 212 snap 52 seq_num 212) 2024-08-17T16:53:34.101 INFO:tasks.rados.rados.0.smithi001.stdout:913: rollback oid 37 current snap is 77 2024-08-17T16:53:34.101 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 69 2024-08-17T16:53:34.102 INFO:tasks.rados.rados.0.smithi001.stdout:908: expect (ObjNum 296 snap 76 seq_num 296) 2024-08-17T16:53:34.266 INFO:tasks.rados.rados.0.smithi001.stdout:906: finishing write tid 1 to smithi00187473-34 2024-08-17T16:53:34.266 INFO:tasks.rados.rados.0.smithi001.stdout:906: finishing write tid 2 to smithi00187473-34 2024-08-17T16:53:34.266 INFO:tasks.rados.rados.0.smithi001.stdout:907: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:53:34.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:34.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:906: finishing write tid 3 to smithi00187473-34 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 598 (ObjNum 301 snap 77 seq_num 301) dirty exists 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:906: left oid 34 (ObjNum 301 snap 77 seq_num 301) 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:906: done (5 left) 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:907: done (4 left) 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:908: done (3 left) 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:914: copy_from oid 9 from oid 41 current snap is 77 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:913: finishing rollback tid 0 to smithi00187473-37 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:913: finishing rollback tid 1 to smithi00187473-37 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 38 (ObjNum 177 snap 0 seq_num 1537598192) dirty dne 2024-08-17T16:53:34.829 INFO:tasks.rados.rados.0.smithi001.stdout:911: finishing write tid 1 to smithi00187473-46 2024-08-17T16:53:34.830 INFO:tasks.rados.rados.0.smithi001.stdout:911: finishing write tid 2 to smithi00187473-46 2024-08-17T16:53:34.830 INFO:tasks.rados.rados.0.smithi001.stdout:911: finishing write tid 3 to smithi00187473-46 2024-08-17T16:53:34.830 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 404 (ObjNum 302 snap 77 seq_num 302) dirty exists 2024-08-17T16:53:34.830 INFO:tasks.rados.rados.0.smithi001.stdout:911: left oid 46 (ObjNum 302 snap 77 seq_num 302) 2024-08-17T16:53:34.830 INFO:tasks.rados.rados.0.smithi001.stdout:912: expect (ObjNum 212 snap 52 seq_num 212) 2024-08-17T16:53:34.891 INFO:tasks.rados.rados.0.smithi001.stdout:914: finishing copy_from racing read to smithi00187473-9 2024-08-17T16:53:34.891 INFO:tasks.rados.rados.0.smithi001.stdout:914: finishing copy_from to smithi00187473-9 2024-08-17T16:53:34.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 615 (ObjNum 282 snap 66 seq_num 282) dirty exists 2024-08-17T16:53:34.892 INFO:tasks.rados.rados.0.smithi001.stdout:911: done (3 left) 2024-08-17T16:53:34.892 INFO:tasks.rados.rados.0.smithi001.stdout:912: done (2 left) 2024-08-17T16:53:34.892 INFO:tasks.rados.rados.0.smithi001.stdout:913: done (1 left) 2024-08-17T16:53:34.892 INFO:tasks.rados.rados.0.smithi001.stdout:914: done (0 left) 2024-08-17T16:53:34.892 INFO:tasks.rados.rados.0.smithi001.stdout:915: rollback oid 28 current snap is 77 2024-08-17T16:53:34.892 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 70 2024-08-17T16:53:34.892 INFO:tasks.rados.rados.0.smithi001.stdout:916: snap_create 2024-08-17T16:53:34.893 INFO:tasks.rados.rados.0.smithi001.stdout:915: finishing rollback tid 1 to smithi00187473-28 2024-08-17T16:53:34.893 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 0 (ObjNum 1281 snap 0 seq_num 811577616) dirty dne 2024-08-17T16:53:35.087 INFO:tasks.rados.rados.0.smithi001.stdout:915: done (1 left) 2024-08-17T16:53:35.087 INFO:tasks.rados.rados.0.smithi001.stdout:916: done (0 left) 2024-08-17T16:53:35.088 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 78 2024-08-17T16:53:35.088 INFO:tasks.rados.rados.0.smithi001.stdout:917: seq_num 303 ranges {2490368=278528} 2024-08-17T16:53:35.102 INFO:tasks.rados.rados.0.smithi001.stdout:917: writing smithi00187473-1 from 2490368 to 2768896 tid 1 2024-08-17T16:53:35.102 INFO:tasks.rados.rados.0.smithi001.stdout:918: read oid 35 snap -1 2024-08-17T16:53:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:918: expect (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:53:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:919: read oid 6 snap -1 2024-08-17T16:53:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:919: expect (ObjNum 275 snap 64 seq_num 275) 2024-08-17T16:53:35.103 INFO:tasks.rados.rados.0.smithi001.stdout:920: setattr oid 46 current snap is 78 2024-08-17T16:53:35.107 INFO:tasks.rados.rados.0.smithi001.stdout:917: finishing write tid 1 to smithi00187473-1 2024-08-17T16:53:35.107 INFO:tasks.rados.rados.0.smithi001.stdout:921: delete oid 20 current snap is 78 2024-08-17T16:53:35.110 INFO:tasks.rados.rados.0.smithi001.stdout:917: finishing write tid 2 to smithi00187473-1 2024-08-17T16:53:35.111 INFO:tasks.rados.rados.0.smithi001.stdout:918: expect (ObjNum 232 snap 54 seq_num 232) 2024-08-17T16:53:35.250 INFO:tasks.rados.rados.0.smithi001.stdout:917: finishing write tid 3 to smithi00187473-1 2024-08-17T16:53:35.250 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 600 (ObjNum 303 snap 78 seq_num 303) dirty exists 2024-08-17T16:53:35.250 INFO:tasks.rados.rados.0.smithi001.stdout:917: left oid 1 (ObjNum 303 snap 78 seq_num 303) 2024-08-17T16:53:35.250 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 405 (ObjNum 302 snap 77 seq_num 302) dirty exists 2024-08-17T16:53:35.251 INFO:tasks.rados.rados.0.smithi001.stdout:917: done (4 left) 2024-08-17T16:53:35.251 INFO:tasks.rados.rados.0.smithi001.stdout:918: done (3 left) 2024-08-17T16:53:35.251 INFO:tasks.rados.rados.0.smithi001.stdout:920: done (2 left) 2024-08-17T16:53:35.251 INFO:tasks.rados.rados.0.smithi001.stdout:921: done (1 left) 2024-08-17T16:53:35.251 INFO:tasks.rados.rados.0.smithi001.stdout:922: copy_from oid 29 from oid 16 current snap is 78 2024-08-17T16:53:35.251 INFO:tasks.rados.rados.0.smithi001.stdout:919: expect (ObjNum 275 snap 64 seq_num 275) 2024-08-17T16:53:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:35 smithi189 ceph-mon[33558]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T16:53:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:35 smithi189 ceph-mon[33558]: pgmap v15: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 180 KiB/s wr, 39 op/s 2024-08-17T16:53:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:35 smithi001 ceph-mon[29829]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T16:53:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:35 smithi001 ceph-mon[29829]: pgmap v15: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 180 KiB/s wr, 39 op/s 2024-08-17T16:53:35.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:35 smithi001 ceph-mon[41665]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T16:53:35.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:35 smithi001 ceph-mon[41665]: pgmap v15: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 180 KiB/s wr, 39 op/s 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:922: finishing copy_from racing read to smithi00187473-29 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:922: finishing copy_from to smithi00187473-29 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 620 (ObjNum 284 snap 66 seq_num 284) dirty exists 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:919: done (1 left) 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:922: done (0 left) 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:923: read oid 9 snap 69 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:923: expect (ObjNum 279 snap 65 seq_num 279) 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:924: read oid 46 snap -1 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:924: expect (ObjNum 302 snap 77 seq_num 302) 2024-08-17T16:53:35.766 INFO:tasks.rados.rados.0.smithi001.stdout:925: read oid 33 snap 72 2024-08-17T16:53:35.767 INFO:tasks.rados.rados.0.smithi001.stdout:925: expect (ObjNum 212 snap 52 seq_num 212) 2024-08-17T16:53:35.767 INFO:tasks.rados.rados.0.smithi001.stdout:926: copy_from oid 8 from oid 1 current snap is 78 2024-08-17T16:53:35.767 INFO:tasks.rados.rados.0.smithi001.stdout:927: read oid 28 snap -1 2024-08-17T16:53:35.767 INFO:tasks.rados.rados.0.smithi001.stdout:927: expect deleted 2024-08-17T16:53:35.767 INFO:tasks.rados.rados.0.smithi001.stdout:928: snap_remove snap 77 2024-08-17T16:53:35.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[68704]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:53:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.51.0" 2024-08-17T16:53:36.225 INFO:tasks.rados.rados.0.smithi001.stdout:928: done (5 left) 2024-08-17T16:53:36.225 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 78 2024-08-17T16:53:36.225 INFO:tasks.rados.rados.0.smithi001.stdout:929: seq_num 305 ranges {3497984=311296} 2024-08-17T16:53:36.246 INFO:tasks.rados.rados.0.smithi001.stdout:929: writing smithi00187473-43 from 3497984 to 3809280 tid 1 2024-08-17T16:53:36.246 INFO:tasks.rados.rados.0.smithi001.stdout:930: snap_create 2024-08-17T16:53:36.246 INFO:tasks.rados.rados.0.smithi001.stdout:925: expect (ObjNum 212 snap 52 seq_num 212) 2024-08-17T16:53:36.306 INFO:tasks.rados.rados.0.smithi001.stdout:926: finishing copy_from racing read to smithi00187473-8 2024-08-17T16:53:36.307 INFO:tasks.rados.rados.0.smithi001.stdout:923: expect (ObjNum 279 snap 65 seq_num 279) 2024-08-17T16:53:36.395 INFO:tasks.rados.rados.0.smithi001.stdout:926: finishing copy_from to smithi00187473-8 2024-08-17T16:53:36.395 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 600 (ObjNum 303 snap 78 seq_num 303) dirty exists 2024-08-17T16:53:36.395 INFO:tasks.rados.rados.0.smithi001.stdout:924: expect (ObjNum 302 snap 77 seq_num 302) 2024-08-17T16:53:36.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T16:53:36.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:36.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:36.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:36.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:36.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:53:36.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:53:36.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:53:36.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:53:36.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:53:36.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:53:36.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:53:36.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:53:36.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T16:53:36.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:36.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:36.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:36.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:36.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:53:36.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:53:36.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:53:36.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:53:36.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:53:36.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:53:36.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:53:36.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[29829]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:53:36.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T16:53:36.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:36.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:36.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:36.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:36.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:53:36.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:53:36.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:53:36.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:53:36.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:53:36.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:53:36.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:53:36.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:36 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:53:36.629 INFO:tasks.rados.rados.0.smithi001.stdout:929: finishing write tid 1 to smithi00187473-43 2024-08-17T16:53:36.629 INFO:tasks.rados.rados.0.smithi001.stdout:929: finishing write tid 2 to smithi00187473-43 2024-08-17T16:53:36.629 INFO:tasks.rados.rados.0.smithi001.stdout:929: finishing write tid 3 to smithi00187473-43 2024-08-17T16:53:36.629 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 883 (ObjNum 305 snap 78 seq_num 305) dirty exists 2024-08-17T16:53:36.630 INFO:tasks.rados.rados.0.smithi001.stdout:929: left oid 43 (ObjNum 305 snap 78 seq_num 305) 2024-08-17T16:53:37.115 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:36.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:923: done (6 left) 2024-08-17T16:53:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:924: done (5 left) 2024-08-17T16:53:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:925: done (4 left) 2024-08-17T16:53:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:926: done (3 left) 2024-08-17T16:53:37.227 INFO:tasks.rados.rados.0.smithi001.stdout:927: done (2 left) 2024-08-17T16:53:37.228 INFO:tasks.rados.rados.0.smithi001.stdout:929: done (1 left) 2024-08-17T16:53:37.228 INFO:tasks.rados.rados.0.smithi001.stdout:930: done (0 left) 2024-08-17T16:53:37.228 INFO:tasks.rados.rados.0.smithi001.stdout:931: copy_from oid 44 from oid 47 current snap is 79 2024-08-17T16:53:37.228 INFO:tasks.rados.rados.0.smithi001.stdout:932: copy_from oid 18 from oid 21 current snap is 79 2024-08-17T16:53:37.228 INFO:tasks.rados.rados.0.smithi001.stdout:933: snap_create 2024-08-17T16:53:37.229 INFO:tasks.rados.rados.0.smithi001.stdout:932: finishing copy_from to smithi00187473-18 2024-08-17T16:53:37.229 INFO:tasks.rados.rados.0.smithi001.stdout:932: got expected ENOENT (src dne) 2024-08-17T16:53:37.230 INFO:tasks.rados.rados.0.smithi001.stdout:932: finishing copy_from racing read to smithi00187473-18 2024-08-17T16:53:37.237 INFO:tasks.rados.rados.0.smithi001.stdout:931: finishing copy_from racing read to smithi00187473-44 2024-08-17T16:53:37.238 INFO:tasks.rados.rados.0.smithi001.stdout:931: finishing copy_from to smithi00187473-44 2024-08-17T16:53:37.238 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 476 (ObjNum 270 snap 63 seq_num 270) dirty exists 2024-08-17T16:53:37.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.370 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: pgmap v17: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 175 KiB/s wr, 38 op/s 2024-08-17T16:53:37.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:53:37.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T16:53:37.371 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:37 smithi189 ceph-mon[33558]: Reconfiguring daemon prometheus.a on smithi189 2024-08-17T16:53:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: pgmap v17: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 175 KiB/s wr, 38 op/s 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[29829]: Reconfiguring daemon prometheus.a on smithi189 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:37.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: pgmap v17: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 175 KiB/s wr, 38 op/s 2024-08-17T16:53:37.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:53:37.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T16:53:37.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:37 smithi001 ceph-mon[41665]: Reconfiguring daemon prometheus.a on smithi189 2024-08-17T16:53:38.229 INFO:tasks.rados.rados.0.smithi001.stdout:931: done (2 left) 2024-08-17T16:53:38.229 INFO:tasks.rados.rados.0.smithi001.stdout:932: done (1 left) 2024-08-17T16:53:38.229 INFO:tasks.rados.rados.0.smithi001.stdout:933: done (0 left) 2024-08-17T16:53:38.229 INFO:tasks.rados.rados.0.smithi001.stdout:934: read oid 16 snap 79 2024-08-17T16:53:38.229 INFO:tasks.rados.rados.0.smithi001.stdout:934: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:53:38.229 INFO:tasks.rados.rados.0.smithi001.stdout:935: delete oid 5 current snap is 80 2024-08-17T16:53:38.240 INFO:tasks.rados.rados.0.smithi001.stdout:935: done (1 left) 2024-08-17T16:53:38.240 INFO:tasks.rados.rados.0.smithi001.stdout:936: delete oid 21 current snap is 80 2024-08-17T16:53:38.243 INFO:tasks.rados.rados.0.smithi001.stdout:936: done (1 left) 2024-08-17T16:53:38.243 INFO:tasks.rados.rados.0.smithi001.stdout:937: snap_remove snap 69 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.402 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.403 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:38 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:53:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T16:53:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:53:38.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:53:38.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:38.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:38.434 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:38 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:38.634 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:53:39.076 INFO:tasks.rados.rados.0.smithi001.stdout:934: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:53:39.215 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:53:39.215 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (56s) 7s ago 5m 14.8M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:53:39.215 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (31s) 7s ago 5m 75.1M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (6m) 7s ago 6m 16.1M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (6m) 7s ago 6m 19.0M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283 running (98s) 7s ago 9m 160M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c8dcacf937d 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (21s) 7s ago 11m 491M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (11m) 7s ago 11m 56.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 7e20f9397d1b 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (10m) 7s ago 10m 46.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 b7cf5a6bf10a 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (10m) 7s ago 10m 45.6M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 16470c7da98e 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (51s) 7s ago 4m 9810k - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (27s) 7s ago 4m 8144k - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (9m) 7s ago 9m 148M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (9m) 7s ago 9m 121M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:53:39.216 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (8m) 7s ago 8m 95.5M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:53:39.217 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (8m) 7s ago 8m 106M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:53:39.217 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (8m) 7s ago 8m 128M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:53:39.217 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (7m) 7s ago 7m 110M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:53:39.217 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (7m) 7s ago 7m 108M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:53:39.217 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (6m) 7s ago 6m 87.3M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:53:39.217 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (38s) 7s ago 5m 39.7M - 2.51.0 1d3b7f56885b 2a03ad6ed1df 2024-08-17T16:53:39.516 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-mon[33558]: pgmap v20: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-08-17T16:53:39.516 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-mon[33558]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T16:53:39.516 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-mon[33558]: mgrmap e35: y(active, since 12s), standbys: x 2024-08-17T16:53:39.517 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-mon[33558]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:39.517 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-mon[33558]: from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:39.517 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-mon[33558]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T16:53:39.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[29829]: pgmap v20: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-08-17T16:53:39.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[29829]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T16:53:39.570 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[29829]: mgrmap e35: y(active, since 12s), standbys: x 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[29829]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[29829]: from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[29829]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[41665]: pgmap v20: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[41665]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[41665]: mgrmap e35: y(active, since 12s), standbys: x 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[41665]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[41665]: from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:39.571 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:39 smithi001 ceph-mon[41665]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:53:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:53:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:53:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 13, 2024-08-17T16:53:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:53:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:53:39.573 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:53:39.790 INFO:tasks.rados.rados.0.smithi001.stdout:934: done (1 left) 2024-08-17T16:53:39.790 INFO:tasks.rados.rados.0.smithi001.stdout:937: done (0 left) 2024-08-17T16:53:39.790 INFO:tasks.rados.rados.0.smithi001.stdout:938: snap_remove snap 79 2024-08-17T16:53:39.869 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:53:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:53:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:53:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:53:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:53:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr" 2024-08-17T16:53:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:53:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "2/20 daemons upgraded", 2024-08-17T16:53:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "", 2024-08-17T16:53:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:53:39.870 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:53:39.905 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 systemd[1]: Stopping Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:40.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.904Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T16:53:40.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.904Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-17T16:53:40.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.904Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-17T16:53:40.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.904Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T16:53:40.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.905Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-17T16:53:40.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.905Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-17T16:53:40.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.905Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T16:53:40.180 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.905Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-17T16:53:40.180 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.905Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-17T16:53:40.180 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.906Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T16:53:40.180 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.906Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-17T16:53:40.180 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[78070]: ts=2024-08-17T16:53:39.906Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-17T16:53:40.180 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:39 smithi189 podman[81569]: 2024-08-17 16:53:39.915123316 +0000 UTC m=+0.116003749 container died 2a03ad6ed1dfda73cc0b0cc919bc879c0b476b918975d814346e67029839e7ae (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:40.233 INFO:tasks.rados.rados.0.smithi001.stdout:938: done (0 left) 2024-08-17T16:53:40.234 INFO:tasks.rados.rados.0.smithi001.stdout:939: snap_create 2024-08-17T16:53:40.537 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 podman[81569]: 2024-08-17 16:53:40.294417214 +0000 UTC m=+0.495297645 container cleanup 2a03ad6ed1dfda73cc0b0cc919bc879c0b476b918975d814346e67029839e7ae (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:40.538 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 bash[81569]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T16:53:40.538 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:40 smithi189 ceph-mon[33558]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:40.538 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:40 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2861242456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:40.538 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:40 smithi189 ceph-mon[33558]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:40.589 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:40 smithi001 ceph-mon[29829]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:40.589 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:40 smithi001 ceph-mon[29829]: from='client.? 172.21.15.1:0/2861242456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:40.589 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:40 smithi001 ceph-mon[29829]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:40.589 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:40 smithi001 ceph-mon[41665]: from='client.25115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:40.590 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:40 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2861242456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:40.590 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:40 smithi001 ceph-mon[41665]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:40.882 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 podman[81586]: 2024-08-17 16:53:40.537157396 +0000 UTC m=+0.623132134 container remove 2a03ad6ed1dfda73cc0b0cc919bc879c0b476b918975d814346e67029839e7ae (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:40.882 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T16:53:40.882 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 systemd[1]: Stopped Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:40.882 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.186s CPU time. 2024-08-17T16:53:40.882 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 systemd[1]: Starting Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:41.165 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 podman[81682]: 2024-08-17 16:53:40.784533921 +0000 UTC m=+0.018378860 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-17T16:53:41.165 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:40 smithi189 podman[81682]: 2024-08-17 16:53:40.91307589 +0000 UTC m=+0.146920864 container create 66c88d87659d20c5373b6dab554fcd4a4cbc330de6a8bea383084220de9cc51b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:41.235 INFO:tasks.rados.rados.0.smithi001.stdout:939: done (0 left) 2024-08-17T16:53:41.236 INFO:tasks.rados.rados.0.smithi001.stdout:940: rollback oid 48 current snap is 81 2024-08-17T16:53:41.236 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 75 2024-08-17T16:53:41.236 INFO:tasks.rados.rados.0.smithi001.stdout:941: copy_from oid 4 from oid 24 current snap is 81 2024-08-17T16:53:41.236 INFO:tasks.rados.rados.0.smithi001.stdout:942: snap_create 2024-08-17T16:53:41.242 INFO:tasks.rados.rados.0.smithi001.stdout:940: finishing rollback tid 0 to smithi00187473-48 2024-08-17T16:53:41.242 INFO:tasks.rados.rados.0.smithi001.stdout:940: finishing rollback tid 1 to smithi00187473-48 2024-08-17T16:53:41.242 INFO:tasks.rados.rados.0.smithi001.stdout:940: finishing rollback tid 2 to smithi00187473-48 2024-08-17T16:53:41.242 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 486 (ObjNum 287 snap 68 seq_num 287) dirty exists 2024-08-17T16:53:41.251 INFO:tasks.rados.rados.0.smithi001.stdout:941: finishing copy_from racing read to smithi00187473-4 2024-08-17T16:53:41.256 INFO:tasks.rados.rados.0.smithi001.stdout:941: finishing copy_from to smithi00187473-4 2024-08-17T16:53:41.256 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 162 (ObjNum 254 snap 59 seq_num 254) dirty exists 2024-08-17T16:53:41.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-mon[33558]: pgmap v23: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-08-17T16:53:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-mon[33558]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T16:53:41.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 podman[81682]: 2024-08-17 16:53:41.165216871 +0000 UTC m=+0.399061800 container init 66c88d87659d20c5373b6dab554fcd4a4cbc330de6a8bea383084220de9cc51b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:41.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 podman[81682]: 2024-08-17 16:53:41.169747675 +0000 UTC m=+0.403592609 container start 66c88d87659d20c5373b6dab554fcd4a4cbc330de6a8bea383084220de9cc51b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:41.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.189Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-17T16:53:41.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.189Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.189Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi189 (none))" 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.189Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.189Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.191Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.192Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.194Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.194Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.195Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.195Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.733µs 2024-08-17T16:53:41.430 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.195Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.195Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.207Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.213Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.213Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.213Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.548µs wal_replay_duration=18.535973ms wbl_replay_duration=125ns total_replay_duration=18.579528ms 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.217Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.217Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.217Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.231Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.166587ms db_storage=944ns remote_storage=1.259µs web_handler=343ns query_engine=692ns scrape=396.392µs scrape_sd=104.049µs notify=9.99µs notify_sd=12.346µs rules=13.213458ms tracing=7.016µs 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.231Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:41.231Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 bash[81682]: 66c88d87659d20c5373b6dab554fcd4a4cbc330de6a8bea383084220de9cc51b 2024-08-17T16:53:41.431 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:41 smithi189 systemd[1]: Started Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:41.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:41 smithi001 ceph-mon[29829]: pgmap v23: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-08-17T16:53:41.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:41 smithi001 ceph-mon[29829]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T16:53:41.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:41 smithi001 ceph-mon[41665]: pgmap v23: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.6 MiB/s wr, 15 op/s 2024-08-17T16:53:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:41 smithi001 ceph-mon[41665]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T16:53:42.242 INFO:tasks.rados.rados.0.smithi001.stdout:940: done (2 left) 2024-08-17T16:53:42.242 INFO:tasks.rados.rados.0.smithi001.stdout:941: done (1 left) 2024-08-17T16:53:42.242 INFO:tasks.rados.rados.0.smithi001.stdout:942: done (0 left) 2024-08-17T16:53:42.242 INFO:tasks.rados.rados.0.smithi001.stdout:943: read oid 34 snap 80 2024-08-17T16:53:42.242 INFO:tasks.rados.rados.0.smithi001.stdout:943: expect (ObjNum 301 snap 77 seq_num 301) 2024-08-17T16:53:42.242 INFO:tasks.rados.rados.0.smithi001.stdout:944: read oid 10 snap -1 2024-08-17T16:53:42.242 INFO:tasks.rados.rados.0.smithi001.stdout:944: expect deleted 2024-08-17T16:53:42.243 INFO:tasks.rados.rados.0.smithi001.stdout:945: snap_remove snap 81 2024-08-17T16:53:42.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:42 smithi189 ceph-mon[33558]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T16:53:42.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:42 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:42.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:42 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:42.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:42 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:42.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:42 smithi189 ceph-mon[33558]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:42.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:42 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:42.389 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:42 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:42.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[29829]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T16:53:42.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[29829]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[41665]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[41665]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:42.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:42 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:43.252 INFO:tasks.rados.rados.0.smithi001.stdout:945: done (2 left) 2024-08-17T16:53:43.252 INFO:tasks.rados.rados.0.smithi001.stdout:946: read oid 28 snap 70 2024-08-17T16:53:43.252 INFO:tasks.rados.rados.0.smithi001.stdout:946: expect deleted 2024-08-17T16:53:43.253 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 82 2024-08-17T16:53:43.253 INFO:tasks.rados.rados.0.smithi001.stdout:947: seq_num 308 ranges {2768896=360448} 2024-08-17T16:53:43.269 INFO:tasks.rados.rados.0.smithi001.stdout:947: writing smithi00187473-1 from 2768896 to 3129344 tid 1 2024-08-17T16:53:43.270 INFO:tasks.rados.rados.0.smithi001.stdout:948: read oid 44 snap -1 2024-08-17T16:53:43.270 INFO:tasks.rados.rados.0.smithi001.stdout:948: expect (ObjNum 270 snap 63 seq_num 270) 2024-08-17T16:53:43.270 INFO:tasks.rados.rados.0.smithi001.stdout:949: read oid 45 snap -1 2024-08-17T16:53:43.270 INFO:tasks.rados.rados.0.smithi001.stdout:949: expect deleted 2024-08-17T16:53:43.270 INFO:tasks.rados.rados.0.smithi001.stdout:950: copy_from oid 37 from oid 22 current snap is 82 2024-08-17T16:53:43.270 INFO:tasks.rados.rados.0.smithi001.stdout:943: expect (ObjNum 301 snap 77 seq_num 301) 2024-08-17T16:53:43.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:43 smithi189 ceph-mon[33558]: pgmap v26: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:43.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:43 smithi189 ceph-mon[33558]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T16:53:43.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:43 smithi189 ceph-mon[33558]: Upgrade: Updating mgr.x 2024-08-17T16:53:43.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:43 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:53:43.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:43 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:53:43.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:43 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:43.325 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:43 smithi189 ceph-mon[33558]: Deploying daemon mgr.x on smithi189 2024-08-17T16:53:43.471 INFO:tasks.rados.rados.0.smithi001.stdout:950: finishing copy_from racing read to smithi00187473-37 2024-08-17T16:53:43.471 INFO:tasks.rados.rados.0.smithi001.stdout:947: finishing write tid 1 to smithi00187473-1 2024-08-17T16:53:43.471 INFO:tasks.rados.rados.0.smithi001.stdout:947: finishing write tid 2 to smithi00187473-1 2024-08-17T16:53:43.471 INFO:tasks.rados.rados.0.smithi001.stdout:950: finishing copy_from to smithi00187473-37 2024-08-17T16:53:43.471 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 178 (ObjNum 293 snap 75 seq_num 293) dirty exists 2024-08-17T16:53:43.472 INFO:tasks.rados.rados.0.smithi001.stdout:947: finishing write tid 3 to smithi00187473-1 2024-08-17T16:53:43.472 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 602 (ObjNum 308 snap 82 seq_num 308) dirty exists 2024-08-17T16:53:43.472 INFO:tasks.rados.rados.0.smithi001.stdout:947: left oid 1 (ObjNum 308 snap 82 seq_num 308) 2024-08-17T16:53:43.472 INFO:tasks.rados.rados.0.smithi001.stdout:948: expect (ObjNum 270 snap 63 seq_num 270) 2024-08-17T16:53:43.527 INFO:tasks.rados.rados.0.smithi001.stdout:943: done (6 left) 2024-08-17T16:53:43.527 INFO:tasks.rados.rados.0.smithi001.stdout:944: done (5 left) 2024-08-17T16:53:43.527 INFO:tasks.rados.rados.0.smithi001.stdout:946: done (4 left) 2024-08-17T16:53:43.527 INFO:tasks.rados.rados.0.smithi001.stdout:947: done (3 left) 2024-08-17T16:53:43.527 INFO:tasks.rados.rados.0.smithi001.stdout:948: done (2 left) 2024-08-17T16:53:43.527 INFO:tasks.rados.rados.0.smithi001.stdout:949: done (1 left) 2024-08-17T16:53:43.528 INFO:tasks.rados.rados.0.smithi001.stdout:950: done (0 left) 2024-08-17T16:53:43.528 INFO:tasks.rados.rados.0.smithi001.stdout:951: copy_from oid 13 from oid 18 current snap is 82 2024-08-17T16:53:43.528 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 82 2024-08-17T16:53:43.528 INFO:tasks.rados.rados.0.smithi001.stdout:952: seq_num 309 ranges {3153920=376832} 2024-08-17T16:53:43.546 INFO:tasks.rados.rados.0.smithi001.stdout:952: writing smithi00187473-23 from 3153920 to 3530752 tid 1 2024-08-17T16:53:43.546 INFO:tasks.rados.rados.0.smithi001.stdout:953: snap_remove snap 75 2024-08-17T16:53:43.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[29829]: pgmap v26: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:43.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[29829]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T16:53:43.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[29829]: Upgrade: Updating mgr.x 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[29829]: Deploying daemon mgr.x on smithi189 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[41665]: pgmap v26: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[41665]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[41665]: Upgrade: Updating mgr.x 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:43 smithi001 ceph-mon[41665]: Deploying daemon mgr.x on smithi189 2024-08-17T16:53:44.076 INFO:tasks.rados.rados.0.smithi001.stdout:953: done (2 left) 2024-08-17T16:53:44.076 INFO:tasks.rados.rados.0.smithi001.stdout:954: rmattr oid 9 current snap is 82 2024-08-17T16:53:44.076 INFO:tasks.rados.rados.0.smithi001.stdout:952: finishing write tid 1 to smithi00187473-23 2024-08-17T16:53:44.076 INFO:tasks.rados.rados.0.smithi001.stdout:952: finishing write tid 2 to smithi00187473-23 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:952: finishing write tid 3 to smithi00187473-23 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 604 (ObjNum 309 snap 82 seq_num 309) dirty exists 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:952: left oid 23 (ObjNum 309 snap 82 seq_num 309) 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:951: finishing copy_from racing read to smithi00187473-13 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:951: finishing copy_from to smithi00187473-13 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 852 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:951: done (2 left) 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:952: done (1 left) 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:955: rollback oid 27 current snap is 82 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 78 2024-08-17T16:53:44.077 INFO:tasks.rados.rados.0.smithi001.stdout:956: delete oid 13 current snap is 82 2024-08-17T16:53:44.082 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 616 (ObjNum 282 snap 66 seq_num 282) dirty exists 2024-08-17T16:53:44.084 INFO:tasks.rados.rados.0.smithi001.stdout:955: finishing rollback tid 1 to smithi00187473-27 2024-08-17T16:53:44.084 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 616 (ObjNum 33 snap 0 seq_num 1537366480) dirty dne 2024-08-17T16:53:44.087 INFO:tasks.rados.rados.0.smithi001.stdout:954: done (2 left) 2024-08-17T16:53:44.087 INFO:tasks.rados.rados.0.smithi001.stdout:955: done (1 left) 2024-08-17T16:53:44.087 INFO:tasks.rados.rados.0.smithi001.stdout:956: done (0 left) 2024-08-17T16:53:44.088 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 82 2024-08-17T16:53:44.088 INFO:tasks.rados.rados.0.smithi001.stdout:957: seq_num 311 ranges {2129920=417792} 2024-08-17T16:53:44.102 INFO:tasks.rados.rados.0.smithi001.stdout:957: writing smithi00187473-47 from 2129920 to 2547712 tid 1 2024-08-17T16:53:44.102 INFO:tasks.rados.rados.0.smithi001.stdout:958: read oid 18 snap -1 2024-08-17T16:53:44.102 INFO:tasks.rados.rados.0.smithi001.stdout:958: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:53:44.102 INFO:tasks.rados.rados.0.smithi001.stdout:959: snap_remove snap 80 2024-08-17T16:53:44.478 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:44 smithi189 ceph-mon[33558]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T16:53:44.479 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:44 smithi189 ceph-mon[33558]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T16:53:44.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:44 smithi001 ceph-mon[41665]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T16:53:44.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:44 smithi001 ceph-mon[41665]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T16:53:44.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:44 smithi001 ceph-mon[29829]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T16:53:44.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:44 smithi001 ceph-mon[29829]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T16:53:44.742 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:44 smithi189 systemd[1]: Stopping Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:45.057 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:44 smithi189 podman[82091]: 2024-08-17 16:53:44.741215901 +0000 UTC m=+0.116222359 container died 9c8dcacf937d860a517203b4779db53e2be6be700f7e1c962e6da0488d947948 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T16:53:45.080 INFO:tasks.rados.rados.0.smithi001.stdout:959: done (2 left) 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:960: read oid 24 snap -1 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:960: expect (ObjNum 254 snap 59 seq_num 254) 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:961: delete oid 15 current snap is 82 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:957: finishing write tid 1 to smithi00187473-47 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:957: finishing write tid 2 to smithi00187473-47 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:957: finishing write tid 3 to smithi00187473-47 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 606 (ObjNum 311 snap 82 seq_num 311) dirty exists 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:957: left oid 47 (ObjNum 311 snap 82 seq_num 311) 2024-08-17T16:53:45.081 INFO:tasks.rados.rados.0.smithi001.stdout:958: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:53:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:45 smithi189 ceph-mon[33558]: pgmap v30: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-17T16:53:45.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:45 smithi189 ceph-mon[33558]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T16:53:45.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 podman[82091]: 2024-08-17 16:53:45.057094595 +0000 UTC m=+0.432101041 container cleanup 9c8dcacf937d860a517203b4779db53e2be6be700f7e1c962e6da0488d947948 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-17T16:53:45.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 bash[82091]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x 2024-08-17T16:53:45.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 podman[82109]: 2024-08-17 16:53:45.2334998 +0000 UTC m=+0.492654955 container remove 9c8dcacf937d860a517203b4779db53e2be6be700f7e1c962e6da0488d947948 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T16:53:45.429 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:53:45.623 INFO:tasks.rados.rados.0.smithi001.stdout:960: expect (ObjNum 254 snap 59 seq_num 254) 2024-08-17T16:53:45.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:45 smithi001 ceph-mon[29829]: pgmap v30: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-17T16:53:45.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:45 smithi001 ceph-mon[29829]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T16:53:45.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:45 smithi001 ceph-mon[41665]: pgmap v30: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-17T16:53:45.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:45 smithi001 ceph-mon[41665]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T16:53:45.739 INFO:tasks.rados.rados.0.smithi001.stdout:957: done (3 left) 2024-08-17T16:53:45.739 INFO:tasks.rados.rados.0.smithi001.stdout:958: done (2 left) 2024-08-17T16:53:45.739 INFO:tasks.rados.rados.0.smithi001.stdout:960: done (1 left) 2024-08-17T16:53:45.739 INFO:tasks.rados.rados.0.smithi001.stdout:961: done (0 left) 2024-08-17T16:53:45.739 INFO:tasks.rados.rados.0.smithi001.stdout:962: snap_create 2024-08-17T16:53:45.918 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T16:53:45.918 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 systemd[1]: Stopped Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:45.919 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service: Consumed 19.227s CPU time. 2024-08-17T16:53:45.919 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 systemd[1]: Starting Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:46.178 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 podman[82242]: 2024-08-17 16:53:45.820421996 +0000 UTC m=+0.017692202 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:53:46.178 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:45 smithi189 podman[82242]: 2024-08-17 16:53:45.943294321 +0000 UTC m=+0.140564562 container create 3c69496b51a8094d5bcf59d24857bfa9127dc2e86342fce8b5ca967f7499d45f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T16:53:46.259 INFO:tasks.rados.rados.0.smithi001.stdout:962: done (0 left) 2024-08-17T16:53:46.259 INFO:tasks.rados.rados.0.smithi001.stdout:963: delete oid 3 current snap is 83 2024-08-17T16:53:46.263 INFO:tasks.rados.rados.0.smithi001.stdout:963: done (0 left) 2024-08-17T16:53:46.263 INFO:tasks.rados.rados.0.smithi001.stdout:964: rollback oid 48 current snap is 83 2024-08-17T16:53:46.263 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 78 2024-08-17T16:53:46.263 INFO:tasks.rados.rados.0.smithi001.stdout:965: delete oid 19 current snap is 83 2024-08-17T16:53:46.269 INFO:tasks.rados.rados.0.smithi001.stdout:964: finishing rollback tid 0 to smithi00187473-48 2024-08-17T16:53:46.269 INFO:tasks.rados.rados.0.smithi001.stdout:965: done (1 left) 2024-08-17T16:53:46.269 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 83 2024-08-17T16:53:46.269 INFO:tasks.rados.rados.0.smithi001.stdout:966: seq_num 315 ranges {9093120=483328} 2024-08-17T16:53:46.322 INFO:tasks.rados.rados.0.smithi001.stdout:966: writing smithi00187473-9 from 9093120 to 9576448 tid 1 2024-08-17T16:53:46.322 INFO:tasks.rados.rados.0.smithi001.stdout:967: snap_create 2024-08-17T16:53:46.322 INFO:tasks.rados.rados.0.smithi001.stdout:964: finishing rollback tid 1 to smithi00187473-48 2024-08-17T16:53:46.322 INFO:tasks.rados.rados.0.smithi001.stdout:964: finishing rollback tid 2 to smithi00187473-48 2024-08-17T16:53:46.322 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 489 (ObjNum 287 snap 68 seq_num 287) dirty exists 2024-08-17T16:53:46.325 INFO:tasks.rados.rados.0.smithi001.stdout:966: finishing write tid 1 to smithi00187473-9 2024-08-17T16:53:46.325 INFO:tasks.rados.rados.0.smithi001.stdout:966: finishing write tid 2 to smithi00187473-9 2024-08-17T16:53:46.328 INFO:tasks.rados.rados.0.smithi001.stdout:966: finishing write tid 3 to smithi00187473-9 2024-08-17T16:53:46.328 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 618 (ObjNum 315 snap 83 seq_num 315) dirty exists 2024-08-17T16:53:46.328 INFO:tasks.rados.rados.0.smithi001.stdout:966: left oid 9 (ObjNum 315 snap 83 seq_num 315) 2024-08-17T16:53:46.678 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:46 smithi189 podman[82242]: 2024-08-17 16:53:46.187416622 +0000 UTC m=+0.384686818 container init 3c69496b51a8094d5bcf59d24857bfa9127dc2e86342fce8b5ca967f7499d45f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T16:53:46.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:46 smithi189 podman[82242]: 2024-08-17 16:53:46.192402472 +0000 UTC m=+0.389672669 container start 3c69496b51a8094d5bcf59d24857bfa9127dc2e86342fce8b5ca967f7499d45f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, ceph=True) 2024-08-17T16:53:46.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:46 smithi189 ceph-mgr[82281]: -- 172.21.15.189:0/4094524092 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cf8fc6b0e0 con 0x55cf8fc49000 2024-08-17T16:53:46.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:46 smithi189 bash[82242]: 3c69496b51a8094d5bcf59d24857bfa9127dc2e86342fce8b5ca967f7499d45f 2024-08-17T16:53:46.679 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:46 smithi189 systemd[1]: Started Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:47.225 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:47.267 INFO:tasks.rados.rados.0.smithi001.stdout:964: done (2 left) 2024-08-17T16:53:47.267 INFO:tasks.rados.rados.0.smithi001.stdout:966: done (1 left) 2024-08-17T16:53:47.267 INFO:tasks.rados.rados.0.smithi001.stdout:967: done (0 left) 2024-08-17T16:53:47.268 INFO:tasks.rados.rados.0.smithi001.stdout:968: read oid 48 snap -1 2024-08-17T16:53:47.268 INFO:tasks.rados.rados.0.smithi001.stdout:968: expect (ObjNum 287 snap 68 seq_num 287) 2024-08-17T16:53:47.268 INFO:tasks.rados.rados.0.smithi001.stdout:969: snap_remove snap 83 2024-08-17T16:53:47.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:47 smithi189 ceph-mon[33558]: pgmap v32: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T16:53:47.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:47 smithi189 ceph-mon[33558]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T16:53:47.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:47 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:47.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:47 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:47.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:47 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:53:47] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.51.0" 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[29829]: pgmap v32: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[29829]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[41665]: pgmap v32: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[41665]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:47 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:48.273 INFO:tasks.rados.rados.0.smithi001.stdout:969: done (1 left) 2024-08-17T16:53:48.274 INFO:tasks.rados.rados.0.smithi001.stdout:970: snap_create 2024-08-17T16:53:48.274 INFO:tasks.rados.rados.0.smithi001.stdout:968: expect (ObjNum 287 snap 68 seq_num 287) 2024-08-17T16:53:48.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:48 smithi189 ceph-mon[33558]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T16:53:48.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:48 smithi001 ceph-mon[29829]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T16:53:48.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:48 smithi001 ceph-mon[41665]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T16:53:49.077 INFO:tasks.rados.rados.0.smithi001.stdout:968: done (1 left) 2024-08-17T16:53:49.077 INFO:tasks.rados.rados.0.smithi001.stdout:970: done (0 left) 2024-08-17T16:53:49.077 INFO:tasks.rados.rados.0.smithi001.stdout:971: copy_from oid 20 from oid 32 current snap is 85 2024-08-17T16:53:49.077 INFO:tasks.rados.rados.0.smithi001.stdout:972: delete oid 3 current snap is 85 2024-08-17T16:53:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:972: done (1 left) 2024-08-17T16:53:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:973: copy_from oid 45 from oid 37 current snap is 85 2024-08-17T16:53:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:974: snap_remove snap 78 2024-08-17T16:53:49.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:49 smithi189 ceph-mon[33558]: pgmap v35: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-08-17T16:53:49.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:49 smithi189 ceph-mon[33558]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T16:53:49.677 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:49 smithi189 ceph-mon[33558]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T16:53:49.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:49 smithi001 ceph-mon[29829]: pgmap v35: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-08-17T16:53:49.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:49 smithi001 ceph-mon[29829]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T16:53:49.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:49 smithi001 ceph-mon[29829]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T16:53:49.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:49 smithi001 ceph-mon[41665]: pgmap v35: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-08-17T16:53:49.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:49 smithi001 ceph-mon[41665]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T16:53:49.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:49 smithi001 ceph-mon[41665]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T16:53:50.079 INFO:tasks.rados.rados.0.smithi001.stdout:974: done (2 left) 2024-08-17T16:53:50.079 INFO:tasks.rados.rados.0.smithi001.stdout:975: snap_create 2024-08-17T16:53:50.079 INFO:tasks.rados.rados.0.smithi001.stdout:973: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:53:50.079 INFO:tasks.rados.rados.0.smithi001.stdout:973: finishing copy_from to smithi00187473-45 2024-08-17T16:53:50.079 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 178 (ObjNum 293 snap 75 seq_num 293) dirty exists 2024-08-17T16:53:50.079 INFO:tasks.rados.rados.0.smithi001.stdout:971: finishing copy_from racing read to smithi00187473-20 2024-08-17T16:53:50.079 INFO:tasks.rados.rados.0.smithi001.stdout:971: finishing copy_from to smithi00187473-20 2024-08-17T16:53:50.080 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 136 (ObjNum 265 snap 62 seq_num 265) dirty exists 2024-08-17T16:53:50.472 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:51.084 INFO:tasks.rados.rados.0.smithi001.stdout:971: done (2 left) 2024-08-17T16:53:51.084 INFO:tasks.rados.rados.0.smithi001.stdout:973: done (1 left) 2024-08-17T16:53:51.084 INFO:tasks.rados.rados.0.smithi001.stdout:975: done (0 left) 2024-08-17T16:53:51.084 INFO:tasks.rados.rados.0.smithi001.stdout:976: snap_remove snap 70 2024-08-17T16:53:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-mon[33558]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T16:53:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-mon[33558]: pgmap v39: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T16:53:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:51 smithi001 ceph-mon[29829]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T16:53:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:51 smithi001 ceph-mon[29829]: pgmap v39: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T16:53:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:51 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:51 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:51.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:51 smithi001 ceph-mon[41665]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T16:53:51.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:51 smithi001 ceph-mon[41665]: pgmap v39: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T16:53:51.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:51 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:51.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:51 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:51.928 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: [17/Aug/2024:16:53:51] ENGINE Bus STARTING 2024-08-17T16:53:51.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: CherryPy Checker: 2024-08-17T16:53:51.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: The Application mounted at '' has an empty config. 2024-08-17T16:53:51.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: 2024-08-17T16:53:51.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: [17/Aug/2024:16:53:51] ENGINE Serving on http://:::9283 2024-08-17T16:53:51.929 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:53:51 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: [17/Aug/2024:16:53:51] ENGINE Bus STARTED 2024-08-17T16:53:52.099 INFO:tasks.rados.rados.0.smithi001.stdout:976: done (0 left) 2024-08-17T16:53:52.100 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 86 2024-08-17T16:53:52.100 INFO:tasks.rados.rados.0.smithi001.stdout:977: seq_num 317 ranges {7929856=516096} 2024-08-17T16:53:52.147 INFO:tasks.rados.rados.0.smithi001.stdout:977: writing smithi00187473-25 from 7929856 to 8445952 tid 1 2024-08-17T16:53:52.147 INFO:tasks.rados.rados.0.smithi001.stdout:978: copy_from oid 1 from oid 10 current snap is 86 2024-08-17T16:53:52.147 INFO:tasks.rados.rados.0.smithi001.stdout:979: read oid 46 snap -1 2024-08-17T16:53:52.147 INFO:tasks.rados.rados.0.smithi001.stdout:979: expect (ObjNum 302 snap 77 seq_num 302) 2024-08-17T16:53:52.147 INFO:tasks.rados.rados.0.smithi001.stdout:980: setattr oid 4 current snap is 86 2024-08-17T16:53:52.148 INFO:tasks.rados.rados.0.smithi001.stdout:981: delete oid 21 current snap is 86 2024-08-17T16:53:52.150 INFO:tasks.rados.rados.0.smithi001.stdout:981: done (4 left) 2024-08-17T16:53:52.150 INFO:tasks.rados.rados.0.smithi001.stdout:982: snap_remove snap 72 2024-08-17T16:53:52.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T16:53:52.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: Standby manager daemon x restarted 2024-08-17T16:53:52.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: Standby manager daemon x started 2024-08-17T16:53:52.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:52.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:52.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:52.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:52.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:52.271 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:52 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:52.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T16:53:52.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: Standby manager daemon x restarted 2024-08-17T16:53:52.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: Standby manager daemon x started 2024-08-17T16:53:52.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:52.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:52.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:52.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:52.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:52.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:52.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T16:53:52.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: Standby manager daemon x restarted 2024-08-17T16:53:52.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: Standby manager daemon x started 2024-08-17T16:53:52.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:52.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:52.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:52.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/413415000' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:52.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:52.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:52 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:53.098 INFO:tasks.rados.rados.0.smithi001.stdout:977: finishing write tid 1 to smithi00187473-25 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:977: finishing write tid 2 to smithi00187473-25 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:978: finishing copy_from to smithi00187473-1 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:978: got expected ENOENT (src dne) 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:978: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 854 (ObjNum 254 snap 59 seq_num 254) dirty exists 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:977: finishing write tid 3 to smithi00187473-25 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 608 (ObjNum 317 snap 86 seq_num 317) dirty exists 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:977: left oid 25 (ObjNum 317 snap 86 seq_num 317) 2024-08-17T16:53:53.099 INFO:tasks.rados.rados.0.smithi001.stdout:979: expect (ObjNum 302 snap 77 seq_num 302) 2024-08-17T16:53:53.278 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:53 smithi189 ceph-mon[33558]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T16:53:53.278 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:53 smithi189 ceph-mon[33558]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-17T16:53:53.278 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:53 smithi189 ceph-mon[33558]: pgmap v42: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:53.340 INFO:tasks.rados.rados.0.smithi001.stdout:977: done (4 left) 2024-08-17T16:53:53.340 INFO:tasks.rados.rados.0.smithi001.stdout:978: done (3 left) 2024-08-17T16:53:53.340 INFO:tasks.rados.rados.0.smithi001.stdout:979: done (2 left) 2024-08-17T16:53:53.341 INFO:tasks.rados.rados.0.smithi001.stdout:980: done (1 left) 2024-08-17T16:53:53.341 INFO:tasks.rados.rados.0.smithi001.stdout:982: done (0 left) 2024-08-17T16:53:53.341 INFO:tasks.rados.rados.0.smithi001.stdout:983: rollback oid 6 current snap is 86 2024-08-17T16:53:53.341 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 85 2024-08-17T16:53:53.341 INFO:tasks.rados.rados.0.smithi001.stdout:984: read oid 4 snap -1 2024-08-17T16:53:53.341 INFO:tasks.rados.rados.0.smithi001.stdout:984: expect (ObjNum 254 snap 59 seq_num 254) 2024-08-17T16:53:53.342 INFO:tasks.rados.rados.0.smithi001.stdout:985: snap_create 2024-08-17T16:53:53.343 INFO:tasks.rados.rados.0.smithi001.stdout:983: finishing rollback tid 0 to smithi00187473-6 2024-08-17T16:53:53.343 INFO:tasks.rados.rados.0.smithi001.stdout:983: finishing rollback tid 1 to smithi00187473-6 2024-08-17T16:53:53.344 INFO:tasks.rados.rados.0.smithi001.stdout:983: finishing rollback tid 2 to smithi00187473-6 2024-08-17T16:53:53.344 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 621 (ObjNum 275 snap 64 seq_num 275) dirty exists 2024-08-17T16:53:53.357 INFO:tasks.rados.rados.0.smithi001.stdout:984: expect (ObjNum 254 snap 59 seq_num 254) 2024-08-17T16:53:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:53 smithi001 ceph-mon[29829]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T16:53:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:53 smithi001 ceph-mon[29829]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-17T16:53:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:53 smithi001 ceph-mon[29829]: pgmap v42: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:53.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:53 smithi001 ceph-mon[41665]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T16:53:53.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:53 smithi001 ceph-mon[41665]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-17T16:53:53.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:53 smithi001 ceph-mon[41665]: pgmap v42: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:53:54.103 INFO:tasks.rados.rados.0.smithi001.stdout:983: done (2 left) 2024-08-17T16:53:54.103 INFO:tasks.rados.rados.0.smithi001.stdout:984: done (1 left) 2024-08-17T16:53:54.103 INFO:tasks.rados.rados.0.smithi001.stdout:985: done (0 left) 2024-08-17T16:53:54.103 INFO:tasks.rados.rados.0.smithi001.stdout:986: read oid 50 snap -1 2024-08-17T16:53:54.103 INFO:tasks.rados.rados.0.smithi001.stdout:986: expect (ObjNum 226 snap 53 seq_num 226) 2024-08-17T16:53:54.103 INFO:tasks.rados.rados.0.smithi001.stdout:987: snap_remove snap 84 2024-08-17T16:53:54.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:54 smithi189 ceph-mon[33558]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T16:53:54.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:54 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:54.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:54 smithi001 ceph-mon[29829]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T16:53:54.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:54 smithi001 ceph-mon[41665]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T16:53:55.125 INFO:tasks.rados.rados.0.smithi001.stdout:987: done (1 left) 2024-08-17T16:53:55.125 INFO:tasks.rados.rados.0.smithi001.stdout:988: snap_create 2024-08-17T16:53:55.125 INFO:tasks.rados.rados.0.smithi001.stdout:986: expect (ObjNum 226 snap 53 seq_num 226) 2024-08-17T16:53:55.383 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T16:53:55.383 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: pgmap v45: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T16:53:55.383 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.383 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.383 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:55.383 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:55.383 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: Upgrade: Setting container_image for all mgr 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T16:53:55.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[29829]: Upgrade: It appears safe to stop mon.a 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: pgmap v45: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: Upgrade: Setting container_image for all mgr 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.385 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T16:53:55.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T16:53:55.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T16:53:55.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T16:53:55.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:53:55.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T16:53:55.386 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:55 smithi001 ceph-mon[41665]: Upgrade: It appears safe to stop mon.a 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: pgmap v45: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:53:55.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: Upgrade: Setting container_image for all mgr 2024-08-17T16:53:55.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:55.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T16:53:55.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T16:53:55.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T16:53:55.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T16:53:55.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:53:55.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T16:53:55.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-mon[33558]: Upgrade: It appears safe to stop mon.a 2024-08-17T16:53:56.107 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:56.107 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:56.114 INFO:tasks.rados.rados.0.smithi001.stdout:986: done (1 left) 2024-08-17T16:53:56.114 INFO:tasks.rados.rados.0.smithi001.stdout:988: done (0 left) 2024-08-17T16:53:56.115 INFO:tasks.rados.rados.0.smithi001.stdout:989: read oid 29 snap -1 2024-08-17T16:53:56.115 INFO:tasks.rados.rados.0.smithi001.stdout:989: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:53:56.115 INFO:tasks.rados.rados.0.smithi001.stdout:990: read oid 50 snap 85 2024-08-17T16:53:56.115 INFO:tasks.rados.rados.0.smithi001.stdout:990: expect (ObjNum 226 snap 53 seq_num 226) 2024-08-17T16:53:56.115 INFO:tasks.rados.rados.0.smithi001.stdout:991: rmattr oid 49 current snap is 88 2024-08-17T16:53:56.115 INFO:tasks.rados.rados.0.smithi001.stdout:992: snap_remove snap 86 2024-08-17T16:53:56.216 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:56 smithi001 ceph-mon[29829]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T16:53:56.217 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:56 smithi001 ceph-mon[41665]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T16:53:56.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:56 smithi189 ceph-mon[33558]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T16:53:57.120 INFO:tasks.rados.rados.0.smithi001.stdout:992: done (3 left) 2024-08-17T16:53:57.120 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 88 2024-08-17T16:53:57.120 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 609 (ObjNum 33 snap 0 seq_num 1537296400) dirty exists 2024-08-17T16:53:57.120 INFO:tasks.rados.rados.0.smithi001.stdout:993: seq_num 319 ranges {0=548864} 2024-08-17T16:53:57.123 INFO:tasks.rados.rados.0.smithi001.stdout:993: writing smithi00187473-36 from 0 to 548864 tid 1 2024-08-17T16:53:57.123 INFO:tasks.rados.rados.0.smithi001.stdout:991: done (3 left) 2024-08-17T16:53:57.123 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 88 2024-08-17T16:53:57.123 INFO:tasks.rados.rados.0.smithi001.stdout:994: seq_num 320 ranges {3497984=565248} 2024-08-17T16:53:57.146 INFO:tasks.rados.rados.0.smithi001.stdout:994: writing smithi00187473-35 from 3497984 to 4063232 tid 1 2024-08-17T16:53:57.146 INFO:tasks.rados.rados.0.smithi001.stdout:995: snap_create 2024-08-17T16:53:57.146 INFO:tasks.rados.rados.0.smithi001.stdout:990: expect (ObjNum 226 snap 53 seq_num 226) 2024-08-17T16:53:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[41665]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T16:53:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[41665]: pgmap v48: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T16:53:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[41665]: Upgrade: Updating mon.a 2024-08-17T16:53:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[41665]: Deploying daemon mon.a on smithi001 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[29829]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[29829]: pgmap v48: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[29829]: Upgrade: Updating mon.a 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-mon[29829]: Deploying daemon mon.a on smithi001 2024-08-17T16:53:57.197 INFO:tasks.rados.rados.0.smithi001.stdout:989: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:53:57.315 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:53:56 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:53:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:53:57.315 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:57 smithi189 ceph-mon[33558]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T16:53:57.315 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:57 smithi189 ceph-mon[33558]: pgmap v48: 121 pgs: 121 active+clean; 189 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-17T16:53:57.315 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:57 smithi189 ceph-mon[33558]: Upgrade: Updating mon.a 2024-08-17T16:53:57.316 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:57 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' 2024-08-17T16:53:57.316 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:57 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:53:57.316 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:57 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:53:57.316 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:57 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:57.316 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:57 smithi189 ceph-mon[33558]: Deploying daemon mon.a on smithi001 2024-08-17T16:53:57.590 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:53:57] "GET /metrics HTTP/1.1" 200 36200 "" "Prometheus/2.51.0" 2024-08-17T16:53:57.906 INFO:tasks.rados.rados.0.smithi001.stdout:993: finishing write tid 1 to smithi00187473-36 2024-08-17T16:53:57.906 INFO:tasks.rados.rados.0.smithi001.stdout:993: finishing write tid 2 to smithi00187473-36 2024-08-17T16:53:57.906 INFO:tasks.rados.rados.0.smithi001.stdout:993: finishing write tid 3 to smithi00187473-36 2024-08-17T16:53:57.906 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 478 (ObjNum 319 snap 88 seq_num 319) dirty exists 2024-08-17T16:53:57.906 INFO:tasks.rados.rados.0.smithi001.stdout:993: left oid 36 (ObjNum 319 snap 88 seq_num 319) 2024-08-17T16:53:57.906 INFO:tasks.rados.rados.0.smithi001.stdout:994: finishing write tid 1 to smithi00187473-35 2024-08-17T16:53:57.906 INFO:tasks.rados.rados.0.smithi001.stdout:994: finishing write tid 2 to smithi00187473-35 2024-08-17T16:53:57.907 INFO:tasks.rados.rados.0.smithi001.stdout:994: finishing write tid 3 to smithi00187473-35 2024-08-17T16:53:57.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 491 (ObjNum 320 snap 88 seq_num 320) dirty exists 2024-08-17T16:53:57.907 INFO:tasks.rados.rados.0.smithi001.stdout:994: left oid 35 (ObjNum 320 snap 88 seq_num 320) 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:989: done (4 left) 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:990: done (3 left) 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:993: done (2 left) 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:994: done (1 left) 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:995: done (0 left) 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:996: read oid 5 snap 82 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:996: expect deleted 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:997: read oid 47 snap 88 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:997: expect (ObjNum 311 snap 82 seq_num 311) 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:998: copy_from oid 23 from oid 15 current snap is 89 2024-08-17T16:53:58.124 INFO:tasks.rados.rados.0.smithi001.stdout:999: delete oid 9 current snap is 89 2024-08-17T16:53:58.128 INFO:tasks.rados.rados.0.smithi001.stdout:996: done (3 left) 2024-08-17T16:53:58.129 INFO:tasks.rados.rados.0.smithi001.stdout:999: done (2 left) 2024-08-17T16:53:58.129 INFO:tasks.rados.rados.0.smithi001.stdout:1000: setattr oid 49 current snap is 89 2024-08-17T16:53:58.131 INFO:tasks.rados.rados.0.smithi001.stdout:1001: rollback oid 48 current snap is 89 2024-08-17T16:53:58.131 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 85 2024-08-17T16:53:58.131 INFO:tasks.rados.rados.0.smithi001.stdout:1002: delete oid 26 current snap is 89 2024-08-17T16:53:58.135 INFO:tasks.rados.rados.0.smithi001.stdout:1002: done (4 left) 2024-08-17T16:53:58.135 INFO:tasks.rados.rados.0.smithi001.stdout:1003: copy_from oid 11 from oid 26 current snap is 89 2024-08-17T16:53:58.135 INFO:tasks.rados.rados.0.smithi001.stdout:1001: finishing rollback tid 0 to smithi00187473-48 2024-08-17T16:53:58.135 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 89 2024-08-17T16:53:58.136 INFO:tasks.rados.rados.0.smithi001.stdout:1004: seq_num 323 ranges {114688=614400} 2024-08-17T16:53:58.140 INFO:tasks.rados.rados.0.smithi001.stdout:1004: writing smithi00187473-45 from 114688 to 729088 tid 1 2024-08-17T16:53:58.140 INFO:tasks.rados.rados.0.smithi001.stdout:1005: delete oid 40 current snap is 89 2024-08-17T16:53:58.141 INFO:tasks.rados.rados.0.smithi001.stdout:1001: finishing rollback tid 1 to smithi00187473-48 2024-08-17T16:53:58.141 INFO:tasks.rados.rados.0.smithi001.stdout:1001: finishing rollback tid 2 to smithi00187473-48 2024-08-17T16:53:58.141 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 494 (ObjNum 287 snap 68 seq_num 287) dirty exists 2024-08-17T16:53:58.141 INFO:tasks.rados.rados.0.smithi001.stdout:1003: finishing copy_from to smithi00187473-11 2024-08-17T16:53:58.141 INFO:tasks.rados.rados.0.smithi001.stdout:1003: got expected ENOENT (src dne) 2024-08-17T16:53:58.141 INFO:tasks.rados.rados.0.smithi001.stdout:1003: finishing copy_from racing read to smithi00187473-11 2024-08-17T16:53:58.141 INFO:tasks.rados.rados.0.smithi001.stdout:997: expect (ObjNum 311 snap 82 seq_num 311) 2024-08-17T16:53:58.142 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:57 smithi001 systemd[1]: Stopping Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:58.142 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-mon[29829]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T16:53:58.142 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-mon[29829]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:58.142 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-mon[41665]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T16:53:58.142 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 610 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:998: finishing copy_from to smithi00187473-23 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:998: got expected ENOENT (src dne) 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:998: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:1004: finishing write tid 1 to smithi00187473-45 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:1004: finishing write tid 2 to smithi00187473-45 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:1004: finishing write tid 3 to smithi00187473-45 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 916 (ObjNum 323 snap 89 seq_num 323) dirty exists 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:1004: left oid 45 (ObjNum 323 snap 89 seq_num 323) 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:997: done (6 left) 2024-08-17T16:53:58.259 INFO:tasks.rados.rados.0.smithi001.stdout:998: done (5 left) 2024-08-17T16:53:58.260 INFO:tasks.rados.rados.0.smithi001.stdout:1000: done (4 left) 2024-08-17T16:53:58.260 INFO:tasks.rados.rados.0.smithi001.stdout:1001: done (3 left) 2024-08-17T16:53:58.260 INFO:tasks.rados.rados.0.smithi001.stdout:1003: done (2 left) 2024-08-17T16:53:58.260 INFO:tasks.rados.rados.0.smithi001.stdout:1004: done (1 left) 2024-08-17T16:53:58.260 INFO:tasks.rados.rados.0.smithi001.stdout:1005: done (0 left) 2024-08-17T16:53:58.260 INFO:tasks.rados.rados.0.smithi001.stdout:1006: snap_create 2024-08-17T16:53:58.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:58 smithi189 ceph-mon[33558]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T16:53:58.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:53:58 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a[29806]: 2024-08-17T16:53:58.140+0000 7f9d8f6d2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:53:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a[29806]: 2024-08-17T16:53:58.140+0000 7f9d8f6d2640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-17T16:53:58.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 podman[100537]: 2024-08-17 16:53:58.222950848 +0000 UTC m=+0.203440688 container died 7e20f9397d1bbe341844f479919233c1b21c36f795e3bd995255bb802166ff71 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-17T16:53:58.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:58] ENGINE Bus STOPPING 2024-08-17T16:53:58.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:53:58.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:58] ENGINE Bus STOPPED 2024-08-17T16:53:58.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:58] ENGINE Bus STARTING 2024-08-17T16:53:58.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:58] ENGINE Serving on http://:::9283 2024-08-17T16:53:58.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:53:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:53:58] ENGINE Bus STARTED 2024-08-17T16:53:58.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 podman[100537]: 2024-08-17 16:53:58.543917987 +0000 UTC m=+0.524407819 container cleanup 7e20f9397d1bbe341844f479919233c1b21c36f795e3bd995255bb802166ff71 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, org.label-schema.license=GPLv2, RELEASE=quincy-f2c39d4, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:53:58.745 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 bash[100537]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a 2024-08-17T16:53:59.005 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 podman[100556]: 2024-08-17 16:53:58.744962868 +0000 UTC m=+0.518305475 container remove 7e20f9397d1bbe341844f479919233c1b21c36f795e3bd995255bb802166ff71 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T16:53:59.005 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T16:53:59.005 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 systemd[1]: Stopped Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:53:59.005 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:58 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a.service: Consumed 15.186s CPU time. 2024-08-17T16:53:59.408 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 systemd[1]: Starting Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:53:59.675 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 podman[100699]: 2024-08-17 16:53:59.31125334 +0000 UTC m=+0.017625877 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:53:59.675 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 podman[100699]: 2024-08-17 16:53:59.420820978 +0000 UTC m=+0.127193501 container create 1c3ce7eae855a3589422576551684565b320a09e6a78bca5d66d05051ceb7398 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T16:53:59.675 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 podman[100699]: 2024-08-17 16:53:59.648306139 +0000 UTC m=+0.354678671 container init 1c3ce7eae855a3589422576551684565b320a09e6a78bca5d66d05051ceb7398 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T16:53:59.676 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 podman[100699]: 2024-08-17 16:53:59.65274864 +0000 UTC m=+0.359121163 container start 1c3ce7eae855a3589422576551684565b320a09e6a78bca5d66d05051ceb7398 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T16:53:59.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:53:59.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 7 2024-08-17T16:53:59.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: pidfile_write: ignore empty --pid-file 2024-08-17T16:53:59.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: load: jerasure load: lrc 2024-08-17T16:53:59.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: RocksDB version: 7.9.2 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Git sha 0 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: DB SUMMARY 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: DB Session ID: PWG2OM0UH82EGG8EAH1H 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1179 Bytes 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 4753695 ; 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T16:53:59.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.env: 0x558b9894dbe0 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.info_log: 0x558b99f87700 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.statistics: (nil) 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.use_fsync: 0 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:53:59.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.db_log_dir: 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.wal_dir: 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:53:59.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.write_buffer_manager: 0x558b99f8ae60 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.unordered_write: 0 2024-08-17T16:53:59.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.row_cache: None 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.wal_filter: None 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.wal_compression: 0 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:53:59.935 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:53:59.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:53:59.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:53:59.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:53:59.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:53:59.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:53:59.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:53:59.936 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:53:59.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T16:53:59.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:53:59.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:53:59.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:53:59.937 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_open_files: -1 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:53:59.938 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Compression algorithms supported: 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: kZSTD supported: 0 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T16:53:59.939 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.merge_operator: 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_filter: None 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558b99f87380) 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_type: 0 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_index_type: 0 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_shortening: 1 2024-08-17T16:53:59.940 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: checksum: 4 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: no_block_cache: 0 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache: 0x558b99f7b610 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_options: 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: capacity : 536870912 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_shard_bits : 4 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: strict_capacity_limit : 0 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_compressed: (nil) 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: persistent_cache: (nil) 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size: 4096 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size_deviation: 10 2024-08-17T16:53:59.941 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_restart_interval: 16 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_block_restart_interval: 1 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: metadata_block_size: 4096 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: partition_filters: 0 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: use_delta_encoding: 1 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: filter_policy: bloomfilter 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: whole_key_filtering: 1 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: verify_compression: 0 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: format_version: 5 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_index_compression: 1 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_align: 0 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_auto_readahead_size: 262144 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: prepopulate_block_cache: 0 2024-08-17T16:53:59.942 INFO:journalctl@ceph.mon.a.smithi001.stdout: initial_auto_readahead_size: 8192 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression: NoCompression 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.num_levels: 7 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:53:59.943 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:53:59.944 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:53:59.945 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:53:59.946 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:53:59.947 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.ttl: 2592000 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:53:59.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12882, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4ed868df-15ca-446f-b415-923a309f5143 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913639680251, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913639694038, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 4459250, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12876, "largest_seqno": 15161, "table_properties": {"data_size": 4447228, "index_size": 8480, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2501, "raw_key_size": 23800, "raw_average_key_size": 24, "raw_value_size": 4424679, "raw_average_value_size": 4496, "num_data_blocks": 371, "num_entries": 984, "num_filter_entries": 984, "num_deletions": 48, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723913639, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4ed868df-15ca-446f-b415-923a309f5143", "db_session_id": "PWG2OM0UH82EGG8EAH1H", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913639694168, "job": 1, "event": "recovery_finished"} 2024-08-17T16:53:59.949 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558b99faae00 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: DB pointer 0x558b9a0a8000 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** DB Stats ** 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:53:59.950 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: L0 1/0 4.25 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 639.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: L6 1/0 7.54 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: Sum 2/0 11.79 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 639.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 639.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 639.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.951 INFO:journalctl@ceph.mon.a.smithi001.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative compaction: 0.00 GB write, 256.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval compaction: 0.00 GB write, 256.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: Block cache BinnedLRUCache@0x558b99f7b610#7 capacity: 512.00 MB usage: 11.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:53:59.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: starting mon.a rank 0 at public addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] at bind addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: mon.a@-1(???) e3 preinit fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: mon.a@-1(???).mds e7 new map 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: mon.a@-1(???).mds e7 print_map 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: e7 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: legacy client fscid: 1 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: Filesystem 'cephfs' (1) 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: fs_name cephfs 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: epoch 7 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T16:53:59.953 INFO:journalctl@ceph.mon.a.smithi001.stdout: created 2024-08-17T16:47:18.397025+0000 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: modified 2024-08-17T16:47:29.881318+0000 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: tableserver 0 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: root 0 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: session_timeout 60 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: session_autoclose 300 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_file_size 1099511627776 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_xattr_size 65536 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: required_client_features {} 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: last_failure 0 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: last_failure_osd_epoch 0 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_mds 1 2024-08-17T16:53:59.954 INFO:journalctl@ceph.mon.a.smithi001.stdout: in 0 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: up {0=24325} 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: failed 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: damaged 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: stopped 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_pools [3] 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: metadata_pool 2 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: inline_data disabled 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: balancer 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: bal_rank_mask -1 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: standby_count_wanted 0 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: qdb_cluster leader: 0 members: 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: [mds.b{0:24325} state up:active seq 5 addr [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T16:53:59.955 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout: Standby daemons: 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout: [mds.a{-1:14439} state up:standby seq 1 addr [v2:172.21.15.1:6834/2424609566,v1:172.21.15.1:6835/2424609566] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: mon.a@-1(???).osd e256 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: mon.a@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: mon.a@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: mon.a@-1(???).osd e256 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 ceph-mon[100737]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 bash[100699]: 1c3ce7eae855a3589422576551684565b320a09e6a78bca5d66d05051ceb7398 2024-08-17T16:53:59.956 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:53:59 smithi001 systemd[1]: Started Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:54:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:02.784 INFO:tasks.rados.rados.0.smithi001.stdout:1006: done (0 left) 2024-08-17T16:54:02.784 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 90 2024-08-17T16:54:02.784 INFO:tasks.rados.rados.0.smithi001.stdout:1007: seq_num 325 ranges {2547712=647168} 2024-08-17T16:54:02.801 INFO:tasks.rados.rados.0.smithi001.stdout:1007: writing smithi00187473-47 from 2547712 to 3194880 tid 1 2024-08-17T16:54:02.801 INFO:tasks.rados.rados.0.smithi001.stdout:1008: snap_remove snap 82 2024-08-17T16:54:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:54:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 272 KiB/s wr, 10 op/s 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: pgmap v52: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 213 KiB/s wr, 8 op/s 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: mon.a calling monitor election 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: monmap epoch 3 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: last_changed 2024-08-17T16:43:26.976198+0000 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: min_mon_release 17 (quincy) 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: election_strategy: 1 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:03.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T16:54:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: mgrmap e36: y(active, since 36s), standbys: x 2024-08-17T16:54:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: overall HEALTH_OK 2024-08-17T16:54:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: from='mgr.15153 ' entity='' 2024-08-17T16:54:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mon[33558]: mgrmap e37: y(active, since 36s), standbys: x 2024-08-17T16:54:03.182 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: ignoring --setuser ceph since I am not root 2024-08-17T16:54:03.182 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: ignoring --setgroup ceph since I am not root 2024-08-17T16:54:03.182 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:02 smithi189 ceph-mgr[82281]: -- 172.21.15.189:0/1286975053 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555c3920f0e0 con 0x555c391ec800 2024-08-17T16:54:03.182 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ignoring --setuser ceph since I am not root 2024-08-17T16:54:03.182 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ignoring --setgroup ceph since I am not root 2024-08-17T16:54:03.182 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mgr[91496]: -- 172.21.15.1:0/4096836827 <== mon.2 v2:172.21.15.1:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560a1ae1b0e0 con 0x560a1adf9400 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 272 KiB/s wr, 10 op/s 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:03.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: pgmap v52: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 213 KiB/s wr, 8 op/s 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: mon.a calling monitor election 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: monmap epoch 3 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: last_changed 2024-08-17T16:43:26.976198+0000 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: min_mon_release 17 (quincy) 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: election_strategy: 1 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:03.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: mgrmap e36: y(active, since 36s), standbys: x 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: overall HEALTH_OK 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: from='mgr.15153 ' entity='' 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[100737]: mgrmap e37: y(active, since 36s), standbys: x 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 272 KiB/s wr, 10 op/s 2024-08-17T16:54:03.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: from='mgr.15153 172.21.15.1:0/2251169808' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: pgmap v52: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 213 KiB/s wr, 8 op/s 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: mon.a calling monitor election 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: monmap epoch 3 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: last_changed 2024-08-17T16:43:26.976198+0000 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: min_mon_release 17 (quincy) 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: election_strategy: 1 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:03.186 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:03.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:03.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T16:54:03.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: mgrmap e36: y(active, since 36s), standbys: x 2024-08-17T16:54:03.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: overall HEALTH_OK 2024-08-17T16:54:03.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: from='mgr.15153 ' entity='' 2024-08-17T16:54:03.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:02 smithi001 ceph-mon[41665]: mgrmap e37: y(active, since 36s), standbys: x 2024-08-17T16:54:03.788 INFO:tasks.rados.rados.0.smithi001.stdout:1008: done (1 left) 2024-08-17T16:54:03.789 INFO:tasks.rados.rados.0.smithi001.stdout:1009: delete oid 9 current snap is 90 2024-08-17T16:54:03.789 INFO:tasks.rados.rados.0.smithi001.stdout:1007: finishing write tid 1 to smithi00187473-47 2024-08-17T16:54:03.789 INFO:tasks.rados.rados.0.smithi001.stdout:1007: finishing write tid 2 to smithi00187473-47 2024-08-17T16:54:03.789 INFO:tasks.rados.rados.0.smithi001.stdout:1007: finishing write tid 3 to smithi00187473-47 2024-08-17T16:54:03.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 612 (ObjNum 325 snap 90 seq_num 325) dirty exists 2024-08-17T16:54:03.789 INFO:tasks.rados.rados.0.smithi001.stdout:1007: left oid 47 (ObjNum 325 snap 90 seq_num 325) 2024-08-17T16:54:03.794 INFO:tasks.rados.rados.0.smithi001.stdout:1007: done (1 left) 2024-08-17T16:54:03.794 INFO:tasks.rados.rados.0.smithi001.stdout:1009: done (0 left) 2024-08-17T16:54:03.794 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 90 2024-08-17T16:54:03.794 INFO:tasks.rados.rados.0.smithi001.stdout:1010: seq_num 327 ranges {3375104=679936} 2024-08-17T16:54:03.816 INFO:tasks.rados.rados.0.smithi001.stdout:1010: writing smithi00187473-46 from 3375104 to 4055040 tid 1 2024-08-17T16:54:03.816 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 90 2024-08-17T16:54:03.816 INFO:tasks.rados.rados.0.smithi001.stdout:1011: seq_num 328 ranges {0=696320} 2024-08-17T16:54:03.820 INFO:tasks.rados.rados.0.smithi001.stdout:1011: writing smithi00187473-15 from 0 to 696320 tid 1 2024-08-17T16:54:03.820 INFO:tasks.rados.rados.0.smithi001.stdout:1012: read oid 31 snap -1 2024-08-17T16:54:03.820 INFO:tasks.rados.rados.0.smithi001.stdout:1012: expect (ObjNum 295 snap 76 seq_num 295) 2024-08-17T16:54:03.821 INFO:tasks.rados.rados.0.smithi001.stdout:1013: copy_from oid 33 from oid 44 current snap is 90 2024-08-17T16:54:03.821 INFO:tasks.rados.rados.0.smithi001.stdout:1014: snap_create 2024-08-17T16:54:03.821 INFO:tasks.rados.rados.0.smithi001.stdout:1010: finishing write tid 1 to smithi00187473-46 2024-08-17T16:54:03.821 INFO:tasks.rados.rados.0.smithi001.stdout:1010: finishing write tid 2 to smithi00187473-46 2024-08-17T16:54:03.823 INFO:tasks.rados.rados.0.smithi001.stdout:1010: finishing write tid 3 to smithi00187473-46 2024-08-17T16:54:03.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 407 (ObjNum 327 snap 90 seq_num 327) dirty exists 2024-08-17T16:54:03.823 INFO:tasks.rados.rados.0.smithi001.stdout:1010: left oid 46 (ObjNum 327 snap 90 seq_num 327) 2024-08-17T16:54:03.825 INFO:tasks.rados.rados.0.smithi001.stdout:1011: finishing write tid 1 to smithi00187473-15 2024-08-17T16:54:03.825 INFO:tasks.rados.rados.0.smithi001.stdout:1011: finishing write tid 2 to smithi00187473-15 2024-08-17T16:54:03.827 INFO:tasks.rados.rados.0.smithi001.stdout:1011: finishing write tid 3 to smithi00187473-15 2024-08-17T16:54:03.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 623 (ObjNum 328 snap 90 seq_num 328) dirty exists 2024-08-17T16:54:03.827 INFO:tasks.rados.rados.0.smithi001.stdout:1011: left oid 15 (ObjNum 328 snap 90 seq_num 328) 2024-08-17T16:54:03.828 INFO:tasks.rados.rados.0.smithi001.stdout:1013: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:54:03.831 INFO:tasks.rados.rados.0.smithi001.stdout:1013: finishing copy_from to smithi00187473-33 2024-08-17T16:54:03.831 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 476 (ObjNum 270 snap 63 seq_num 270) dirty exists 2024-08-17T16:54:03.847 INFO:tasks.rados.rados.0.smithi001.stdout:1012: expect (ObjNum 295 snap 76 seq_num 295) 2024-08-17T16:54:04.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:03 smithi189 ceph-mon[33558]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T16:54:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:03 smithi001 ceph-mon[41665]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T16:54:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:03 smithi001 ceph-mon[100737]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T16:54:04.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:04.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:04.707 INFO:tasks.rados.rados.0.smithi001.stdout:1010: done (4 left) 2024-08-17T16:54:04.707 INFO:tasks.rados.rados.0.smithi001.stdout:1011: done (3 left) 2024-08-17T16:54:04.707 INFO:tasks.rados.rados.0.smithi001.stdout:1012: done (2 left) 2024-08-17T16:54:04.707 INFO:tasks.rados.rados.0.smithi001.stdout:1013: done (1 left) 2024-08-17T16:54:04.707 INFO:tasks.rados.rados.0.smithi001.stdout:1014: done (0 left) 2024-08-17T16:54:04.707 INFO:tasks.rados.rados.0.smithi001.stdout:1015: snap_create 2024-08-17T16:54:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:04 smithi189 ceph-mon[33558]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T16:54:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:04 smithi189 ceph-mon[33558]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T16:54:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:04 smithi001 ceph-mon[100737]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T16:54:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:04 smithi001 ceph-mon[100737]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T16:54:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:04 smithi001 ceph-mon[41665]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T16:54:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:04 smithi001 ceph-mon[41665]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T16:54:05.708 INFO:tasks.rados.rados.0.smithi001.stdout:1015: done (0 left) 2024-08-17T16:54:05.708 INFO:tasks.rados.rados.0.smithi001.stdout:1016: snap_remove snap 88 2024-08-17T16:54:06.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:05.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:06.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:06.715 INFO:tasks.rados.rados.0.smithi001.stdout:1016: done (0 left) 2024-08-17T16:54:06.715 INFO:tasks.rados.rados.0.smithi001.stdout:1017: snap_remove snap 91 2024-08-17T16:54:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:06 smithi189 ceph-mon[33558]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T16:54:07.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:06.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:06 smithi001 ceph-mon[100737]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T16:54:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:06 smithi001 ceph-mon[41665]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T16:54:07.720 INFO:tasks.rados.rados.0.smithi001.stdout:1017: done (0 left) 2024-08-17T16:54:07.720 INFO:tasks.rados.rados.0.smithi001.stdout:1018: delete oid 6 current snap is 92 2024-08-17T16:54:07.724 INFO:tasks.rados.rados.0.smithi001.stdout:1018: done (0 left) 2024-08-17T16:54:07.724 INFO:tasks.rados.rados.0.smithi001.stdout:1019: read oid 23 snap 90 2024-08-17T16:54:07.725 INFO:tasks.rados.rados.0.smithi001.stdout:1019: expect (ObjNum 309 snap 82 seq_num 309) 2024-08-17T16:54:07.725 INFO:tasks.rados.rados.0.smithi001.stdout:1020: delete oid 13 current snap is 92 2024-08-17T16:54:07.729 INFO:tasks.rados.rados.0.smithi001.stdout:1020: done (1 left) 2024-08-17T16:54:07.729 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 92 2024-08-17T16:54:07.730 INFO:tasks.rados.rados.0.smithi001.stdout:1021: seq_num 331 ranges {8445952=753664} 2024-08-17T16:54:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:1021: writing smithi00187473-25 from 8445952 to 9199616 tid 1 2024-08-17T16:54:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:1022: read oid 21 snap -1 2024-08-17T16:54:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:1022: expect deleted 2024-08-17T16:54:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:1023: read oid 40 snap 89 2024-08-17T16:54:07.781 INFO:tasks.rados.rados.0.smithi001.stdout:1023: expect deleted 2024-08-17T16:54:07.781 INFO:tasks.rados.rados.0.smithi001.stdout:1024: snap_remove snap 87 2024-08-17T16:54:08.018 INFO:tasks.rados.rados.0.smithi001.stdout:1024: done (4 left) 2024-08-17T16:54:08.018 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 92 2024-08-17T16:54:08.018 INFO:tasks.rados.rados.0.smithi001.stdout:1025: seq_num 332 ranges {0=770048} 2024-08-17T16:54:08.023 INFO:tasks.rados.rados.0.smithi001.stdout:1025: writing smithi00187473-17 from 0 to 770048 tid 1 2024-08-17T16:54:08.023 INFO:tasks.rados.rados.0.smithi001.stdout:1026: rmattr oid 32 current snap is 92 2024-08-17T16:54:08.023 INFO:tasks.rados.rados.0.smithi001.stdout:1019: expect (ObjNum 309 snap 82 seq_num 309) 2024-08-17T16:54:08.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:07 smithi001 ceph-mon[100737]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T16:54:08.080 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:07 smithi001 ceph-mon[41665]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T16:54:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:07 smithi189 ceph-mon[33558]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T16:54:08.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: [17/Aug/2024:16:54:07] ENGINE Bus STARTING 2024-08-17T16:54:08.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: CherryPy Checker: 2024-08-17T16:54:08.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: The Application mounted at '' has an empty config. 2024-08-17T16:54:08.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: 2024-08-17T16:54:08.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: [17/Aug/2024:16:54:07] ENGINE Serving on http://:::9283 2024-08-17T16:54:08.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 16:54:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x[82258]: [17/Aug/2024:16:54:07] ENGINE Bus STARTED 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1021: finishing write tid 1 to smithi00187473-25 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1021: finishing write tid 2 to smithi00187473-25 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1021: finishing write tid 3 to smithi00187473-25 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 614 (ObjNum 331 snap 92 seq_num 331) dirty exists 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1021: left oid 25 (ObjNum 331 snap 92 seq_num 331) 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1025: finishing write tid 1 to smithi00187473-17 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1019: done (5 left) 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1021: done (4 left) 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1022: done (3 left) 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1023: done (2 left) 2024-08-17T16:54:08.191 INFO:tasks.rados.rados.0.smithi001.stdout:1027: copy_from oid 18 from oid 9 current snap is 92 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:1025: finishing write tid 2 to smithi00187473-17 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 924 (ObjNum 265 snap 62 seq_num 265) dirty exists 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:1025: finishing write tid 3 to smithi00187473-17 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 922 (ObjNum 332 snap 92 seq_num 332) dirty exists 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:1025: left oid 17 (ObjNum 332 snap 92 seq_num 332) 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:1025: done (2 left) 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:1026: done (1 left) 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:1028: delete oid 28 current snap is 92 2024-08-17T16:54:08.192 INFO:tasks.rados.rados.0.smithi001.stdout:1028: done (1 left) 2024-08-17T16:54:08.193 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 92 2024-08-17T16:54:08.193 INFO:tasks.rados.rados.0.smithi001.stdout:1029: seq_num 334 ranges {4063232=802816} 2024-08-17T16:54:08.219 INFO:tasks.rados.rados.0.smithi001.stdout:1029: writing smithi00187473-35 from 4063232 to 4866048 tid 1 2024-08-17T16:54:08.219 INFO:tasks.rados.rados.0.smithi001.stdout:1030: snap_remove snap 85 2024-08-17T16:54:08.896 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.521+0000 7fb416d3f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.896 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.521+0000 7fb416d3f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.896 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.521+0000 7fb416d3f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.896 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.521+0000 7fb416d3f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.896 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.521+0000 7fb416d3f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.896 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.522+0000 7fb413d39640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.896 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.522+0000 7fb413d39640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.896 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.522+0000 7fb413d39640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.897 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.522+0000 7fb413d39640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.897 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:08.522+0000 7fb413d39640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:54:08.897 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T16:54:08.897 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: Standby manager daemon x restarted 2024-08-17T16:54:08.897 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: Standby manager daemon x started 2024-08-17T16:54:08.897 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: Active manager daemon y restarted 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: Activating manager daemon y 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: mgrmap e38: y(active, starting, since 0.00637008s), standbys: x 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:54:08.898 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:54:08.899 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: Manager daemon y is now available 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: Standby manager daemon x restarted 2024-08-17T16:54:08.900 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: Standby manager daemon x started 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: Active manager daemon y restarted 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: Activating manager daemon y 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: mgrmap e38: y(active, starting, since 0.00637008s), standbys: x 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:54:08.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:54:08.902 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:54:08.903 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: Manager daemon y is now available 2024-08-17T16:54:08.903 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:08.903 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:08.903 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:08.903 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:54:08.903 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T16:54:08.903 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:54:08.903 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:08 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T16:54:09.035 INFO:tasks.rados.rados.0.smithi001.stdout:1030: done (2 left) 2024-08-17T16:54:09.035 INFO:tasks.rados.rados.0.smithi001.stdout:1031: rmattr oid 28 current snap is 92 2024-08-17T16:54:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:1031: done (2 left) 2024-08-17T16:54:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 92 2024-08-17T16:54:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:1032: seq_num 335 ranges {2768896=417792,3186688=401408} 2024-08-17T16:54:09.053 INFO:tasks.rados.rados.0.smithi001.stdout:1032: writing smithi00187473-8 from 2768896 to 3186688 tid 1 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1032: writing smithi00187473-8 from 3186688 to 3588096 tid 2 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1033: delete oid 40 current snap is 92 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1027: finishing copy_from to smithi00187473-18 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1027: got expected ENOENT (src dne) 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1027: finishing copy_from racing read to smithi00187473-18 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1029: finishing write tid 1 to smithi00187473-35 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1029: finishing write tid 2 to smithi00187473-35 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1029: finishing write tid 3 to smithi00187473-35 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 496 (ObjNum 334 snap 92 seq_num 334) dirty exists 2024-08-17T16:54:09.056 INFO:tasks.rados.rados.0.smithi001.stdout:1029: left oid 35 (ObjNum 334 snap 92 seq_num 334) 2024-08-17T16:54:09.062 INFO:tasks.rados.rados.0.smithi001.stdout:1027: done (3 left) 2024-08-17T16:54:09.062 INFO:tasks.rados.rados.0.smithi001.stdout:1029: done (2 left) 2024-08-17T16:54:09.062 INFO:tasks.rados.rados.0.smithi001.stdout:1033: done (1 left) 2024-08-17T16:54:09.062 INFO:tasks.rados.rados.0.smithi001.stdout:1034: read oid 3 snap -1 2024-08-17T16:54:09.062 INFO:tasks.rados.rados.0.smithi001.stdout:1034: expect deleted 2024-08-17T16:54:09.062 INFO:tasks.rados.rados.0.smithi001.stdout:1035: snap_remove snap 90 2024-08-17T16:54:09.173 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:09.031+0000 7fb446031640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-17T16:54:09.173 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:09] ENGINE Bus STARTING 2024-08-17T16:54:09.173 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: CherryPy Checker: 2024-08-17T16:54:09.173 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: The Application mounted at '' has an empty config. 2024-08-17T16:54:09.173 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:09.174 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:09] ENGINE Serving on http://:::9283 2024-08-17T16:54:09.174 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:09 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:09] ENGINE Bus STARTED 2024-08-17T16:54:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T16:54:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: Standby manager daemon x restarted 2024-08-17T16:54:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: Standby manager daemon x started 2024-08-17T16:54:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:54:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:54:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.? 172.21.15.189:0/2148687221' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: Active manager daemon y restarted 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: Activating manager daemon y 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: mgrmap e38: y(active, starting, since 0.00637008s), standbys: x 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:54:09.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:54:09.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: Manager daemon y is now available 2024-08-17T16:54:09.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:09.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:09.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:09.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:54:09.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T16:54:09.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:54:09.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:08 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T16:54:10.043 INFO:tasks.rados.rados.0.smithi001.stdout:1035: done (2 left) 2024-08-17T16:54:10.043 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 92 2024-08-17T16:54:10.043 INFO:tasks.rados.rados.0.smithi001.stdout:1036: seq_num 337 ranges {3760128=450560,4210688=401408} 2024-08-17T16:54:10.065 INFO:tasks.rados.rados.0.smithi001.stdout:1036: writing smithi00187473-42 from 3760128 to 4210688 tid 1 2024-08-17T16:54:10.068 INFO:tasks.rados.rados.0.smithi001.stdout:1036: writing smithi00187473-42 from 4210688 to 4612096 tid 2 2024-08-17T16:54:10.070 INFO:tasks.rados.rados.0.smithi001.stdout:1037: read oid 31 snap -1 2024-08-17T16:54:10.070 INFO:tasks.rados.rados.0.smithi001.stdout:1037: expect (ObjNum 295 snap 76 seq_num 295) 2024-08-17T16:54:10.070 INFO:tasks.rados.rados.0.smithi001.stdout:1032: finishing write tid 1 to smithi00187473-8 2024-08-17T16:54:10.070 INFO:tasks.rados.rados.0.smithi001.stdout:1032: finishing write tid 2 to smithi00187473-8 2024-08-17T16:54:10.071 INFO:tasks.rados.rados.0.smithi001.stdout:1032: finishing write tid 3 to smithi00187473-8 2024-08-17T16:54:10.071 INFO:tasks.rados.rados.0.smithi001.stdout:1032: finishing write tid 4 to smithi00187473-8 2024-08-17T16:54:10.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 603 (ObjNum 335 snap 92 seq_num 335) dirty exists 2024-08-17T16:54:10.071 INFO:tasks.rados.rados.0.smithi001.stdout:1032: left oid 8 (ObjNum 335 snap 92 seq_num 335) 2024-08-17T16:54:10.071 INFO:tasks.rados.rados.0.smithi001.stdout:1032: done (3 left) 2024-08-17T16:54:10.071 INFO:tasks.rados.rados.0.smithi001.stdout:1034: done (2 left) 2024-08-17T16:54:10.071 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 92 2024-08-17T16:54:10.071 INFO:tasks.rados.rados.0.smithi001.stdout:1038: seq_num 338 ranges {0=466944,466944=401408} 2024-08-17T16:54:10.073 INFO:tasks.rados.rados.0.smithi001.stdout:1038: writing smithi00187473-12 from 0 to 466944 tid 1 2024-08-17T16:54:10.077 INFO:tasks.rados.rados.0.smithi001.stdout:1038: writing smithi00187473-12 from 466944 to 868352 tid 2 2024-08-17T16:54:10.077 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 92 2024-08-17T16:54:10.077 INFO:tasks.rados.rados.0.smithi001.stdout:1039: seq_num 339 ranges {0=483328,483328=401408} 2024-08-17T16:54:10.081 INFO:tasks.rados.rados.0.smithi001.stdout:1039: writing smithi00187473-28 from 0 to 483328 tid 1 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1039: writing smithi00187473-28 from 483328 to 884736 tid 2 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1040: copy_from oid 9 from oid 34 current snap is 92 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1036: finishing write tid 1 to smithi00187473-42 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1036: finishing write tid 2 to smithi00187473-42 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1036: finishing write tid 3 to smithi00187473-42 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1036: finishing write tid 4 to smithi00187473-42 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 606 (ObjNum 337 snap 92 seq_num 337) dirty exists 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1036: left oid 42 (ObjNum 337 snap 92 seq_num 337) 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1038: finishing write tid 1 to smithi00187473-12 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1038: finishing write tid 2 to smithi00187473-12 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1038: finishing write tid 3 to smithi00187473-12 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:1038: finishing write tid 4 to smithi00187473-12 2024-08-17T16:54:10.085 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 185 (ObjNum 338 snap 92 seq_num 338) dirty exists 2024-08-17T16:54:10.086 INFO:tasks.rados.rados.0.smithi001.stdout:1038: left oid 12 (ObjNum 338 snap 92 seq_num 338) 2024-08-17T16:54:10.086 INFO:tasks.rados.rados.0.smithi001.stdout:1036: done (4 left) 2024-08-17T16:54:10.086 INFO:tasks.rados.rados.0.smithi001.stdout:1038: done (3 left) 2024-08-17T16:54:10.086 INFO:tasks.rados.rados.0.smithi001.stdout:1041: snap_remove snap 89 2024-08-17T16:54:10.231 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:54:10.404 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:10.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:10 smithi189 ceph-mon[33558]: mgrmap e39: y(active, since 1.0119s), standbys: x 2024-08-17T16:54:10.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:10 smithi189 ceph-mon[33558]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T16:54:10.404 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:10 smithi189 ceph-mon[33558]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:10.405 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:10 smithi189 ceph-mon[33558]: pgmap v4: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:10.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-mon[41665]: mgrmap e39: y(active, since 1.0119s), standbys: x 2024-08-17T16:54:10.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-mon[41665]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T16:54:10.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-mon[41665]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:10.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-mon[41665]: pgmap v4: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:10.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-mon[100737]: mgrmap e39: y(active, since 1.0119s), standbys: x 2024-08-17T16:54:10.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-mon[100737]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T16:54:10.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-mon[100737]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:54:10.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-mon[100737]: pgmap v4: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:10.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:10.078+0000 7fb3f4340640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:54:10] ENGINE Error in HTTPServer.serve 2024-08-17T16:54:10.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: Traceback (most recent call last): 2024-08-17T16:54:10.430 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: self._connections.run(self.expiration_interval) 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: self._run(expiration_interval) 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: s = self.context.wrap_socket( 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: return self.sslsocket_class._create( 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:54:10.431 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: self.do_handshake() 2024-08-17T16:54:10.432 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:54:10.432 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: self._sslobj.do_handshake() 2024-08-17T16:54:10.432 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:54:10.432 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:10.826 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:54:10.826 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (88s) 39s ago 5m 14.8M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:54:10.826 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (63s) 19s ago 5m 79.8M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:54:10.826 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (7m) 39s ago 7m 16.1M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:54:10.826 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (7m) 19s ago 7m 19.2M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (24s) 19s ago 10m 57.3M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (53s) 39s ago 12m 491M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (12m) 39s ago 12m 56.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 7e20f9397d1b 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (10m) 19s ago 10m 48.9M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 b7cf5a6bf10a 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (10m) 39s ago 10m 45.6M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 16470c7da98e 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (82s) 39s ago 5m 9810k - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (58s) 19s ago 5m 8426k - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (10m) 39s ago 10m 148M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (9m) 39s ago 9m 121M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (9m) 39s ago 9m 95.5M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:54:10.827 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (8m) 39s ago 8m 106M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:54:10.828 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (8m) 19s ago 8m 134M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:54:10.828 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (8m) 19s ago 8m 115M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:54:10.828 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (7m) 19s ago 7m 112M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:54:10.828 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (7m) 19s ago 7m 95.2M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:54:10.828 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (30s) 19s ago 6m 41.1M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:54:11.045 INFO:tasks.rados.rados.0.smithi001.stdout:1041: done (3 left) 2024-08-17T16:54:11.045 INFO:tasks.rados.rados.0.smithi001.stdout:1042: read oid 47 snap -1 2024-08-17T16:54:11.045 INFO:tasks.rados.rados.0.smithi001.stdout:1042: expect (ObjNum 325 snap 90 seq_num 325) 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1043: snap_create 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1039: finishing write tid 1 to smithi00187473-28 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1039: finishing write tid 2 to smithi00187473-28 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1039: finishing write tid 3 to smithi00187473-28 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1039: finishing write tid 4 to smithi00187473-28 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 620 (ObjNum 339 snap 92 seq_num 339) dirty exists 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1039: left oid 28 (ObjNum 339 snap 92 seq_num 339) 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1040: finishing copy_from racing read to smithi00187473-9 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1040: finishing copy_from to smithi00187473-9 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 598 (ObjNum 301 snap 77 seq_num 301) dirty exists 2024-08-17T16:54:11.046 INFO:tasks.rados.rados.0.smithi001.stdout:1037: expect (ObjNum 295 snap 76 seq_num 295) 2024-08-17T16:54:11.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: [17/Aug/2024:16:54:09] ENGINE Bus STARTING 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: [17/Aug/2024:16:54:09] ENGINE Serving on http://172.21.15.1:8765 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: pgmap v5: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: [17/Aug/2024:16:54:10] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: [17/Aug/2024:16:54:10] ENGINE Bus STARTED 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: [17/Aug/2024:16:54:10] ENGINE Error in HTTPServer.serve 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:54:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: self.do_handshake() 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:11.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[100737]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: [17/Aug/2024:16:54:09] ENGINE Bus STARTING 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: [17/Aug/2024:16:54:09] ENGINE Serving on http://172.21.15.1:8765 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: pgmap v5: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: [17/Aug/2024:16:54:10] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: [17/Aug/2024:16:54:10] ENGINE Bus STARTED 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: [17/Aug/2024:16:54:10] ENGINE Error in HTTPServer.serve 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout: Traceback (most recent call last): 2024-08-17T16:54:11.182 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._run(expiration_interval) 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: s = self.context.wrap_socket( 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: return self.sslsocket_class._create( 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:54:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout: self.do_handshake() 2024-08-17T16:54:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:54:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout: self._sslobj.do_handshake() 2024-08-17T16:54:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:54:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:11 smithi001 ceph-mon[41665]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:11.233 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2, 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:54:11.235 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:54:11.235 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:54:11.235 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:54:11.235 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 12, 2024-08-17T16:54:11.235 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:54:11.235 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:54:11.235 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: [17/Aug/2024:16:54:09] ENGINE Bus STARTING 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: [17/Aug/2024:16:54:09] ENGINE Serving on http://172.21.15.1:8765 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: pgmap v5: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: [17/Aug/2024:16:54:10] ENGINE Serving on https://172.21.15.1:7150 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: [17/Aug/2024:16:54:10] ENGINE Bus STARTED 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: [17/Aug/2024:16:54:10] ENGINE Error in HTTPServer.serve 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: Traceback (most recent call last): 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:54:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._run(expiration_interval) 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: s = self.context.wrap_socket( 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: return self.sslsocket_class._create( 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: self.do_handshake() 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: self._sslobj.do_handshake() 2024-08-17T16:54:11.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:54:11.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:11.431 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:11 smithi189 ceph-mon[33558]: from='client.34146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:11.542 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:54:11.542 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:54:11.542 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:54:11.543 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:54:11.543 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:54:11.543 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr" 2024-08-17T16:54:11.543 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:54:11.543 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "2/20 daemons upgraded", 2024-08-17T16:54:11.543 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "", 2024-08-17T16:54:11.543 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:54:11.543 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:54:11.739 INFO:tasks.rados.rados.0.smithi001.stdout:1042: expect (ObjNum 325 snap 90 seq_num 325) 2024-08-17T16:54:12.051 INFO:tasks.rados.rados.0.smithi001.stdout:1037: done (4 left) 2024-08-17T16:54:12.051 INFO:tasks.rados.rados.0.smithi001.stdout:1039: done (3 left) 2024-08-17T16:54:12.052 INFO:tasks.rados.rados.0.smithi001.stdout:1040: done (2 left) 2024-08-17T16:54:12.052 INFO:tasks.rados.rados.0.smithi001.stdout:1042: done (1 left) 2024-08-17T16:54:12.052 INFO:tasks.rados.rados.0.smithi001.stdout:1043: done (0 left) 2024-08-17T16:54:12.052 INFO:tasks.rados.rados.0.smithi001.stdout:1044: snap_remove snap 92 2024-08-17T16:54:12.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:12 smithi189 ceph-mon[33558]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:12.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:12 smithi189 ceph-mon[33558]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T16:54:12.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:12 smithi189 ceph-mon[33558]: from='client.? 172.21.15.1:0/2770057855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:12.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:12 smithi189 ceph-mon[33558]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:12.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:12 smithi001 ceph-mon[41665]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:12.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:12 smithi001 ceph-mon[41665]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T16:54:12.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:12 smithi001 ceph-mon[41665]: from='client.? 172.21.15.1:0/2770057855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:12.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:12 smithi001 ceph-mon[41665]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:12 smithi001 ceph-mon[100737]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:12 smithi001 ceph-mon[100737]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T16:54:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:12 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2770057855' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:12.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:12 smithi001 ceph-mon[100737]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:13.049 INFO:tasks.rados.rados.0.smithi001.stdout:1044: done (0 left) 2024-08-17T16:54:13.050 INFO:tasks.rados.rados.0.smithi001.stdout:1045: copy_from oid 20 from oid 6 current snap is 93 2024-08-17T16:54:13.050 INFO:tasks.rados.rados.0.smithi001.stdout:1046: read oid 25 snap -1 2024-08-17T16:54:13.050 INFO:tasks.rados.rados.0.smithi001.stdout:1046: expect (ObjNum 331 snap 92 seq_num 331) 2024-08-17T16:54:13.050 INFO:tasks.rados.rados.0.smithi001.stdout:1047: delete oid 48 current snap is 93 2024-08-17T16:54:13.057 INFO:tasks.rados.rados.0.smithi001.stdout:1047: done (2 left) 2024-08-17T16:54:13.057 INFO:tasks.rados.rados.0.smithi001.stdout:1048: delete oid 23 current snap is 93 2024-08-17T16:54:13.059 INFO:tasks.rados.rados.0.smithi001.stdout:1045: finishing copy_from to smithi00187473-20 2024-08-17T16:54:13.059 INFO:tasks.rados.rados.0.smithi001.stdout:1045: got expected ENOENT (src dne) 2024-08-17T16:54:13.060 INFO:tasks.rados.rados.0.smithi001.stdout:1045: finishing copy_from racing read to smithi00187473-20 2024-08-17T16:54:13.103 INFO:tasks.rados.rados.0.smithi001.stdout:1046: expect (ObjNum 331 snap 92 seq_num 331) 2024-08-17T16:54:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:13 smithi189 ceph-mon[33558]: pgmap v8: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:13 smithi189 ceph-mon[33558]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T16:54:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:13 smithi189 ceph-mon[33558]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-17T16:54:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:13 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:13 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[100737]: pgmap v8: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[100737]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T16:54:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[100737]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-17T16:54:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:13.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:13.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[41665]: pgmap v8: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:13.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[41665]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T16:54:13.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[41665]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-17T16:54:13.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:13.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:13 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:13.941 INFO:tasks.rados.rados.0.smithi001.stdout:1045: done (2 left) 2024-08-17T16:54:13.941 INFO:tasks.rados.rados.0.smithi001.stdout:1046: done (1 left) 2024-08-17T16:54:13.942 INFO:tasks.rados.rados.0.smithi001.stdout:1048: done (0 left) 2024-08-17T16:54:13.942 INFO:tasks.rados.rados.0.smithi001.stdout:1049: snap_create 2024-08-17T16:54:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:14 smithi189 ceph-mon[33558]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T16:54:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:14 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:14 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:14 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:14 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[100737]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T16:54:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[41665]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T16:54:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:14 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:14.557 INFO:tasks.rados.rados.0.smithi001.stdout:1049: done (0 left) 2024-08-17T16:54:14.557 INFO:tasks.rados.rados.0.smithi001.stdout:1050: rmattr oid 12 current snap is 94 2024-08-17T16:54:14.557 INFO:tasks.rados.rados.0.smithi001.stdout:1050: done (0 left) 2024-08-17T16:54:14.557 INFO:tasks.rados.rados.0.smithi001.stdout:1051: rollback oid 42 current snap is 94 2024-08-17T16:54:14.557 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 93 2024-08-17T16:54:14.557 INFO:tasks.rados.rados.0.smithi001.stdout:1052: snap_create 2024-08-17T16:54:14.565 INFO:tasks.rados.rados.0.smithi001.stdout:1051: finishing rollback tid 0 to smithi00187473-42 2024-08-17T16:54:14.565 INFO:tasks.rados.rados.0.smithi001.stdout:1051: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:54:14.565 INFO:tasks.rados.rados.0.smithi001.stdout:1051: finishing rollback tid 2 to smithi00187473-42 2024-08-17T16:54:14.565 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 609 (ObjNum 337 snap 92 seq_num 337) dirty exists 2024-08-17T16:54:14.710 INFO:tasks.rados.rados.0.smithi001.stdout:1051: done (1 left) 2024-08-17T16:54:14.710 INFO:tasks.rados.rados.0.smithi001.stdout:1052: done (0 left) 2024-08-17T16:54:14.710 INFO:tasks.rados.rados.0.smithi001.stdout:1053: copy_from oid 23 from oid 38 current snap is 95 2024-08-17T16:54:14.710 INFO:tasks.rados.rados.0.smithi001.stdout:1054: snap_remove snap 93 2024-08-17T16:54:15.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:15 smithi189 ceph-mon[33558]: pgmap v11: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:15.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:15 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:15 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:15 smithi189 ceph-mon[33558]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T16:54:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:15 smithi189 ceph-mon[33558]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T16:54:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[100737]: pgmap v11: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[100737]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T16:54:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[100737]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T16:54:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[41665]: pgmap v11: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[41665]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T16:54:15.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:15 smithi001 ceph-mon[41665]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T16:54:15.712 INFO:tasks.rados.rados.0.smithi001.stdout:1054: done (1 left) 2024-08-17T16:54:15.712 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 95 2024-08-17T16:54:15.712 INFO:tasks.rados.rados.0.smithi001.stdout:1053: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:54:15.713 INFO:tasks.rados.rados.0.smithi001.stdout:1055: seq_num 342 ranges {868352=532480,1400832=401408} 2024-08-17T16:54:15.720 INFO:tasks.rados.rados.0.smithi001.stdout:1055: writing smithi00187473-12 from 868352 to 1400832 tid 1 2024-08-17T16:54:15.723 INFO:tasks.rados.rados.0.smithi001.stdout:1055: writing smithi00187473-12 from 1400832 to 1802240 tid 2 2024-08-17T16:54:15.723 INFO:tasks.rados.rados.0.smithi001.stdout:1056: copy_from oid 44 from oid 4 current snap is 95 2024-08-17T16:54:15.724 INFO:tasks.rados.rados.0.smithi001.stdout:1053: finishing copy_from to smithi00187473-23 2024-08-17T16:54:15.724 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 832 (ObjNum 279 snap 65 seq_num 279) dirty exists 2024-08-17T16:54:15.724 INFO:tasks.rados.rados.0.smithi001.stdout:1053: done (2 left) 2024-08-17T16:54:15.724 INFO:tasks.rados.rados.0.smithi001.stdout:1057: rmattr oid 15 current snap is 95 2024-08-17T16:54:15.724 INFO:tasks.rados.rados.0.smithi001.stdout:1057: done (2 left) 2024-08-17T16:54:15.724 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 95 2024-08-17T16:54:15.724 INFO:tasks.rados.rados.0.smithi001.stdout:1058: seq_num 343 ranges {0=548864,548864=401408} 2024-08-17T16:54:15.726 INFO:tasks.rados.rados.0.smithi001.stdout:1058: writing smithi00187473-26 from 0 to 548864 tid 1 2024-08-17T16:54:15.729 INFO:tasks.rados.rados.0.smithi001.stdout:1058: writing smithi00187473-26 from 548864 to 950272 tid 2 2024-08-17T16:54:15.729 INFO:tasks.rados.rados.0.smithi001.stdout:1059: snap_create 2024-08-17T16:54:15.729 INFO:tasks.rados.rados.0.smithi001.stdout:1055: finishing write tid 1 to smithi00187473-12 2024-08-17T16:54:15.729 INFO:tasks.rados.rados.0.smithi001.stdout:1055: finishing write tid 2 to smithi00187473-12 2024-08-17T16:54:15.729 INFO:tasks.rados.rados.0.smithi001.stdout:1055: finishing write tid 3 to smithi00187473-12 2024-08-17T16:54:15.729 INFO:tasks.rados.rados.0.smithi001.stdout:1055: finishing write tid 4 to smithi00187473-12 2024-08-17T16:54:15.729 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 189 (ObjNum 342 snap 95 seq_num 342) dirty exists 2024-08-17T16:54:15.729 INFO:tasks.rados.rados.0.smithi001.stdout:1055: left oid 12 (ObjNum 342 snap 95 seq_num 342) 2024-08-17T16:54:15.730 INFO:tasks.rados.rados.0.smithi001.stdout:1058: finishing write tid 1 to smithi00187473-26 2024-08-17T16:54:15.732 INFO:tasks.rados.rados.0.smithi001.stdout:1058: finishing write tid 2 to smithi00187473-26 2024-08-17T16:54:15.732 INFO:tasks.rados.rados.0.smithi001.stdout:1058: finishing write tid 3 to smithi00187473-26 2024-08-17T16:54:15.733 INFO:tasks.rados.rados.0.smithi001.stdout:1058: finishing write tid 4 to smithi00187473-26 2024-08-17T16:54:15.733 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 446 (ObjNum 343 snap 95 seq_num 343) dirty exists 2024-08-17T16:54:15.733 INFO:tasks.rados.rados.0.smithi001.stdout:1058: left oid 26 (ObjNum 343 snap 95 seq_num 343) 2024-08-17T16:54:15.737 INFO:tasks.rados.rados.0.smithi001.stdout:1056: finishing copy_from racing read to smithi00187473-44 2024-08-17T16:54:15.740 INFO:tasks.rados.rados.0.smithi001.stdout:1056: finishing copy_from to smithi00187473-44 2024-08-17T16:54:15.740 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 854 (ObjNum 254 snap 59 seq_num 254) dirty exists 2024-08-17T16:54:16.718 INFO:tasks.rados.rados.0.smithi001.stdout:1055: done (3 left) 2024-08-17T16:54:16.718 INFO:tasks.rados.rados.0.smithi001.stdout:1056: done (2 left) 2024-08-17T16:54:16.718 INFO:tasks.rados.rados.0.smithi001.stdout:1058: done (1 left) 2024-08-17T16:54:16.718 INFO:tasks.rados.rados.0.smithi001.stdout:1059: done (0 left) 2024-08-17T16:54:16.718 INFO:tasks.rados.rados.0.smithi001.stdout:1060: rollback oid 26 current snap is 96 2024-08-17T16:54:16.718 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 95 2024-08-17T16:54:16.718 INFO:tasks.rados.rados.0.smithi001.stdout:1061: copy_from oid 48 from oid 14 current snap is 96 2024-08-17T16:54:16.718 INFO:tasks.rados.rados.0.smithi001.stdout:1062: snap_create 2024-08-17T16:54:16.721 INFO:tasks.rados.rados.0.smithi001.stdout:1061: finishing copy_from to smithi00187473-48 2024-08-17T16:54:16.721 INFO:tasks.rados.rados.0.smithi001.stdout:1061: got expected ENOENT (src dne) 2024-08-17T16:54:16.721 INFO:tasks.rados.rados.0.smithi001.stdout:1061: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:54:16.723 INFO:tasks.rados.rados.0.smithi001.stdout:1060: finishing rollback tid 0 to smithi00187473-26 2024-08-17T16:54:16.723 INFO:tasks.rados.rados.0.smithi001.stdout:1060: finishing rollback tid 1 to smithi00187473-26 2024-08-17T16:54:16.723 INFO:tasks.rados.rados.0.smithi001.stdout:1060: finishing rollback tid 2 to smithi00187473-26 2024-08-17T16:54:16.723 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 449 (ObjNum 343 snap 95 seq_num 343) dirty exists 2024-08-17T16:54:16.958 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:16.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:16.958 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:16 smithi189 ceph-mon[33558]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T16:54:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:16 smithi001 ceph-mon[100737]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T16:54:17.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:16 smithi001 ceph-mon[41665]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T16:54:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:54:17] "GET /metrics HTTP/1.1" 200 33447 "" "Prometheus/2.51.0" 2024-08-17T16:54:17.717 INFO:tasks.rados.rados.0.smithi001.stdout:1060: done (2 left) 2024-08-17T16:54:17.717 INFO:tasks.rados.rados.0.smithi001.stdout:1061: done (1 left) 2024-08-17T16:54:17.717 INFO:tasks.rados.rados.0.smithi001.stdout:1062: done (0 left) 2024-08-17T16:54:17.717 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 97 2024-08-17T16:54:17.717 INFO:tasks.rados.rados.0.smithi001.stdout:1063: seq_num 344 ranges {2842624=565248,3407872=401408} 2024-08-17T16:54:17.736 INFO:tasks.rados.rados.0.smithi001.stdout:1063: writing smithi00187473-23 from 2842624 to 3407872 tid 1 2024-08-17T16:54:17.739 INFO:tasks.rados.rados.0.smithi001.stdout:1063: writing smithi00187473-23 from 3407872 to 3809280 tid 2 2024-08-17T16:54:17.739 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 97 2024-08-17T16:54:17.740 INFO:tasks.rados.rados.0.smithi001.stdout:1064: seq_num 345 ranges {548864=581632,1130496=401408} 2024-08-17T16:54:17.746 INFO:tasks.rados.rados.0.smithi001.stdout:1064: writing smithi00187473-36 from 548864 to 1130496 tid 1 2024-08-17T16:54:17.749 INFO:tasks.rados.rados.0.smithi001.stdout:1064: writing smithi00187473-36 from 1130496 to 1531904 tid 2 2024-08-17T16:54:17.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 97 2024-08-17T16:54:17.749 INFO:tasks.rados.rados.0.smithi001.stdout:1063: finishing write tid 1 to smithi00187473-23 2024-08-17T16:54:17.749 INFO:tasks.rados.rados.0.smithi001.stdout:1063: finishing write tid 2 to smithi00187473-23 2024-08-17T16:54:17.749 INFO:tasks.rados.rados.0.smithi001.stdout:1063: finishing write tid 3 to smithi00187473-23 2024-08-17T16:54:17.749 INFO:tasks.rados.rados.0.smithi001.stdout:1063: finishing write tid 4 to smithi00187473-23 2024-08-17T16:54:17.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 835 (ObjNum 344 snap 97 seq_num 344) dirty exists 2024-08-17T16:54:17.750 INFO:tasks.rados.rados.0.smithi001.stdout:1063: left oid 23 (ObjNum 344 snap 97 seq_num 344) 2024-08-17T16:54:17.750 INFO:tasks.rados.rados.0.smithi001.stdout:1065: seq_num 346 ranges {1802240=598016,2400256=401408} 2024-08-17T16:54:17.763 INFO:tasks.rados.rados.0.smithi001.stdout:1065: writing smithi00187473-12 from 1802240 to 2400256 tid 1 2024-08-17T16:54:17.766 INFO:tasks.rados.rados.0.smithi001.stdout:1065: writing smithi00187473-12 from 2400256 to 2801664 tid 2 2024-08-17T16:54:17.766 INFO:tasks.rados.rados.0.smithi001.stdout:1063: done (2 left) 2024-08-17T16:54:17.766 INFO:tasks.rados.rados.0.smithi001.stdout:1066: snap_create 2024-08-17T16:54:17.767 INFO:tasks.rados.rados.0.smithi001.stdout:1064: finishing write tid 1 to smithi00187473-36 2024-08-17T16:54:17.767 INFO:tasks.rados.rados.0.smithi001.stdout:1064: finishing write tid 2 to smithi00187473-36 2024-08-17T16:54:17.767 INFO:tasks.rados.rados.0.smithi001.stdout:1064: finishing write tid 3 to smithi00187473-36 2024-08-17T16:54:17.767 INFO:tasks.rados.rados.0.smithi001.stdout:1064: finishing write tid 4 to smithi00187473-36 2024-08-17T16:54:17.767 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 857 (ObjNum 345 snap 97 seq_num 345) dirty exists 2024-08-17T16:54:17.767 INFO:tasks.rados.rados.0.smithi001.stdout:1064: left oid 36 (ObjNum 345 snap 97 seq_num 345) 2024-08-17T16:54:17.767 INFO:tasks.rados.rados.0.smithi001.stdout:1065: finishing write tid 1 to smithi00187473-12 2024-08-17T16:54:17.768 INFO:tasks.rados.rados.0.smithi001.stdout:1065: finishing write tid 2 to smithi00187473-12 2024-08-17T16:54:17.768 INFO:tasks.rados.rados.0.smithi001.stdout:1065: finishing write tid 3 to smithi00187473-12 2024-08-17T16:54:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:1065: finishing write tid 4 to smithi00187473-12 2024-08-17T16:54:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 193 (ObjNum 346 snap 97 seq_num 346) dirty exists 2024-08-17T16:54:17.769 INFO:tasks.rados.rados.0.smithi001.stdout:1065: left oid 12 (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:54:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:17 smithi189 ceph-mon[33558]: pgmap v15: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-08-17T16:54:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:17 smithi189 ceph-mon[33558]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T16:54:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:17 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:17 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:17 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:17 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[100737]: pgmap v15: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-08-17T16:54:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[100737]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T16:54:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:18.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[41665]: pgmap v15: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-08-17T16:54:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[41665]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T16:54:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:17 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:18.727 INFO:tasks.rados.rados.0.smithi001.stdout:1064: done (2 left) 2024-08-17T16:54:18.727 INFO:tasks.rados.rados.0.smithi001.stdout:1065: done (1 left) 2024-08-17T16:54:18.727 INFO:tasks.rados.rados.0.smithi001.stdout:1066: done (0 left) 2024-08-17T16:54:18.727 INFO:tasks.rados.rados.0.smithi001.stdout:1067: read oid 16 snap -1 2024-08-17T16:54:18.727 INFO:tasks.rados.rados.0.smithi001.stdout:1067: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:54:18.727 INFO:tasks.rados.rados.0.smithi001.stdout:1068: snap_create 2024-08-17T16:54:18.753 INFO:tasks.rados.rados.0.smithi001.stdout:1067: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:54:18.985 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.986 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.987 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.988 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.989 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.990 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:18.991 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:18.992 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:18.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:18.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:18.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:18.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:18.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:18.993 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.conf 2024-08-17T16:54:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.conf 2024-08-17T16:54:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T16:54:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: Updating smithi189:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:19.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:19.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:19.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:19.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:19.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:19.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:19.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:54:19.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:54:19.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:18 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:54:19.727 INFO:tasks.rados.rados.0.smithi001.stdout:1067: done (1 left) 2024-08-17T16:54:19.728 INFO:tasks.rados.rados.0.smithi001.stdout:1068: done (0 left) 2024-08-17T16:54:19.728 INFO:tasks.rados.rados.0.smithi001.stdout:1069: rmattr oid 40 current snap is 99 2024-08-17T16:54:19.728 INFO:tasks.rados.rados.0.smithi001.stdout:1069: done (0 left) 2024-08-17T16:54:19.728 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 99 2024-08-17T16:54:19.728 INFO:tasks.rados.rados.0.smithi001.stdout:1070: seq_num 347 ranges {0=614400,614400=401408} 2024-08-17T16:54:19.731 INFO:tasks.rados.rados.0.smithi001.stdout:1070: writing smithi00187473-19 from 0 to 614400 tid 1 2024-08-17T16:54:19.733 INFO:tasks.rados.rados.0.smithi001.stdout:1070: writing smithi00187473-19 from 614400 to 1015808 tid 2 2024-08-17T16:54:19.733 INFO:tasks.rados.rados.0.smithi001.stdout:1071: snap_create 2024-08-17T16:54:19.734 INFO:tasks.rados.rados.0.smithi001.stdout:1070: finishing write tid 1 to smithi00187473-19 2024-08-17T16:54:19.736 INFO:tasks.rados.rados.0.smithi001.stdout:1070: finishing write tid 2 to smithi00187473-19 2024-08-17T16:54:19.736 INFO:tasks.rados.rados.0.smithi001.stdout:1070: finishing write tid 3 to smithi00187473-19 2024-08-17T16:54:19.737 INFO:tasks.rados.rados.0.smithi001.stdout:1070: finishing write tid 4 to smithi00187473-19 2024-08-17T16:54:19.737 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 623 (ObjNum 347 snap 99 seq_num 347) dirty exists 2024-08-17T16:54:19.737 INFO:tasks.rados.rados.0.smithi001.stdout:1070: left oid 19 (ObjNum 347 snap 99 seq_num 347) 2024-08-17T16:54:20.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[100737]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:20.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[100737]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:20.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[100737]: pgmap v18: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:20.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[100737]: Upgrade: It appears safe to stop mon.c 2024-08-17T16:54:20.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[100737]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T16:54:20.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[41665]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:20.083 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[41665]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:20.083 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[41665]: pgmap v18: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:20.083 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[41665]: Upgrade: It appears safe to stop mon.c 2024-08-17T16:54:20.083 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:19 smithi001 ceph-mon[41665]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T16:54:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:19 smithi189 ceph-mon[33558]: Updating smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:19 smithi189 ceph-mon[33558]: Updating smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:19 smithi189 ceph-mon[33558]: pgmap v18: 121 pgs: 121 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:19 smithi189 ceph-mon[33558]: Upgrade: It appears safe to stop mon.c 2024-08-17T16:54:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:19 smithi189 ceph-mon[33558]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T16:54:20.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:20.738 INFO:tasks.rados.rados.0.smithi001.stdout:1070: done (1 left) 2024-08-17T16:54:20.738 INFO:tasks.rados.rados.0.smithi001.stdout:1071: done (0 left) 2024-08-17T16:54:20.738 INFO:tasks.rados.rados.0.smithi001.stdout:1072: snap_remove snap 94 2024-08-17T16:54:21.012 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[100737]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[41665]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[41665]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:54:21.013 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:20 smithi001 ceph-mon[41665]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:21.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:20 smithi189 ceph-mon[33558]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T16:54:21.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:20 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:21.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:20 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:54:21.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:20 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:54:21.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:20 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:21.553 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:21 smithi001 systemd[1]: Stopping Ceph mon.c for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:54:21.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c[41642]: 2024-08-17T16:54:21.550+0000 7fa6be493640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:54:21.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:21 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c[41642]: 2024-08-17T16:54:21.550+0000 7fa6be493640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-17T16:54:21.876 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:21 smithi001 podman[103083]: 2024-08-17 16:54:21.582062578 +0000 UTC m=+0.130363510 container died 16470c7da98e16aa63b723ec55a62503f7450ae447cd1e19b13dd3007ff09d87 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T16:54:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 podman[103083]: 2024-08-17 16:54:22.074033702 +0000 UTC m=+0.622334672 container cleanup 16470c7da98e16aa63b723ec55a62503f7450ae447cd1e19b13dd3007ff09d87 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:54:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 bash[103083]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c 2024-08-17T16:54:22.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 podman[103099]: 2024-08-17 16:54:22.401297094 +0000 UTC m=+0.816482154 container remove 16470c7da98e16aa63b723ec55a62503f7450ae447cd1e19b13dd3007ff09d87 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2) 2024-08-17T16:54:22.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-17T16:54:22.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 systemd[1]: Stopped Ceph mon.c for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:54:22.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.c.service: Consumed 8.440s CPU time. 2024-08-17T16:54:23.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 systemd[1]: Starting Ceph mon.c for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:54:23.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 podman[103236]: 2024-08-17 16:54:22.927097556 +0000 UTC m=+0.099707954 container create eab28d0cc75eef8678b102f1bcb54a55b14f17980754ffa12cb1ceb9a7ce2a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T16:54:23.046 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:22 smithi001 podman[103236]: 2024-08-17 16:54:22.845039272 +0000 UTC m=+0.017649629 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:54:23.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 podman[103236]: 2024-08-17 16:54:23.150405376 +0000 UTC m=+0.323015733 container init eab28d0cc75eef8678b102f1bcb54a55b14f17980754ffa12cb1ceb9a7ce2a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-08-17T16:54:23.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 podman[103236]: 2024-08-17 16:54:23.155103895 +0000 UTC m=+0.327714252 container start eab28d0cc75eef8678b102f1bcb54a55b14f17980754ffa12cb1ceb9a7ce2a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T16:54:23.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:54:23.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 7 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: pidfile_write: ignore empty --pid-file 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: load: jerasure load: lrc 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: RocksDB version: 7.9.2 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Git sha 0 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: DB SUMMARY 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: DB Session ID: K2V9RWAZVK10Y3YZ3L8G 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:54:23.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 10777991 ; 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T16:54:23.433 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.env: 0x55c81e2b8be0 2024-08-17T16:54:23.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T16:54:23.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.info_log: 0x55c81f6ff700 2024-08-17T16:54:23.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:54:23.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.statistics: (nil) 2024-08-17T16:54:23.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.use_fsync: 0 2024-08-17T16:54:23.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:54:23.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:54:23.434 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.db_log_dir: 2024-08-17T16:54:23.435 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.wal_dir: 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.write_buffer_manager: 0x55c81f702e60 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:54:23.436 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.unordered_write: 0 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.row_cache: None 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.wal_filter: None 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:54:23.437 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.wal_compression: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:54:23.438 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:54:23.439 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_open_files: -1 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Compression algorithms supported: 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: kZSTD supported: 0 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:54:23.440 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.merge_operator: 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_filter: None 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:54:23.441 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c81f6ff380) 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_type: 0 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_block_index_type: 0 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_shortening: 1 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: checksum: 4 2024-08-17T16:54:23.442 INFO:journalctl@ceph.mon.c.smithi001.stdout: no_block_cache: 0 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache: 0x55c81f6f3610 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_options: 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: capacity : 536870912 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: num_shard_bits : 4 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: strict_capacity_limit : 0 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_cache_compressed: (nil) 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: persistent_cache: (nil) 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_size: 4096 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_size_deviation: 10 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_restart_interval: 16 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: index_block_restart_interval: 1 2024-08-17T16:54:23.443 INFO:journalctl@ceph.mon.c.smithi001.stdout: metadata_block_size: 4096 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: partition_filters: 0 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: use_delta_encoding: 1 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: filter_policy: bloomfilter 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: whole_key_filtering: 1 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: verify_compression: 0 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: format_version: 5 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: enable_index_compression: 1 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: block_align: 0 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_auto_readahead_size: 262144 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: prepopulate_block_cache: 0 2024-08-17T16:54:23.444 INFO:journalctl@ceph.mon.c.smithi001.stdout: initial_auto_readahead_size: 8192 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression: NoCompression 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.num_levels: 7 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:54:23.445 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:54:23.446 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:54:23.447 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:54:23.448 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:54:23.449 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:54:23.450 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.ttl: 2592000 2024-08-17T16:54:23.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:54:23.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T16:54:23.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T16:54:23.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:54:23.451 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13493, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1e39a906-a8c4-423e-9dfc-2fe838ee9816 2024-08-17T16:54:23.452 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913663183015, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913663206610, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6686771, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13490, "largest_seqno": 16991, "table_properties": {"data_size": 6670807, "index_size": 11013, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3909, "raw_key_size": 35769, "raw_average_key_size": 22, "raw_value_size": 6638110, "raw_average_value_size": 4260, "num_data_blocks": 478, "num_entries": 1558, "num_filter_entries": 1558, "num_deletions": 307, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723913663, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1e39a906-a8c4-423e-9dfc-2fe838ee9816", "db_session_id": "K2V9RWAZVK10Y3YZ3L8G", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913663206771, "job": 1, "event": "recovery_finished"} 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c81f722e00 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: DB pointer 0x55c81f820000 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** DB Stats ** 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:54:23.453 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: L0 1/0 6.38 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 717.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: L6 1/0 7.54 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: Sum 2/0 13.91 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 717.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 717.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-17T16:54:23.454 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** Compaction Stats [default] ** 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 717.5 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:54:23.455 INFO:journalctl@ceph.mon.c.smithi001.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: Cumulative compaction: 0.01 GB write, 238.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: Interval compaction: 0.01 GB write, 238.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: Block cache BinnedLRUCache@0x55c81f6f3610#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:54:23.456 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: starting mon.c rank 2 at public addrs [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] at bind addrs [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: mon.c@-1(???) e3 preinit fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: mon.c@-1(???).mds e7 new map 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: mon.c@-1(???).mds e7 print_map 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: e7 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: legacy client fscid: 1 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: Filesystem 'cephfs' (1) 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: fs_name cephfs 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: epoch 7 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: created 2024-08-17T16:47:18.397025+0000 2024-08-17T16:54:23.457 INFO:journalctl@ceph.mon.c.smithi001.stdout: modified 2024-08-17T16:47:29.881318+0000 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: tableserver 0 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: root 0 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: session_timeout 60 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: session_autoclose 300 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_file_size 1099511627776 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_xattr_size 65536 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: required_client_features {} 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: last_failure 0 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: last_failure_osd_epoch 0 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: max_mds 1 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: in 0 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: up {0=24325} 2024-08-17T16:54:23.458 INFO:journalctl@ceph.mon.c.smithi001.stdout: failed 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: damaged 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: stopped 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: data_pools [3] 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: metadata_pool 2 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: inline_data disabled 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: balancer 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: bal_rank_mask -1 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: standby_count_wanted 0 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: qdb_cluster leader: 0 members: 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: [mds.b{0:24325} state up:active seq 5 addr [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T16:54:23.459 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout: Standby daemons: 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout: 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout: [mds.a{-1:14439} state up:standby seq 1 addr [v2:172.21.15.1:6834/2424609566,v1:172.21.15.1:6835/2424609566] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: mon.c@-1(???).osd e276 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: mon.c@-1(???).osd e276 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: mon.c@-1(???).osd e276 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: mon.c@-1(???).osd e276 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 ceph-mon[103274]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 bash[103236]: eab28d0cc75eef8678b102f1bcb54a55b14f17980754ffa12cb1ceb9a7ce2a59 2024-08-17T16:54:23.460 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:23 smithi001 systemd[1]: Started Ceph mon.c for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:54:24.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:26.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:25.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:26.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:27.392 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:54:27] "GET /metrics HTTP/1.1" 200 33447 "" "Prometheus/2.51.0" 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:28 smithi189 ceph-mon[33558]: Upgrade: Updating mon.c 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:28 smithi189 ceph-mon[33558]: Deploying daemon mon.c on smithi001 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:28 smithi189 ceph-mon[33558]: pgmap v21: 121 pgs: 121 active+clean; 143 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:28 smithi189 ceph-mon[33558]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:28 smithi189 ceph-mon[33558]: mgrmap e42: y(active, since 12s), standbys: x 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:28 smithi001 ceph-mon[100737]: Upgrade: Updating mon.c 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:28 smithi001 ceph-mon[100737]: Deploying daemon mon.c on smithi001 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:28 smithi001 ceph-mon[100737]: pgmap v21: 121 pgs: 121 active+clean; 143 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-08-17T16:54:28.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:28 smithi001 ceph-mon[100737]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T16:54:28.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:28 smithi001 ceph-mon[100737]: mgrmap e42: y(active, since 12s), standbys: x 2024-08-17T16:54:29.450 INFO:tasks.rados.rados.0.smithi001.stdout:1072: done (0 left) 2024-08-17T16:54:29.450 INFO:tasks.rados.rados.0.smithi001.stdout:1073: copy_from oid 33 from oid 1 current snap is 100 2024-08-17T16:54:29.450 INFO:tasks.rados.rados.0.smithi001.stdout:1074: read oid 46 snap -1 2024-08-17T16:54:29.450 INFO:tasks.rados.rados.0.smithi001.stdout:1074: expect (ObjNum 327 snap 90 seq_num 327) 2024-08-17T16:54:29.450 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 100 2024-08-17T16:54:29.450 INFO:tasks.rados.rados.0.smithi001.stdout:1075: seq_num 348 ranges {2842624=630784,3473408=401408} 2024-08-17T16:54:29.471 INFO:tasks.rados.rados.0.smithi001.stdout:1075: writing smithi00187473-38 from 2842624 to 3473408 tid 1 2024-08-17T16:54:29.473 INFO:tasks.rados.rados.0.smithi001.stdout:1075: writing smithi00187473-38 from 3473408 to 3874816 tid 2 2024-08-17T16:54:29.474 INFO:tasks.rados.rados.0.smithi001.stdout:1076: rollback oid 9 current snap is 100 2024-08-17T16:54:29.474 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 97 2024-08-17T16:54:29.474 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 100 2024-08-17T16:54:29.474 INFO:tasks.rados.rados.0.smithi001.stdout:1077: seq_num 349 ranges {0=655360,655360=401408} 2024-08-17T16:54:29.479 INFO:tasks.rados.rados.0.smithi001.stdout:1077: writing smithi00187473-14 from 0 to 655360 tid 1 2024-08-17T16:54:29.482 INFO:tasks.rados.rados.0.smithi001.stdout:1077: writing smithi00187473-14 from 655360 to 1056768 tid 2 2024-08-17T16:54:29.482 INFO:tasks.rados.rados.0.smithi001.stdout:1078: snap_remove snap 99 2024-08-17T16:54:29.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: mon.c calling monitor election 2024-08-17T16:54:29.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: mon.a calling monitor election 2024-08-17T16:54:29.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: mon.b calling monitor election 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: monmap epoch 3 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: last_changed 2024-08-17T16:43:26.976198+0000 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: min_mon_release 17 (quincy) 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: election_strategy: 1 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-17T16:54:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[100737]: overall HEALTH_OK 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: Upgrade: Updating mon.c 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: Deploying daemon mon.c on smithi001 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: pgmap v21: 121 pgs: 121 active+clean; 143 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 19 op/s 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: mgrmap e42: y(active, since 12s), standbys: x 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: mon.c calling monitor election 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: mon.a calling monitor election 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: mon.b calling monitor election 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: monmap epoch 3 2024-08-17T16:54:29.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: last_changed 2024-08-17T16:43:26.976198+0000 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: min_mon_release 17 (quincy) 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: election_strategy: 1 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-17T16:54:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:29 smithi001 ceph-mon[103274]: overall HEALTH_OK 2024-08-17T16:54:29.711 INFO:tasks.rados.rados.0.smithi001.stdout:1078: done (5 left) 2024-08-17T16:54:29.711 INFO:tasks.rados.rados.0.smithi001.stdout:1079: snap_remove snap 96 2024-08-17T16:54:29.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: mon.c calling monitor election 2024-08-17T16:54:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: mon.a calling monitor election 2024-08-17T16:54:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: mon.b calling monitor election 2024-08-17T16:54:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: monmap epoch 3 2024-08-17T16:54:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: last_changed 2024-08-17T16:43:26.976198+0000 2024-08-17T16:54:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: min_mon_release 17 (quincy) 2024-08-17T16:54:29.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: election_strategy: 1 2024-08-17T16:54:29.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:29.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:29.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:29.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:29.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T16:54:29.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-17T16:54:29.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:29 smithi189 ceph-mon[33558]: overall HEALTH_OK 2024-08-17T16:54:30.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:30 smithi189 ceph-mon[33558]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T16:54:30.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:30 smithi189 ceph-mon[33558]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T16:54:30.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:30.716 INFO:tasks.rados.rados.0.smithi001.stdout:1079: done (5 left) 2024-08-17T16:54:30.717 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 100 2024-08-17T16:54:30.717 INFO:tasks.rados.rados.0.smithi001.stdout:1073: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:54:30.717 INFO:tasks.rados.rados.0.smithi001.stdout:1080: seq_num 350 ranges {0=671744,671744=401408} 2024-08-17T16:54:30.720 INFO:tasks.rados.rados.0.smithi001.stdout:1080: writing smithi00187473-40 from 0 to 671744 tid 1 2024-08-17T16:54:30.722 INFO:tasks.rados.rados.0.smithi001.stdout:1080: writing smithi00187473-40 from 671744 to 1073152 tid 2 2024-08-17T16:54:30.723 INFO:tasks.rados.rados.0.smithi001.stdout:1081: read oid 13 snap -1 2024-08-17T16:54:30.723 INFO:tasks.rados.rados.0.smithi001.stdout:1081: expect deleted 2024-08-17T16:54:30.723 INFO:tasks.rados.rados.0.smithi001.stdout:1073: finishing copy_from to smithi00187473-33 2024-08-17T16:54:30.723 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 602 (ObjNum 308 snap 82 seq_num 308) dirty exists 2024-08-17T16:54:30.723 INFO:tasks.rados.rados.0.smithi001.stdout:1075: finishing write tid 1 to smithi00187473-38 2024-08-17T16:54:30.723 INFO:tasks.rados.rados.0.smithi001.stdout:1075: finishing write tid 2 to smithi00187473-38 2024-08-17T16:54:30.723 INFO:tasks.rados.rados.0.smithi001.stdout:1074: expect (ObjNum 327 snap 90 seq_num 327) 2024-08-17T16:54:30.864 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:30 smithi001 ceph-mon[103274]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T16:54:30.864 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:30 smithi001 ceph-mon[103274]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T16:54:30.864 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:30 smithi001 ceph-mon[100737]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T16:54:30.864 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:30 smithi001 ceph-mon[100737]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T16:54:31.035 INFO:tasks.rados.rados.0.smithi001.stdout:1076: finishing rollback tid 0 to smithi00187473-9 2024-08-17T16:54:31.035 INFO:tasks.rados.rados.0.smithi001.stdout:1076: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:54:31.035 INFO:tasks.rados.rados.0.smithi001.stdout:1076: finishing rollback tid 2 to smithi00187473-9 2024-08-17T16:54:31.035 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 626 (ObjNum 301 snap 77 seq_num 301) dirty exists 2024-08-17T16:54:31.035 INFO:tasks.rados.rados.0.smithi001.stdout:1075: finishing write tid 3 to smithi00187473-38 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1073: done (6 left) 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1074: done (5 left) 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1076: done (4 left) 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1082: delete oid 41 current snap is 100 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1075: finishing write tid 4 to smithi00187473-38 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 936 (ObjNum 348 snap 100 seq_num 348) dirty exists 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1075: left oid 38 (ObjNum 348 snap 100 seq_num 348) 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1077: finishing write tid 1 to smithi00187473-14 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1077: finishing write tid 2 to smithi00187473-14 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1077: finishing write tid 3 to smithi00187473-14 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1077: finishing write tid 4 to smithi00187473-14 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 626 (ObjNum 349 snap 100 seq_num 349) dirty exists 2024-08-17T16:54:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:1077: left oid 14 (ObjNum 349 snap 100 seq_num 349) 2024-08-17T16:54:31.037 INFO:tasks.rados.rados.0.smithi001.stdout:1080: finishing write tid 1 to smithi00187473-40 2024-08-17T16:54:31.037 INFO:tasks.rados.rados.0.smithi001.stdout:1080: finishing write tid 2 to smithi00187473-40 2024-08-17T16:54:31.037 INFO:tasks.rados.rados.0.smithi001.stdout:1080: finishing write tid 3 to smithi00187473-40 2024-08-17T16:54:31.037 INFO:tasks.rados.rados.0.smithi001.stdout:1080: finishing write tid 4 to smithi00187473-40 2024-08-17T16:54:31.037 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 452 (ObjNum 350 snap 100 seq_num 350) dirty exists 2024-08-17T16:54:31.037 INFO:tasks.rados.rados.0.smithi001.stdout:1080: left oid 40 (ObjNum 350 snap 100 seq_num 350) 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:1075: done (4 left) 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:1077: done (3 left) 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:1080: done (2 left) 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:1081: done (1 left) 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:1082: done (0 left) 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:1083: rollback oid 41 current snap is 100 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 95 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 100 2024-08-17T16:54:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:1084: seq_num 352 ranges {9199616=704512,9904128=401408} 2024-08-17T16:54:31.091 INFO:tasks.rados.rados.0.smithi001.stdout:1084: writing smithi00187473-25 from 9199616 to 9904128 tid 1 2024-08-17T16:54:31.094 INFO:tasks.rados.rados.0.smithi001.stdout:1084: writing smithi00187473-25 from 9904128 to 10305536 tid 2 2024-08-17T16:54:31.094 INFO:tasks.rados.rados.0.smithi001.stdout:1085: rollback oid 49 current snap is 100 2024-08-17T16:54:31.094 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 97 2024-08-17T16:54:31.094 INFO:tasks.rados.rados.0.smithi001.stdout:1083: finishing rollback tid 1 to smithi00187473-41 2024-08-17T16:54:31.094 INFO:tasks.rados.rados.0.smithi001.stdout:1086: delete oid 39 current snap is 100 2024-08-17T16:54:31.094 INFO:tasks.rados.rados.0.smithi001.stdout:1083: finishing rollback tid 2 to smithi00187473-41 2024-08-17T16:54:31.094 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 623 (ObjNum 282 snap 66 seq_num 282) dirty exists 2024-08-17T16:54:31.097 INFO:tasks.rados.rados.0.smithi001.stdout:1083: done (3 left) 2024-08-17T16:54:31.097 INFO:tasks.rados.rados.0.smithi001.stdout:1086: done (2 left) 2024-08-17T16:54:31.097 INFO:tasks.rados.rados.0.smithi001.stdout:1087: delete oid 41 current snap is 100 2024-08-17T16:54:31.097 INFO:tasks.rados.rados.0.smithi001.stdout:1084: finishing write tid 1 to smithi00187473-25 2024-08-17T16:54:31.097 INFO:tasks.rados.rados.0.smithi001.stdout:1084: finishing write tid 2 to smithi00187473-25 2024-08-17T16:54:31.097 INFO:tasks.rados.rados.0.smithi001.stdout:1084: finishing write tid 3 to smithi00187473-25 2024-08-17T16:54:31.098 INFO:tasks.rados.rados.0.smithi001.stdout:1087: done (2 left) 2024-08-17T16:54:31.098 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 100 2024-08-17T16:54:31.098 INFO:tasks.rados.rados.0.smithi001.stdout:1088: seq_num 355 ranges {0=753664,753664=401408} 2024-08-17T16:54:31.102 INFO:tasks.rados.rados.0.smithi001.stdout:1088: writing smithi00187473-3 from 0 to 753664 tid 1 2024-08-17T16:54:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:1088: writing smithi00187473-3 from 753664 to 1155072 tid 2 2024-08-17T16:54:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:1089: rmattr oid 40 current snap is 100 2024-08-17T16:54:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:1089: done (3 left) 2024-08-17T16:54:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:1090: read oid 37 snap 95 2024-08-17T16:54:31.105 INFO:tasks.rados.rados.0.smithi001.stdout:1090: expect (ObjNum 293 snap 75 seq_num 293) 2024-08-17T16:54:31.106 INFO:tasks.rados.rados.0.smithi001.stdout:1091: snap_remove snap 98 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1091: done (4 left) 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1092: read oid 23 snap -1 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1092: expect (ObjNum 344 snap 97 seq_num 344) 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1093: snap_create 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1084: finishing write tid 4 to smithi00187473-25 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 838 (ObjNum 352 snap 100 seq_num 352) dirty exists 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1084: left oid 25 (ObjNum 352 snap 100 seq_num 352) 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1085: finishing rollback tid 0 to smithi00187473-49 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1085: finishing rollback tid 1 to smithi00187473-49 2024-08-17T16:54:31.727 INFO:tasks.rados.rados.0.smithi001.stdout:1085: finishing rollback tid 2 to smithi00187473-49 2024-08-17T16:54:31.728 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 841 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-17T16:54:31.728 INFO:tasks.rados.rados.0.smithi001.stdout:1090: expect (ObjNum 293 snap 75 seq_num 293) 2024-08-17T16:54:31.730 INFO:tasks.rados.rados.0.smithi001.stdout:1088: finishing write tid 1 to smithi00187473-3 2024-08-17T16:54:31.730 INFO:tasks.rados.rados.0.smithi001.stdout:1088: finishing write tid 2 to smithi00187473-3 2024-08-17T16:54:31.730 INFO:tasks.rados.rados.0.smithi001.stdout:1088: finishing write tid 3 to smithi00187473-3 2024-08-17T16:54:31.730 INFO:tasks.rados.rados.0.smithi001.stdout:1088: finishing write tid 4 to smithi00187473-3 2024-08-17T16:54:31.730 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 295 (ObjNum 355 snap 100 seq_num 355) dirty exists 2024-08-17T16:54:31.730 INFO:tasks.rados.rados.0.smithi001.stdout:1088: left oid 3 (ObjNum 355 snap 100 seq_num 355) 2024-08-17T16:54:31.751 INFO:tasks.rados.rados.0.smithi001.stdout:1092: expect (ObjNum 344 snap 97 seq_num 344) 2024-08-17T16:54:31.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:31 smithi001 ceph-mon[100737]: pgmap v29: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 124 KiB/s wr, 0 op/s 2024-08-17T16:54:31.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:31 smithi001 ceph-mon[100737]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T16:54:31.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:31 smithi001 ceph-mon[103274]: pgmap v29: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 124 KiB/s wr, 0 op/s 2024-08-17T16:54:31.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:31 smithi001 ceph-mon[103274]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T16:54:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:31 smithi189 ceph-mon[33558]: pgmap v29: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 127 B/s rd, 124 KiB/s wr, 0 op/s 2024-08-17T16:54:32.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:31 smithi189 ceph-mon[33558]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T16:54:32.726 INFO:tasks.rados.rados.0.smithi001.stdout:1084: done (5 left) 2024-08-17T16:54:32.726 INFO:tasks.rados.rados.0.smithi001.stdout:1085: done (4 left) 2024-08-17T16:54:32.726 INFO:tasks.rados.rados.0.smithi001.stdout:1088: done (3 left) 2024-08-17T16:54:32.726 INFO:tasks.rados.rados.0.smithi001.stdout:1090: done (2 left) 2024-08-17T16:54:32.726 INFO:tasks.rados.rados.0.smithi001.stdout:1092: done (1 left) 2024-08-17T16:54:32.726 INFO:tasks.rados.rados.0.smithi001.stdout:1093: done (0 left) 2024-08-17T16:54:32.727 INFO:tasks.rados.rados.0.smithi001.stdout:1094: read oid 38 snap -1 2024-08-17T16:54:32.727 INFO:tasks.rados.rados.0.smithi001.stdout:1094: expect (ObjNum 348 snap 100 seq_num 348) 2024-08-17T16:54:32.727 INFO:tasks.rados.rados.0.smithi001.stdout:1095: rmattr oid 42 current snap is 101 2024-08-17T16:54:32.727 INFO:tasks.rados.rados.0.smithi001.stdout:1096: copy_from oid 43 from oid 40 current snap is 101 2024-08-17T16:54:32.727 INFO:tasks.rados.rados.0.smithi001.stdout:1097: snap_create 2024-08-17T16:54:32.735 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 610 (ObjNum 337 snap 92 seq_num 337) dirty exists 2024-08-17T16:54:32.744 INFO:tasks.rados.rados.0.smithi001.stdout:1094: expect (ObjNum 348 snap 100 seq_num 348) 2024-08-17T16:54:32.908 INFO:tasks.rados.rados.0.smithi001.stdout:1096: finishing copy_from racing read to smithi00187473-43 2024-08-17T16:54:32.908 INFO:tasks.rados.rados.0.smithi001.stdout:1096: finishing copy_from to smithi00187473-43 2024-08-17T16:54:32.908 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 452 (ObjNum 350 snap 100 seq_num 350) dirty exists 2024-08-17T16:54:33.063 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[100737]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T16:54:33.063 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.063 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.063 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.063 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.063 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[103274]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T16:54:33.063 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[103274]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.063 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[103274]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.064 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[103274]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.064 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:32 smithi001 ceph-mon[103274]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:32 smithi189 ceph-mon[33558]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T16:54:33.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:32 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:32 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:32 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:32 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:33.339 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:33 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:33.218+0000 7fb446031640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-17T16:54:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1094: done (3 left) 2024-08-17T16:54:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1095: done (2 left) 2024-08-17T16:54:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1096: done (1 left) 2024-08-17T16:54:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1097: done (0 left) 2024-08-17T16:54:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 102 2024-08-17T16:54:33.734 INFO:tasks.rados.rados.0.smithi001.stdout:1098: seq_num 356 ranges {884736=770048,1654784=401408} 2024-08-17T16:54:33.742 INFO:tasks.rados.rados.0.smithi001.stdout:1098: writing smithi00187473-28 from 884736 to 1654784 tid 1 2024-08-17T16:54:33.745 INFO:tasks.rados.rados.0.smithi001.stdout:1098: writing smithi00187473-28 from 1654784 to 2056192 tid 2 2024-08-17T16:54:33.745 INFO:tasks.rados.rados.0.smithi001.stdout:1099: rmattr oid 39 current snap is 102 2024-08-17T16:54:33.745 INFO:tasks.rados.rados.0.smithi001.stdout:1099: done (1 left) 2024-08-17T16:54:33.745 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 102 2024-08-17T16:54:33.745 INFO:tasks.rados.rados.0.smithi001.stdout:1100: seq_num 357 ranges {3743744=786432,4530176=401408} 2024-08-17T16:54:33.770 INFO:tasks.rados.rados.0.smithi001.stdout:1100: writing smithi00187473-34 from 3743744 to 4530176 tid 1 2024-08-17T16:54:33.772 INFO:tasks.rados.rados.0.smithi001.stdout:1100: writing smithi00187473-34 from 4530176 to 4931584 tid 2 2024-08-17T16:54:33.772 INFO:tasks.rados.rados.0.smithi001.stdout:1101: copy_from oid 3 from oid 13 current snap is 102 2024-08-17T16:54:33.772 INFO:tasks.rados.rados.0.smithi001.stdout:1098: finishing write tid 1 to smithi00187473-28 2024-08-17T16:54:33.772 INFO:tasks.rados.rados.0.smithi001.stdout:1102: copy_from oid 32 from oid 12 current snap is 102 2024-08-17T16:54:33.773 INFO:tasks.rados.rados.0.smithi001.stdout:1098: finishing write tid 2 to smithi00187473-28 2024-08-17T16:54:33.773 INFO:tasks.rados.rados.0.smithi001.stdout:1098: finishing write tid 3 to smithi00187473-28 2024-08-17T16:54:33.773 INFO:tasks.rados.rados.0.smithi001.stdout:1098: finishing write tid 4 to smithi00187473-28 2024-08-17T16:54:33.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 627 (ObjNum 356 snap 102 seq_num 356) dirty exists 2024-08-17T16:54:33.773 INFO:tasks.rados.rados.0.smithi001.stdout:1098: left oid 28 (ObjNum 356 snap 102 seq_num 356) 2024-08-17T16:54:33.773 INFO:tasks.rados.rados.0.smithi001.stdout:1098: done (3 left) 2024-08-17T16:54:33.773 INFO:tasks.rados.rados.0.smithi001.stdout:1103: snap_create 2024-08-17T16:54:33.777 INFO:tasks.rados.rados.0.smithi001.stdout:1101: finishing copy_from to smithi00187473-3 2024-08-17T16:54:33.778 INFO:tasks.rados.rados.0.smithi001.stdout:1101: got expected ENOENT (src dne) 2024-08-17T16:54:33.778 INFO:tasks.rados.rados.0.smithi001.stdout:1101: finishing copy_from racing read to smithi00187473-3 2024-08-17T16:54:33.778 INFO:tasks.rados.rados.0.smithi001.stdout:1100: finishing write tid 1 to smithi00187473-34 2024-08-17T16:54:33.778 INFO:tasks.rados.rados.0.smithi001.stdout:1100: finishing write tid 2 to smithi00187473-34 2024-08-17T16:54:33.778 INFO:tasks.rados.rados.0.smithi001.stdout:1100: finishing write tid 3 to smithi00187473-34 2024-08-17T16:54:33.780 INFO:tasks.rados.rados.0.smithi001.stdout:1100: finishing write tid 4 to smithi00187473-34 2024-08-17T16:54:33.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 844 (ObjNum 357 snap 102 seq_num 357) dirty exists 2024-08-17T16:54:33.780 INFO:tasks.rados.rados.0.smithi001.stdout:1100: left oid 34 (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:54:33.791 INFO:tasks.rados.rados.0.smithi001.stdout:1102: finishing copy_from racing read to smithi00187473-32 2024-08-17T16:54:33.793 INFO:tasks.rados.rados.0.smithi001.stdout:1102: finishing copy_from to smithi00187473-32 2024-08-17T16:54:33.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 193 (ObjNum 346 snap 97 seq_num 346) dirty exists 2024-08-17T16:54:34.101 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:33 smithi001 ceph-mon[103274]: pgmap v32: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:34.101 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:33 smithi001 ceph-mon[103274]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T16:54:34.101 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:33 smithi001 ceph-mon[100737]: pgmap v32: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:34.101 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:33 smithi001 ceph-mon[100737]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T16:54:34.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:33 smithi189 ceph-mon[33558]: pgmap v32: 121 pgs: 121 active+clean; 144 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:54:34.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:33 smithi189 ceph-mon[33558]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T16:54:34.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:34.743 INFO:tasks.rados.rados.0.smithi001.stdout:1100: done (3 left) 2024-08-17T16:54:34.743 INFO:tasks.rados.rados.0.smithi001.stdout:1101: done (2 left) 2024-08-17T16:54:34.743 INFO:tasks.rados.rados.0.smithi001.stdout:1102: done (1 left) 2024-08-17T16:54:34.743 INFO:tasks.rados.rados.0.smithi001.stdout:1103: done (0 left) 2024-08-17T16:54:34.743 INFO:tasks.rados.rados.0.smithi001.stdout:1104: snap_create 2024-08-17T16:54:34.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:34 smithi001 ceph-mon[100737]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T16:54:34.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:34 smithi001 ceph-mon[103274]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T16:54:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:34 smithi189 ceph-mon[33558]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T16:54:35.744 INFO:tasks.rados.rados.0.smithi001.stdout:1104: done (0 left) 2024-08-17T16:54:35.744 INFO:tasks.rados.rados.0.smithi001.stdout:1105: snap_remove snap 102 2024-08-17T16:54:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:35 smithi189 ceph-mon[33558]: pgmap v35: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-17T16:54:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:35 smithi189 ceph-mon[33558]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T16:54:36.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:36.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:35 smithi001 ceph-mon[100737]: pgmap v35: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-17T16:54:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:35 smithi001 ceph-mon[100737]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T16:54:36.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:35 smithi001 ceph-mon[103274]: pgmap v35: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-17T16:54:36.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:35 smithi001 ceph-mon[103274]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T16:54:36.757 INFO:tasks.rados.rados.0.smithi001.stdout:1105: done (0 left) 2024-08-17T16:54:36.758 INFO:tasks.rados.rados.0.smithi001.stdout:1106: rollback oid 5 current snap is 104 2024-08-17T16:54:36.758 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 100 2024-08-17T16:54:36.758 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 104 2024-08-17T16:54:36.758 INFO:tasks.rados.rados.0.smithi001.stdout:1107: seq_num 358 ranges {10608640=802816,11411456=401408} 2024-08-17T16:54:36.820 INFO:tasks.rados.rados.0.smithi001.stdout:1107: writing smithi00187473-29 from 10608640 to 11411456 tid 1 2024-08-17T16:54:36.822 INFO:tasks.rados.rados.0.smithi001.stdout:1107: writing smithi00187473-29 from 11411456 to 11812864 tid 2 2024-08-17T16:54:36.822 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 104 2024-08-17T16:54:36.822 INFO:tasks.rados.rados.0.smithi001.stdout:1108: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-08-17T16:54:36.825 INFO:tasks.rados.rados.0.smithi001.stdout:1108: writing smithi00187473-10 from 0 to 417792 tid 1 2024-08-17T16:54:36.828 INFO:tasks.rados.rados.0.smithi001.stdout:1108: writing smithi00187473-10 from 417792 to 835584 tid 2 2024-08-17T16:54:36.831 INFO:tasks.rados.rados.0.smithi001.stdout:1108: writing smithi00187473-10 from 835584 to 1220608 tid 3 2024-08-17T16:54:36.831 INFO:tasks.rados.rados.0.smithi001.stdout:1109: delete oid 26 current snap is 104 2024-08-17T16:54:36.831 INFO:tasks.rados.rados.0.smithi001.stdout:1106: finishing rollback tid 1 to smithi00187473-5 2024-08-17T16:54:36.831 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 0 (ObjNum 177 snap 0 seq_num 1537834432) dirty dne 2024-08-17T16:54:36.831 INFO:tasks.rados.rados.0.smithi001.stdout:1107: finishing write tid 1 to smithi00187473-29 2024-08-17T16:54:36.831 INFO:tasks.rados.rados.0.smithi001.stdout:1108: finishing write tid 1 to smithi00187473-10 2024-08-17T16:54:36.831 INFO:tasks.rados.rados.0.smithi001.stdout:1107: finishing write tid 2 to smithi00187473-29 2024-08-17T16:54:36.831 INFO:tasks.rados.rados.0.smithi001.stdout:1108: finishing write tid 2 to smithi00187473-10 2024-08-17T16:54:36.832 INFO:tasks.rados.rados.0.smithi001.stdout:1107: finishing write tid 3 to smithi00187473-29 2024-08-17T16:54:36.832 INFO:tasks.rados.rados.0.smithi001.stdout:1107: finishing write tid 4 to smithi00187473-29 2024-08-17T16:54:36.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 629 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T16:54:36.832 INFO:tasks.rados.rados.0.smithi001.stdout:1107: left oid 29 (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:54:36.833 INFO:tasks.rados.rados.0.smithi001.stdout:1108: finishing write tid 3 to smithi00187473-10 2024-08-17T16:54:36.833 INFO:tasks.rados.rados.0.smithi001.stdout:1108: finishing write tid 4 to smithi00187473-10 2024-08-17T16:54:36.835 INFO:tasks.rados.rados.0.smithi001.stdout:1108: finishing write tid 5 to smithi00187473-10 2024-08-17T16:54:36.835 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 861 (ObjNum 359 snap 104 seq_num 359) dirty exists 2024-08-17T16:54:36.835 INFO:tasks.rados.rados.0.smithi001.stdout:1108: left oid 10 (ObjNum 359 snap 104 seq_num 359) 2024-08-17T16:54:36.836 INFO:tasks.rados.rados.0.smithi001.stdout:1106: done (3 left) 2024-08-17T16:54:36.836 INFO:tasks.rados.rados.0.smithi001.stdout:1107: done (2 left) 2024-08-17T16:54:36.836 INFO:tasks.rados.rados.0.smithi001.stdout:1108: done (1 left) 2024-08-17T16:54:36.836 INFO:tasks.rados.rados.0.smithi001.stdout:1109: done (0 left) 2024-08-17T16:54:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:1110: read oid 28 snap -1 2024-08-17T16:54:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:1110: expect (ObjNum 356 snap 102 seq_num 356) 2024-08-17T16:54:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:1111: snap_remove snap 101 2024-08-17T16:54:36.994 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:36.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:54:36.995 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:36 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T16:54:37.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T16:54:37.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T16:54:37.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T16:54:37.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:36 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-17T16:54:37.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:54:37] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.51.0" 2024-08-17T16:54:37.762 INFO:tasks.rados.rados.0.smithi001.stdout:1111: done (1 left) 2024-08-17T16:54:37.762 INFO:tasks.rados.rados.0.smithi001.stdout:1112: snap_remove snap 100 2024-08-17T16:54:37.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:37 smithi189 ceph-mon[33558]: Upgrade: It appears safe to stop mon.b 2024-08-17T16:54:37.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:37 smithi189 ceph-mon[33558]: pgmap v38: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-17T16:54:37.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:37 smithi189 ceph-mon[33558]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T16:54:37.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:37 smithi189 ceph-mon[33558]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:37.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:37 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:54:37.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:37 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:54:37.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:37 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[100737]: Upgrade: It appears safe to stop mon.b 2024-08-17T16:54:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[100737]: pgmap v38: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-17T16:54:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[100737]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[100737]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[103274]: Upgrade: It appears safe to stop mon.b 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[103274]: pgmap v38: 121 pgs: 121 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[103274]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[103274]: from='mgr.25145 ' entity='mgr.y' 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:54:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:54:38.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:37 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:38.768 INFO:tasks.rados.rados.0.smithi001.stdout:1112: done (1 left) 2024-08-17T16:54:38.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 104 2024-08-17T16:54:38.768 INFO:tasks.rados.rados.0.smithi001.stdout:1110: expect (ObjNum 356 snap 102 seq_num 356) 2024-08-17T16:54:38.841 INFO:tasks.rados.rados.0.smithi001.stdout:1113: seq_num 361 ranges {3743744=450560,4194304=581632,4775936=221184} 2024-08-17T16:54:38.864 INFO:tasks.rados.rados.0.smithi001.stdout:1113: writing smithi00187473-9 from 3743744 to 4194304 tid 1 2024-08-17T16:54:38.867 INFO:tasks.rados.rados.0.smithi001.stdout:1113: writing smithi00187473-9 from 4194304 to 4775936 tid 2 2024-08-17T16:54:38.868 INFO:tasks.rados.rados.0.smithi001.stdout:1113: writing smithi00187473-9 from 4775936 to 4997120 tid 3 2024-08-17T16:54:38.869 INFO:tasks.rados.rados.0.smithi001.stdout:1110: done (1 left) 2024-08-17T16:54:38.869 INFO:tasks.rados.rados.0.smithi001.stdout:1114: copy_from oid 4 from oid 34 current snap is 104 2024-08-17T16:54:38.869 INFO:tasks.rados.rados.0.smithi001.stdout:1113: finishing write tid 1 to smithi00187473-9 2024-08-17T16:54:38.869 INFO:tasks.rados.rados.0.smithi001.stdout:1115: snap_create 2024-08-17T16:54:38.871 INFO:tasks.rados.rados.0.smithi001.stdout:1113: finishing write tid 2 to smithi00187473-9 2024-08-17T16:54:38.871 INFO:tasks.rados.rados.0.smithi001.stdout:1113: finishing write tid 3 to smithi00187473-9 2024-08-17T16:54:38.871 INFO:tasks.rados.rados.0.smithi001.stdout:1113: finishing write tid 4 to smithi00187473-9 2024-08-17T16:54:38.874 INFO:tasks.rados.rados.0.smithi001.stdout:1113: finishing write tid 5 to smithi00187473-9 2024-08-17T16:54:38.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 630 (ObjNum 361 snap 104 seq_num 361) dirty exists 2024-08-17T16:54:38.874 INFO:tasks.rados.rados.0.smithi001.stdout:1113: left oid 9 (ObjNum 361 snap 104 seq_num 361) 2024-08-17T16:54:38.888 INFO:tasks.rados.rados.0.smithi001.stdout:1114: finishing copy_from racing read to smithi00187473-4 2024-08-17T16:54:38.894 INFO:tasks.rados.rados.0.smithi001.stdout:1114: finishing copy_from to smithi00187473-4 2024-08-17T16:54:38.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 844 (ObjNum 357 snap 102 seq_num 357) dirty exists 2024-08-17T16:54:39.014 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:38 smithi189 ceph-mon[33558]: Upgrade: Updating mon.b 2024-08-17T16:54:39.014 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:38 smithi189 ceph-mon[33558]: Deploying daemon mon.b on smithi189 2024-08-17T16:54:39.014 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:38 smithi189 ceph-mon[33558]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T16:54:39.014 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:38 smithi189 ceph-mon[33558]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:38 smithi001 ceph-mon[100737]: Upgrade: Updating mon.b 2024-08-17T16:54:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:38 smithi001 ceph-mon[100737]: Deploying daemon mon.b on smithi189 2024-08-17T16:54:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:38 smithi001 ceph-mon[100737]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T16:54:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:38 smithi001 ceph-mon[103274]: Upgrade: Updating mon.b 2024-08-17T16:54:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:38 smithi001 ceph-mon[103274]: Deploying daemon mon.b on smithi189 2024-08-17T16:54:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:38 smithi001 ceph-mon[103274]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T16:54:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:39.547 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:39 smithi189 systemd[1]: Stopping Ceph mon.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:54:39.770 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:39] ENGINE Bus STOPPING 2024-08-17T16:54:39.903 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b[33535]: 2024-08-17T16:54:39.544+0000 7f68e498f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:54:39.903 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b[33535]: 2024-08-17T16:54:39.544+0000 7f68e498f640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-17T16:54:39.903 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:39 smithi189 podman[90351]: 2024-08-17 16:54:39.636968928 +0000 UTC m=+0.194770091 container died b7cf5a6bf10a6604cd6bfdcc6bfeba309294272795e251fbf55a73edbc860a11 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:54:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 podman[90351]: 2024-08-17 16:54:40.001130362 +0000 UTC m=+0.558931515 container cleanup b7cf5a6bf10a6604cd6bfdcc6bfeba309294272795e251fbf55a73edbc860a11 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:54:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 bash[90351]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b 2024-08-17T16:54:40.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:54:40.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:39] ENGINE Bus STOPPED 2024-08-17T16:54:40.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:39] ENGINE Bus STARTING 2024-08-17T16:54:40.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:39] ENGINE Serving on http://:::9283 2024-08-17T16:54:40.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:16:54:39] ENGINE Bus STARTED 2024-08-17T16:54:40.621 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:40.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 podman[90371]: 2024-08-17 16:54:40.269427109 +0000 UTC m=+0.630218515 container remove b7cf5a6bf10a6604cd6bfdcc6bfeba309294272795e251fbf55a73edbc860a11 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-17T16:54:40.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-17T16:54:40.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 systemd[1]: Stopped Ceph mon.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:54:40.622 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.b.service: Consumed 9.048s CPU time. 2024-08-17T16:54:40.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 systemd[1]: Starting Ceph mon.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:54:40.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 podman[90503]: 2024-08-17 16:54:40.740097705 +0000 UTC m=+0.017372743 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:54:40.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:40 smithi189 podman[90503]: 2024-08-17 16:54:40.845596789 +0000 UTC m=+0.122871804 container create 9c129c8c3a79ae6b3f3d6a9fb633e15360b9f3a36e1f00c03ea39318af661e5c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:54:41.124 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 podman[90503]: 2024-08-17 16:54:41.090195154 +0000 UTC m=+0.367470188 container init 9c129c8c3a79ae6b3f3d6a9fb633e15360b9f3a36e1f00c03ea39318af661e5c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:54:41.124 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 podman[90503]: 2024-08-17 16:54:41.094894956 +0000 UTC m=+0.372169973 container start 9c129c8c3a79ae6b3f3d6a9fb633e15360b9f3a36e1f00c03ea39318af661e5c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe) 2024-08-17T16:54:41.124 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:54:41.124 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 7 2024-08-17T16:54:41.124 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: pidfile_write: ignore empty --pid-file 2024-08-17T16:54:41.124 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: load: jerasure load: lrc 2024-08-17T16:54:41.124 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: RocksDB version: 7.9.2 2024-08-17T16:54:41.124 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Git sha 0 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: DB SUMMARY 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: DB Session ID: 3LAPCKLCQQ5DZCV1WRYJ 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 11596669 ; 2024-08-17T16:54:41.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.env: 0x55e434806be0 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.info_log: 0x55e4353e7700 2024-08-17T16:54:41.126 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:54:41.127 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.statistics: (nil) 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.use_fsync: 0 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:54:41.128 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.db_log_dir: 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.wal_dir: 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:54:41.129 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.write_buffer_manager: 0x55e4353eae60 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:54:41.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.unordered_write: 0 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.row_cache: None 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.wal_filter: None 2024-08-17T16:54:41.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.wal_compression: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:54:41.132 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:54:41.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_open_files: -1 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:54:41.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Compression algorithms supported: 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: kZSTD supported: 0 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T16:54:41.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.merge_operator: 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_filter: None 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e4353e7380) 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:54:41.136 INFO:journalctl@ceph.mon.b.smithi189.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: index_type: 0 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: data_block_index_type: 0 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: index_shortening: 1 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: checksum: 4 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: no_block_cache: 0 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: block_cache: 0x55e4353db610 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: block_cache_options: 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: capacity : 536870912 2024-08-17T16:54:41.137 INFO:journalctl@ceph.mon.b.smithi189.stdout: num_shard_bits : 4 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: strict_capacity_limit : 0 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: block_cache_compressed: (nil) 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: persistent_cache: (nil) 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: block_size: 4096 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: block_size_deviation: 10 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: block_restart_interval: 16 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: index_block_restart_interval: 1 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: metadata_block_size: 4096 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: partition_filters: 0 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: use_delta_encoding: 1 2024-08-17T16:54:41.138 INFO:journalctl@ceph.mon.b.smithi189.stdout: filter_policy: bloomfilter 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: whole_key_filtering: 1 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: verify_compression: 0 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: format_version: 5 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: enable_index_compression: 1 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: block_align: 0 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: max_auto_readahead_size: 262144 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: prepopulate_block_cache: 0 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: initial_auto_readahead_size: 8192 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T16:54:41.139 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression: NoCompression 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.num_levels: 7 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:54:41.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:54:41.141 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:54:41.142 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:54:41.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:54:41.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:54:41.145 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.ttl: 2592000 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:54:41.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T16:54:41.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13567, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:54:41.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T16:54:41.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d220a366-8041-4fd4-9d43-550a6255ee29 2024-08-17T16:54:41.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913681121055, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T16:54:41.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T16:54:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913681150807, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7167778, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13564, "largest_seqno": 17490, "table_properties": {"data_size": 7150165, "index_size": 12278, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4293, "raw_key_size": 39234, "raw_average_key_size": 22, "raw_value_size": 7114081, "raw_average_value_size": 4165, "num_data_blocks": 532, "num_entries": 1708, "num_filter_entries": 1708, "num_deletions": 310, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723913681, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d220a366-8041-4fd4-9d43-550a6255ee29", "db_session_id": "3LAPCKLCQQ5DZCV1WRYJ", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T16:54:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913681150962, "job": 1, "event": "recovery_finished"} 2024-08-17T16:54:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T16:54:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T16:54:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:54:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e43540ae00 2024-08-17T16:54:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: DB pointer 0x55e435508000 2024-08-17T16:54:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: ** DB Stats ** 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: ** Compaction Stats [default] ** 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:54:41.430 INFO:journalctl@ceph.mon.b.smithi189.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: L0 1/0 6.84 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 542.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: L6 1/0 7.54 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: Sum 2/0 14.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 542.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 542.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: ** Compaction Stats [default] ** 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 542.9 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:54:41.431 INFO:journalctl@ceph.mon.b.smithi189.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: Cumulative compaction: 0.01 GB write, 207.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: Interval compaction: 0.01 GB write, 207.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: Block cache BinnedLRUCache@0x55e4353db610#7 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: starting mon.b rank 1 at public addrs [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] at bind addrs [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: mon.b@-1(???) e3 preinit fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: mon.b@-1(???).mds e7 new map 2024-08-17T16:54:41.432 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: mon.b@-1(???).mds e7 print_map 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: e7 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: legacy client fscid: 1 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: Filesystem 'cephfs' (1) 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: fs_name cephfs 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: epoch 7 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: created 2024-08-17T16:47:18.397025+0000 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: modified 2024-08-17T16:47:29.881318+0000 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: tableserver 0 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: root 0 2024-08-17T16:54:41.433 INFO:journalctl@ceph.mon.b.smithi189.stdout: session_timeout 60 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: session_autoclose 300 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: max_file_size 1099511627776 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: max_xattr_size 65536 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: required_client_features {} 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: last_failure 0 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: last_failure_osd_epoch 0 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: max_mds 1 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: in 0 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: up {0=24325} 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: failed 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: damaged 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: stopped 2024-08-17T16:54:41.434 INFO:journalctl@ceph.mon.b.smithi189.stdout: data_pools [3] 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: metadata_pool 2 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: inline_data disabled 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: balancer 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: bal_rank_mask -1 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: standby_count_wanted 0 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: qdb_cluster leader: 0 members: 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: [mds.b{0:24325} state up:active seq 5 addr [v2:172.21.15.189:6832/2845003343,v1:172.21.15.189:6833/2845003343] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: Standby daemons: 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout: [mds.a{-1:14439} state up:standby seq 1 addr [v2:172.21.15.1:6834/2424609566,v1:172.21.15.1:6835/2424609566] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T16:54:41.435 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: mon.b@-1(???).osd e287 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T16:54:41.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: mon.b@-1(???).osd e287 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:54:41.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: mon.b@-1(???).osd e287 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:54:41.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: mon.b@-1(???).osd e287 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T16:54:41.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 ceph-mon[90541]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-17T16:54:41.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 bash[90503]: 9c129c8c3a79ae6b3f3d6a9fb633e15360b9f3a36e1f00c03ea39318af661e5c 2024-08-17T16:54:41.436 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:41 smithi189 systemd[1]: Started Ceph mon.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:54:41.862 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (119s) 10s ago 6m 14.8M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (95s) 28s ago 6m 79.3M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (7m) 10s ago 7m 17.0M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (7m) 28s ago 7m 19.7M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (56s) 28s ago 10m 450M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (84s) 10s ago 12m 512M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (43s) 10s ago 12m 40.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 starting - - - 2048M 2024-08-17T16:54:42.442 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (19s) 10s ago 11m 26.7M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (114s) 10s ago 5m 9969k - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (90s) 28s ago 5m 8266k - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (10m) 10s ago 10m 163M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (10m) 10s ago 10m 146M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (9m) 10s ago 9m 107M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (9m) 10s ago 9m 115M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (9m) 28s ago 9m 140M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (8m) 28s ago 8m 119M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (8m) 28s ago 8m 114M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (8m) 28s ago 7m 99.9M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:54:42.443 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (61s) 28s ago 6m 43.8M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:54:42.800 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:54:42.801 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 10, 2024-08-17T16:54:42.802 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 5 2024-08-17T16:54:42.802 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:54:42.802 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr" 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "4/20 daemons upgraded", 2024-08-17T16:54:43.097 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading mon daemons", 2024-08-17T16:54:43.098 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:54:43.098 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:54:43.735 INFO:tasks.rados.rados.0.smithi001.stdout:1113: done (2 left) 2024-08-17T16:54:43.736 INFO:tasks.rados.rados.0.smithi001.stdout:1114: done (1 left) 2024-08-17T16:54:43.736 INFO:tasks.rados.rados.0.smithi001.stdout:1115: done (0 left) 2024-08-17T16:54:43.736 INFO:tasks.rados.rados.0.smithi001.stdout:1116: delete oid 3 current snap is 105 2024-08-17T16:54:43.737 INFO:tasks.rados.rados.0.smithi001.stdout:1116: done (0 left) 2024-08-17T16:54:43.738 INFO:tasks.rados.rados.0.smithi001.stdout:1117: read oid 6 snap -1 2024-08-17T16:54:43.738 INFO:tasks.rados.rados.0.smithi001.stdout:1117: expect deleted 2024-08-17T16:54:43.738 INFO:tasks.rados.rados.0.smithi001.stdout:1118: delete oid 30 current snap is 105 2024-08-17T16:54:43.741 INFO:tasks.rados.rados.0.smithi001.stdout:1117: done (1 left) 2024-08-17T16:54:43.741 INFO:tasks.rados.rados.0.smithi001.stdout:1118: done (0 left) 2024-08-17T16:54:43.741 INFO:tasks.rados.rados.0.smithi001.stdout:1119: snap_remove snap 95 2024-08-17T16:54:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: pgmap v44: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-17T16:54:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: overall HEALTH_OK 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: mon.c calling monitor election 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: mon.b calling monitor election 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: mon.a calling monitor election 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: monmap epoch 4 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: last_changed 2024-08-17T16:54:42.721785+0000 2024-08-17T16:54:44.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: min_mon_release 19 (squid) 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: election_strategy: 1 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: overall HEALTH_OK 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:54:44.152 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:43 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1454720114' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:54:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: pgmap v44: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: overall HEALTH_OK 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: mon.c calling monitor election 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: mon.b calling monitor election 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: mon.a calling monitor election 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: monmap epoch 4 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: last_changed 2024-08-17T16:54:42.721785+0000 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: min_mon_release 19 (squid) 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: election_strategy: 1 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: overall HEALTH_OK 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:44.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1454720114' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: pgmap v44: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: overall HEALTH_OK 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: mon.c calling monitor election 2024-08-17T16:54:44.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: mon.b calling monitor election 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: mon.a calling monitor election 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: monmap epoch 4 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: last_changed 2024-08-17T16:54:42.721785+0000 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: created 2024-08-17T16:41:46.521301+0000 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: min_mon_release 19 (squid) 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: election_strategy: 1 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: 0: [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon.a 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: 1: [v2:172.21.15.189:3300/0,v1:172.21.15.189:6789/0] mon.b 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: 2: [v2:172.21.15.1:3301/0,v1:172.21.15.1:6790/0] mon.c 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:54:44.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T16:54:44.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: mgrmap e42: y(active, since 34s), standbys: x 2024-08-17T16:54:44.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: overall HEALTH_OK 2024-08-17T16:54:44.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:44.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:44.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:54:44.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:43 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1454720114' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:54:44.423 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:44.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:44.743 INFO:tasks.rados.rados.0.smithi001.stdout:1119: done (0 left) 2024-08-17T16:54:44.743 INFO:tasks.rados.rados.0.smithi001.stdout:1120: read oid 40 snap -1 2024-08-17T16:54:44.743 INFO:tasks.rados.rados.0.smithi001.stdout:1120: expect (ObjNum 350 snap 100 seq_num 350) 2024-08-17T16:54:44.743 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 105 2024-08-17T16:54:44.743 INFO:tasks.rados.rados.0.smithi001.stdout:1121: seq_num 364 ranges {1056768=499712,1556480=638976,2195456=163840} 2024-08-17T16:54:44.753 INFO:tasks.rados.rados.0.smithi001.stdout:1121: writing smithi00187473-14 from 1056768 to 1556480 tid 1 2024-08-17T16:54:44.757 INFO:tasks.rados.rados.0.smithi001.stdout:1121: writing smithi00187473-14 from 1556480 to 2195456 tid 2 2024-08-17T16:54:44.759 INFO:tasks.rados.rados.0.smithi001.stdout:1121: writing smithi00187473-14 from 2195456 to 2359296 tid 3 2024-08-17T16:54:44.759 INFO:tasks.rados.rados.0.smithi001.stdout:1122: snap_remove snap 97 2024-08-17T16:54:45.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:44 smithi189 ceph-mon[90541]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:45.092 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:44 smithi189 ceph-mon[90541]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T16:54:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:44 smithi001 ceph-mon[100737]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:44 smithi001 ceph-mon[100737]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T16:54:45.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:44 smithi001 ceph-mon[103274]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:54:45.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:44 smithi001 ceph-mon[103274]: osdmap e289: 8 total, 8 up, 8 in 2024-08-17T16:54:45.754 INFO:tasks.rados.rados.0.smithi001.stdout:1120: expect (ObjNum 350 snap 100 seq_num 350) 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:1121: finishing write tid 1 to smithi00187473-14 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:1121: finishing write tid 2 to smithi00187473-14 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:1121: finishing write tid 3 to smithi00187473-14 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:1121: finishing write tid 4 to smithi00187473-14 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:1121: finishing write tid 5 to smithi00187473-14 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 633 (ObjNum 364 snap 105 seq_num 364) dirty exists 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:1121: left oid 14 (ObjNum 364 snap 105 seq_num 364) 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:1120: done (2 left) 2024-08-17T16:54:45.783 INFO:tasks.rados.rados.0.smithi001.stdout:1121: done (1 left) 2024-08-17T16:54:45.784 INFO:tasks.rados.rados.0.smithi001.stdout:1122: done (0 left) 2024-08-17T16:54:45.784 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 105 2024-08-17T16:54:45.784 INFO:tasks.rados.rados.0.smithi001.stdout:1123: seq_num 365 ranges {3383296=516096,3899392=573440,4472832=229376} 2024-08-17T16:54:45.804 INFO:tasks.rados.rados.0.smithi001.stdout:1123: writing smithi00187473-24 from 3383296 to 3899392 tid 1 2024-08-17T16:54:45.808 INFO:tasks.rados.rados.0.smithi001.stdout:1123: writing smithi00187473-24 from 3899392 to 4472832 tid 2 2024-08-17T16:54:45.809 INFO:tasks.rados.rados.0.smithi001.stdout:1123: writing smithi00187473-24 from 4472832 to 4702208 tid 3 2024-08-17T16:54:45.809 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 105 2024-08-17T16:54:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:1123: finishing write tid 1 to smithi00187473-24 2024-08-17T16:54:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:1124: seq_num 366 ranges {4866048=532480,5398528=458752,5857280=344064} 2024-08-17T16:54:45.839 INFO:tasks.rados.rados.0.smithi001.stdout:1124: writing smithi00187473-35 from 4866048 to 5398528 tid 1 2024-08-17T16:54:45.842 INFO:tasks.rados.rados.0.smithi001.stdout:1124: writing smithi00187473-35 from 5398528 to 5857280 tid 2 2024-08-17T16:54:45.844 INFO:tasks.rados.rados.0.smithi001.stdout:1124: writing smithi00187473-35 from 5857280 to 6201344 tid 3 2024-08-17T16:54:45.844 INFO:tasks.rados.rados.0.smithi001.stdout:1125: snap_remove snap 103 2024-08-17T16:54:46.164 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:45 smithi001 ceph-mon[100737]: pgmap v47: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-17T16:54:46.164 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:45 smithi001 ceph-mon[100737]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T16:54:46.164 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:45 smithi001 ceph-mon[103274]: pgmap v47: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-17T16:54:46.164 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:45 smithi001 ceph-mon[103274]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T16:54:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:45 smithi189 ceph-mon[90541]: pgmap v47: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1004 KiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-17T16:54:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:45 smithi189 ceph-mon[90541]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T16:54:46.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:45.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:46.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:46.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:54:46.162+0000 7fb446031640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-17T16:54:46.757 INFO:tasks.rados.rados.0.smithi001.stdout:1125: done (2 left) 2024-08-17T16:54:46.757 INFO:tasks.rados.rados.0.smithi001.stdout:1126: rollback oid 23 current snap is 105 2024-08-17T16:54:46.757 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 104 2024-08-17T16:54:46.757 INFO:tasks.rados.rados.0.smithi001.stdout:1123: finishing write tid 2 to smithi00187473-24 2024-08-17T16:54:46.757 INFO:tasks.rados.rados.0.smithi001.stdout:1123: finishing write tid 3 to smithi00187473-24 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1123: finishing write tid 4 to smithi00187473-24 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1123: finishing write tid 5 to smithi00187473-24 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 204 (ObjNum 365 snap 105 seq_num 365) dirty exists 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1123: left oid 24 (ObjNum 365 snap 105 seq_num 365) 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1124: finishing write tid 1 to smithi00187473-35 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1124: finishing write tid 2 to smithi00187473-35 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1123: done (2 left) 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1127: read oid 4 snap -1 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1127: expect (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1128: read oid 49 snap -1 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1128: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1129: read oid 39 snap 104 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:1129: expect deleted 2024-08-17T16:54:46.758 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 105 2024-08-17T16:54:46.759 INFO:tasks.rados.rados.0.smithi001.stdout:1130: seq_num 367 ranges {1392640=548864,1941504=737280,2678784=65536} 2024-08-17T16:54:46.768 INFO:tasks.rados.rados.0.smithi001.stdout:1130: writing smithi00187473-50 from 1392640 to 1941504 tid 1 2024-08-17T16:54:46.772 INFO:tasks.rados.rados.0.smithi001.stdout:1130: writing smithi00187473-50 from 1941504 to 2678784 tid 2 2024-08-17T16:54:46.773 INFO:tasks.rados.rados.0.smithi001.stdout:1130: writing smithi00187473-50 from 2678784 to 2744320 tid 3 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1131: read oid 29 snap -1 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1131: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1132: snap_create 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1124: finishing write tid 3 to smithi00187473-35 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1124: finishing write tid 4 to smithi00187473-35 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1124: finishing write tid 5 to smithi00187473-35 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 501 (ObjNum 366 snap 105 seq_num 366) dirty exists 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1124: left oid 35 (ObjNum 366 snap 105 seq_num 366) 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1126: finishing rollback tid 0 to smithi00187473-23 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1126: finishing rollback tid 1 to smithi00187473-23 2024-08-17T16:54:46.774 INFO:tasks.rados.rados.0.smithi001.stdout:1128: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:54:46.777 INFO:tasks.rados.rados.0.smithi001.stdout:1126: finishing rollback tid 2 to smithi00187473-23 2024-08-17T16:54:46.778 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 848 (ObjNum 344 snap 97 seq_num 344) dirty exists 2024-08-17T16:54:46.780 INFO:tasks.rados.rados.0.smithi001.stdout:1130: finishing write tid 1 to smithi00187473-50 2024-08-17T16:54:46.780 INFO:tasks.rados.rados.0.smithi001.stdout:1130: finishing write tid 2 to smithi00187473-50 2024-08-17T16:54:46.780 INFO:tasks.rados.rados.0.smithi001.stdout:1130: finishing write tid 3 to smithi00187473-50 2024-08-17T16:54:46.780 INFO:tasks.rados.rados.0.smithi001.stdout:1130: finishing write tid 4 to smithi00187473-50 2024-08-17T16:54:46.782 INFO:tasks.rados.rados.0.smithi001.stdout:1130: finishing write tid 5 to smithi00187473-50 2024-08-17T16:54:46.782 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 411 (ObjNum 367 snap 105 seq_num 367) dirty exists 2024-08-17T16:54:46.782 INFO:tasks.rados.rados.0.smithi001.stdout:1130: left oid 50 (ObjNum 367 snap 105 seq_num 367) 2024-08-17T16:54:46.788 INFO:tasks.rados.rados.0.smithi001.stdout:1127: expect (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:54:46.834 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T16:54:46.834 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:46.834 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:46.834 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:46.834 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:46.834 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:46.835 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.086 INFO:tasks.rados.rados.0.smithi001.stdout:1131: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:54:47.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T16:54:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T16:54:47.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T16:54:47.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T16:54:47.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T16:54:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:54:47] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.51.0" 2024-08-17T16:54:47.990 INFO:tasks.rados.rados.0.smithi001.stdout:1124: done (7 left) 2024-08-17T16:54:47.990 INFO:tasks.rados.rados.0.smithi001.stdout:1126: done (6 left) 2024-08-17T16:54:47.990 INFO:tasks.rados.rados.0.smithi001.stdout:1127: done (5 left) 2024-08-17T16:54:47.990 INFO:tasks.rados.rados.0.smithi001.stdout:1128: done (4 left) 2024-08-17T16:54:47.990 INFO:tasks.rados.rados.0.smithi001.stdout:1129: done (3 left) 2024-08-17T16:54:47.990 INFO:tasks.rados.rados.0.smithi001.stdout:1130: done (2 left) 2024-08-17T16:54:47.990 INFO:tasks.rados.rados.0.smithi001.stdout:1131: done (1 left) 2024-08-17T16:54:47.991 INFO:tasks.rados.rados.0.smithi001.stdout:1132: done (0 left) 2024-08-17T16:54:47.991 INFO:tasks.rados.rados.0.smithi001.stdout:1133: rollback oid 36 current snap is 106 2024-08-17T16:54:47.991 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 104 2024-08-17T16:54:47.991 INFO:tasks.rados.rados.0.smithi001.stdout:1134: snap_remove snap 105 2024-08-17T16:54:48.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:47 smithi189 ceph-mon[90541]: pgmap v50: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T16:54:48.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:47 smithi189 ceph-mon[90541]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T16:54:48.082 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.082 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.082 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.082 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[100737]: pgmap v50: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T16:54:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[100737]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T16:54:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[103274]: pgmap v50: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T16:54:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[103274]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T16:54:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1134: done (1 left) 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1135: rmattr oid 6 current snap is 106 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1135: done (1 left) 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1136: copy_from oid 23 from oid 6 current snap is 106 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1133: finishing rollback tid 0 to smithi00187473-36 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1133: finishing rollback tid 1 to smithi00187473-36 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1133: finishing rollback tid 2 to smithi00187473-36 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 864 (ObjNum 345 snap 97 seq_num 345) dirty exists 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1133: done (1 left) 2024-08-17T16:54:48.763 INFO:tasks.rados.rados.0.smithi001.stdout:1137: delete oid 13 current snap is 106 2024-08-17T16:54:48.764 INFO:tasks.rados.rados.0.smithi001.stdout:1137: done (1 left) 2024-08-17T16:54:48.764 INFO:tasks.rados.rados.0.smithi001.stdout:1138: copy_from oid 44 from oid 50 current snap is 106 2024-08-17T16:54:48.764 INFO:tasks.rados.rados.0.smithi001.stdout:1139: delete oid 34 current snap is 106 2024-08-17T16:54:48.768 INFO:tasks.rados.rados.0.smithi001.stdout:1136: finishing copy_from to smithi00187473-23 2024-08-17T16:54:48.769 INFO:tasks.rados.rados.0.smithi001.stdout:1136: got expected ENOENT (src dne) 2024-08-17T16:54:48.769 INFO:tasks.rados.rados.0.smithi001.stdout:1136: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:54:48.769 INFO:tasks.rados.rados.0.smithi001.stdout:1136: done (2 left) 2024-08-17T16:54:48.769 INFO:tasks.rados.rados.0.smithi001.stdout:1139: done (1 left) 2024-08-17T16:54:48.770 INFO:tasks.rados.rados.0.smithi001.stdout:1140: rollback oid 31 current snap is 106 2024-08-17T16:54:48.770 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 104 2024-08-17T16:54:48.770 INFO:tasks.rados.rados.0.smithi001.stdout:1141: read oid 10 snap -1 2024-08-17T16:54:48.770 INFO:tasks.rados.rados.0.smithi001.stdout:1141: expect (ObjNum 359 snap 104 seq_num 359) 2024-08-17T16:54:48.770 INFO:tasks.rados.rados.0.smithi001.stdout:1142: delete oid 40 current snap is 106 2024-08-17T16:54:48.773 INFO:tasks.rados.rados.0.smithi001.stdout:1142: done (3 left) 2024-08-17T16:54:48.773 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 106 2024-08-17T16:54:48.773 INFO:tasks.rados.rados.0.smithi001.stdout:1143: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2024-08-17T16:54:48.777 INFO:tasks.rados.rados.0.smithi001.stdout:1143: writing smithi00187473-6 from 0 to 622592 tid 1 2024-08-17T16:54:48.781 INFO:tasks.rados.rados.0.smithi001.stdout:1143: writing smithi00187473-6 from 622592 to 1302528 tid 2 2024-08-17T16:54:48.783 INFO:tasks.rados.rados.0.smithi001.stdout:1143: writing smithi00187473-6 from 1302528 to 1425408 tid 3 2024-08-17T16:54:48.783 INFO:tasks.rados.rados.0.smithi001.stdout:1144: snap_create 2024-08-17T16:54:48.783 INFO:tasks.rados.rados.0.smithi001.stdout:1140: finishing rollback tid 0 to smithi00187473-31 2024-08-17T16:54:48.783 INFO:tasks.rados.rados.0.smithi001.stdout:1140: finishing rollback tid 1 to smithi00187473-31 2024-08-17T16:54:48.783 INFO:tasks.rados.rados.0.smithi001.stdout:1140: finishing rollback tid 2 to smithi00187473-31 2024-08-17T16:54:48.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 968 (ObjNum 295 snap 76 seq_num 295) dirty exists 2024-08-17T16:54:48.783 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 1 to smithi00187473-6 2024-08-17T16:54:48.783 INFO:tasks.rados.rados.0.smithi001.stdout:1138: finishing copy_from racing read to smithi00187473-44 2024-08-17T16:54:48.785 INFO:tasks.rados.rados.0.smithi001.stdout:1141: expect (ObjNum 359 snap 104 seq_num 359) 2024-08-17T16:54:48.818 INFO:tasks.rados.rados.0.smithi001.stdout:1138: finishing copy_from to smithi00187473-44 2024-08-17T16:54:48.818 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 411 (ObjNum 367 snap 105 seq_num 367) dirty exists 2024-08-17T16:54:48.818 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 2 to smithi00187473-6 2024-08-17T16:54:48.818 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 3 to smithi00187473-6 2024-08-17T16:54:48.818 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 4 to smithi00187473-6 2024-08-17T16:54:48.818 INFO:tasks.rados.rados.0.smithi001.stdout:1143: finishing write tid 5 to smithi00187473-6 2024-08-17T16:54:48.818 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 634 (ObjNum 371 snap 106 seq_num 371) dirty exists 2024-08-17T16:54:48.818 INFO:tasks.rados.rados.0.smithi001.stdout:1143: left oid 6 (ObjNum 371 snap 106 seq_num 371) 2024-08-17T16:54:49.069 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:48 smithi189 ceph-mon[90541]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T16:54:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:48 smithi001 ceph-mon[100737]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T16:54:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:48 smithi001 ceph-mon[103274]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T16:54:49.717 INFO:tasks.rados.rados.0.smithi001.stdout:1138: done (4 left) 2024-08-17T16:54:49.717 INFO:tasks.rados.rados.0.smithi001.stdout:1140: done (3 left) 2024-08-17T16:54:49.718 INFO:tasks.rados.rados.0.smithi001.stdout:1141: done (2 left) 2024-08-17T16:54:49.718 INFO:tasks.rados.rados.0.smithi001.stdout:1143: done (1 left) 2024-08-17T16:54:49.718 INFO:tasks.rados.rados.0.smithi001.stdout:1144: done (0 left) 2024-08-17T16:54:49.718 INFO:tasks.rados.rados.0.smithi001.stdout:1145: snap_create 2024-08-17T16:54:50.038 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:49 smithi189 ceph-mon[90541]: pgmap v53: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T16:54:50.038 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:49 smithi189 ceph-mon[90541]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T16:54:50.038 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:49 smithi189 ceph-mon[90541]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T16:54:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:49 smithi001 ceph-mon[100737]: pgmap v53: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T16:54:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:49 smithi001 ceph-mon[100737]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T16:54:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:49 smithi001 ceph-mon[100737]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T16:54:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:49 smithi001 ceph-mon[103274]: pgmap v53: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T16:54:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:49 smithi001 ceph-mon[103274]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T16:54:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:49 smithi001 ceph-mon[103274]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T16:54:50.351 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:50.719 INFO:tasks.rados.rados.0.smithi001.stdout:1145: done (0 left) 2024-08-17T16:54:50.719 INFO:tasks.rados.rados.0.smithi001.stdout:1146: rollback oid 44 current snap is 108 2024-08-17T16:54:50.719 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 104 2024-08-17T16:54:50.719 INFO:tasks.rados.rados.0.smithi001.stdout:1147: read oid 36 snap -1 2024-08-17T16:54:50.719 INFO:tasks.rados.rados.0.smithi001.stdout:1147: expect (ObjNum 345 snap 97 seq_num 345) 2024-08-17T16:54:50.719 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 108 2024-08-17T16:54:50.719 INFO:tasks.rados.rados.0.smithi001.stdout:1148: seq_num 372 ranges {3129344=638976,3768320=565248,4333568=237568} 2024-08-17T16:54:50.740 INFO:tasks.rados.rados.0.smithi001.stdout:1148: writing smithi00187473-1 from 3129344 to 3768320 tid 1 2024-08-17T16:54:50.743 INFO:tasks.rados.rados.0.smithi001.stdout:1148: writing smithi00187473-1 from 3768320 to 4333568 tid 2 2024-08-17T16:54:50.745 INFO:tasks.rados.rados.0.smithi001.stdout:1148: writing smithi00187473-1 from 4333568 to 4571136 tid 3 2024-08-17T16:54:50.745 INFO:tasks.rados.rados.0.smithi001.stdout:1149: delete oid 50 current snap is 108 2024-08-17T16:54:50.745 INFO:tasks.rados.rados.0.smithi001.stdout:1146: finishing rollback tid 0 to smithi00187473-44 2024-08-17T16:54:50.745 INFO:tasks.rados.rados.0.smithi001.stdout:1146: finishing rollback tid 1 to smithi00187473-44 2024-08-17T16:54:50.745 INFO:tasks.rados.rados.0.smithi001.stdout:1146: finishing rollback tid 2 to smithi00187473-44 2024-08-17T16:54:50.745 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 867 (ObjNum 254 snap 59 seq_num 254) dirty exists 2024-08-17T16:54:50.745 INFO:tasks.rados.rados.0.smithi001.stdout:1147: expect (ObjNum 345 snap 97 seq_num 345) 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:1148: finishing write tid 1 to smithi00187473-1 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:1148: finishing write tid 2 to smithi00187473-1 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:1148: finishing write tid 3 to smithi00187473-1 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:1146: done (3 left) 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:1147: done (2 left) 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:1149: done (1 left) 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:1150: read oid 48 snap -1 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:1150: expect deleted 2024-08-17T16:54:50.798 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 108 2024-08-17T16:54:50.799 INFO:tasks.rados.rados.0.smithi001.stdout:1148: finishing write tid 4 to smithi00187473-1 2024-08-17T16:54:50.799 INFO:tasks.rados.rados.0.smithi001.stdout:1148: finishing write tid 5 to smithi00187473-1 2024-08-17T16:54:50.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 853 (ObjNum 372 snap 108 seq_num 372) dirty exists 2024-08-17T16:54:50.799 INFO:tasks.rados.rados.0.smithi001.stdout:1148: left oid 1 (ObjNum 372 snap 108 seq_num 372) 2024-08-17T16:54:50.799 INFO:tasks.rados.rados.0.smithi001.stdout:1151: seq_num 374 ranges {1425408=671744,2097152=778240,2875392=24576} 2024-08-17T16:54:50.810 INFO:tasks.rados.rados.0.smithi001.stdout:1151: writing smithi00187473-6 from 1425408 to 2097152 tid 1 2024-08-17T16:54:50.815 INFO:tasks.rados.rados.0.smithi001.stdout:1151: writing smithi00187473-6 from 2097152 to 2875392 tid 2 2024-08-17T16:54:50.815 INFO:tasks.rados.rados.0.smithi001.stdout:1151: writing smithi00187473-6 from 2875392 to 2899968 tid 3 2024-08-17T16:54:50.815 INFO:tasks.rados.rados.0.smithi001.stdout:1148: done (2 left) 2024-08-17T16:54:50.815 INFO:tasks.rados.rados.0.smithi001.stdout:1152: snap_create 2024-08-17T16:54:50.815 INFO:tasks.rados.rados.0.smithi001.stdout:1151: finishing write tid 1 to smithi00187473-6 2024-08-17T16:54:50.818 INFO:tasks.rados.rados.0.smithi001.stdout:1151: finishing write tid 2 to smithi00187473-6 2024-08-17T16:54:50.818 INFO:tasks.rados.rados.0.smithi001.stdout:1151: finishing write tid 3 to smithi00187473-6 2024-08-17T16:54:50.818 INFO:tasks.rados.rados.0.smithi001.stdout:1151: finishing write tid 4 to smithi00187473-6 2024-08-17T16:54:50.819 INFO:tasks.rados.rados.0.smithi001.stdout:1151: finishing write tid 5 to smithi00187473-6 2024-08-17T16:54:50.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 638 (ObjNum 374 snap 108 seq_num 374) dirty exists 2024-08-17T16:54:50.819 INFO:tasks.rados.rados.0.smithi001.stdout:1151: left oid 6 (ObjNum 374 snap 108 seq_num 374) 2024-08-17T16:54:51.678 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: pgmap v56: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-08-17T16:54:51.764 INFO:tasks.rados.rados.0.smithi001.stdout:1150: done (2 left) 2024-08-17T16:54:51.764 INFO:tasks.rados.rados.0.smithi001.stdout:1151: done (1 left) 2024-08-17T16:54:51.764 INFO:tasks.rados.rados.0.smithi001.stdout:1152: done (0 left) 2024-08-17T16:54:51.764 INFO:tasks.rados.rados.0.smithi001.stdout:1153: read oid 49 snap -1 2024-08-17T16:54:51.764 INFO:tasks.rados.rados.0.smithi001.stdout:1153: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:54:51.764 INFO:tasks.rados.rados.0.smithi001.stdout:1154: read oid 22 snap -1 2024-08-17T16:54:51.764 INFO:tasks.rados.rados.0.smithi001.stdout:1154: expect (ObjNum 293 snap 75 seq_num 293) 2024-08-17T16:54:51.765 INFO:tasks.rados.rados.0.smithi001.stdout:1155: delete oid 7 current snap is 109 2024-08-17T16:54:51.767 INFO:tasks.rados.rados.0.smithi001.stdout:1153: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:54:51.770 INFO:tasks.rados.rados.0.smithi001.stdout:1154: expect (ObjNum 293 snap 75 seq_num 293) 2024-08-17T16:54:51.773 INFO:tasks.rados.rados.0.smithi001.stdout:1153: done (2 left) 2024-08-17T16:54:51.773 INFO:tasks.rados.rados.0.smithi001.stdout:1154: done (1 left) 2024-08-17T16:54:51.774 INFO:tasks.rados.rados.0.smithi001.stdout:1155: done (0 left) 2024-08-17T16:54:51.774 INFO:tasks.rados.rados.0.smithi001.stdout:1156: delete oid 11 current snap is 109 2024-08-17T16:54:51.776 INFO:tasks.rados.rados.0.smithi001.stdout:1156: done (0 left) 2024-08-17T16:54:51.776 INFO:tasks.rados.rados.0.smithi001.stdout:1157: read oid 3 snap -1 2024-08-17T16:54:51.776 INFO:tasks.rados.rados.0.smithi001.stdout:1157: expect deleted 2024-08-17T16:54:51.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 109 2024-08-17T16:54:51.776 INFO:tasks.rados.rados.0.smithi001.stdout:1158: seq_num 377 ranges {3809280=720896,4530176=434176,4964352=368640} 2024-08-17T16:54:51.801 INFO:tasks.rados.rados.0.smithi001.stdout:1158: writing smithi00187473-23 from 3809280 to 4530176 tid 1 2024-08-17T16:54:51.804 INFO:tasks.rados.rados.0.smithi001.stdout:1158: writing smithi00187473-23 from 4530176 to 4964352 tid 2 2024-08-17T16:54:51.807 INFO:tasks.rados.rados.0.smithi001.stdout:1158: writing smithi00187473-23 from 4964352 to 5332992 tid 3 2024-08-17T16:54:51.807 INFO:tasks.rados.rados.0.smithi001.stdout:1159: rmattr oid 20 current snap is 109 2024-08-17T16:54:51.807 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 1 to smithi00187473-23 2024-08-17T16:54:51.807 INFO:tasks.rados.rados.0.smithi001.stdout:1157: done (2 left) 2024-08-17T16:54:51.807 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 109 2024-08-17T16:54:51.808 INFO:tasks.rados.rados.0.smithi001.stdout:1160: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-08-17T16:54:51.811 INFO:tasks.rados.rados.0.smithi001.stdout:1160: writing smithi00187473-41 from 0 to 737280 tid 1 2024-08-17T16:54:51.816 INFO:tasks.rados.rados.0.smithi001.stdout:1160: writing smithi00187473-41 from 737280 to 1458176 tid 2 2024-08-17T16:54:51.816 INFO:tasks.rados.rados.0.smithi001.stdout:1160: writing smithi00187473-41 from 1458176 to 1540096 tid 3 2024-08-17T16:54:51.817 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 109 2024-08-17T16:54:51.817 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 2 to smithi00187473-23 2024-08-17T16:54:51.817 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 502 (ObjNum 265 snap 62 seq_num 265) dirty exists 2024-08-17T16:54:51.817 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 3 to smithi00187473-23 2024-08-17T16:54:51.817 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 4 to smithi00187473-23 2024-08-17T16:54:51.817 INFO:tasks.rados.rados.0.smithi001.stdout:1161: seq_num 379 ranges {0=753664,753664=606208,1359872=196608} 2024-08-17T16:54:51.821 INFO:tasks.rados.rados.0.smithi001.stdout:1161: writing smithi00187473-11 from 0 to 753664 tid 1 2024-08-17T16:54:51.824 INFO:tasks.rados.rados.0.smithi001.stdout:1161: writing smithi00187473-11 from 753664 to 1359872 tid 2 2024-08-17T16:54:51.826 INFO:tasks.rados.rados.0.smithi001.stdout:1161: writing smithi00187473-11 from 1359872 to 1556480 tid 3 2024-08-17T16:54:51.826 INFO:tasks.rados.rados.0.smithi001.stdout:1159: done (3 left) 2024-08-17T16:54:51.826 INFO:tasks.rados.rados.0.smithi001.stdout:1162: snap_remove snap 106 2024-08-17T16:54:51.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: pgmap v56: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: Reconfiguring mon.a (monmap changed)... 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:51 smithi189 ceph-mon[90541]: Reconfiguring daemon mon.a on smithi001 2024-08-17T16:54:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: pgmap v56: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-08-17T16:54:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:54:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: Reconfiguring mon.a (monmap changed)... 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[100737]: Reconfiguring daemon mon.a on smithi001 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:51.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:54:51.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:51.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T16:54:51.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: Reconfiguring mon.a (monmap changed)... 2024-08-17T16:54:51.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:54:51.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:54:51.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:51.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:51 smithi001 ceph-mon[103274]: Reconfiguring daemon mon.a on smithi001 2024-08-17T16:54:52.770 INFO:tasks.rados.rados.0.smithi001.stdout:1162: done (3 left) 2024-08-17T16:54:52.771 INFO:tasks.rados.rados.0.smithi001.stdout:1163: snap_remove snap 104 2024-08-17T16:54:53.010 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[103274]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T16:54:53.010 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:53.010 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:53.010 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T16:54:53.010 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T16:54:53.011 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:53.011 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[100737]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T16:54:53.011 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:53.011 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:53.011 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T16:54:53.011 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T16:54:53.011 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:52 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:52 smithi189 ceph-mon[90541]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T16:54:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:52 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:52 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:52 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T16:54:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:52 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T16:54:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:52 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:53.772 INFO:tasks.rados.rados.0.smithi001.stdout:1163: done (3 left) 2024-08-17T16:54:53.772 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 109 2024-08-17T16:54:53.772 INFO:tasks.rados.rados.0.smithi001.stdout:1164: seq_num 380 ranges {2899968=770048,3670016=483328,4153344=319488} 2024-08-17T16:54:53.794 INFO:tasks.rados.rados.0.smithi001.stdout:1164: writing smithi00187473-6 from 2899968 to 3670016 tid 1 2024-08-17T16:54:53.796 INFO:tasks.rados.rados.0.smithi001.stdout:1164: writing smithi00187473-6 from 3670016 to 4153344 tid 2 2024-08-17T16:54:53.799 INFO:tasks.rados.rados.0.smithi001.stdout:1164: writing smithi00187473-6 from 4153344 to 4472832 tid 3 2024-08-17T16:54:53.799 INFO:tasks.rados.rados.0.smithi001.stdout:1165: read oid 24 snap 107 2024-08-17T16:54:53.799 INFO:tasks.rados.rados.0.smithi001.stdout:1165: expect (ObjNum 365 snap 105 seq_num 365) 2024-08-17T16:54:53.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 109 2024-08-17T16:54:53.799 INFO:tasks.rados.rados.0.smithi001.stdout:1158: finishing write tid 5 to smithi00187473-23 2024-08-17T16:54:53.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 857 (ObjNum 377 snap 109 seq_num 377) dirty exists 2024-08-17T16:54:53.800 INFO:tasks.rados.rados.0.smithi001.stdout:1158: left oid 23 (ObjNum 377 snap 109 seq_num 377) 2024-08-17T16:54:53.800 INFO:tasks.rados.rados.0.smithi001.stdout:1160: finishing write tid 1 to smithi00187473-41 2024-08-17T16:54:53.800 INFO:tasks.rados.rados.0.smithi001.stdout:1166: seq_num 381 ranges {114688=786432,901120=417792,1318912=385024} 2024-08-17T16:54:53.804 INFO:tasks.rados.rados.0.smithi001.stdout:1166: writing smithi00187473-22 from 114688 to 901120 tid 1 2024-08-17T16:54:53.807 INFO:tasks.rados.rados.0.smithi001.stdout:1166: writing smithi00187473-22 from 901120 to 1318912 tid 2 2024-08-17T16:54:53.810 INFO:tasks.rados.rados.0.smithi001.stdout:1166: writing smithi00187473-22 from 1318912 to 1703936 tid 3 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1158: done (5 left) 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1167: delete oid 48 current snap is 109 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1160: finishing write tid 2 to smithi00187473-41 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1160: finishing write tid 3 to smithi00187473-41 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1160: finishing write tid 4 to smithi00187473-41 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1160: finishing write tid 5 to smithi00187473-41 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 628 (ObjNum 378 snap 109 seq_num 378) dirty exists 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1160: left oid 41 (ObjNum 378 snap 109 seq_num 378) 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 1 to smithi00187473-11 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 2 to smithi00187473-11 2024-08-17T16:54:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 3 to smithi00187473-11 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 4 to smithi00187473-11 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1161: finishing write tid 5 to smithi00187473-11 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 974 (ObjNum 379 snap 109 seq_num 379) dirty exists 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1161: left oid 11 (ObjNum 379 snap 109 seq_num 379) 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1164: finishing write tid 1 to smithi00187473-6 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1164: finishing write tid 2 to smithi00187473-6 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1164: finishing write tid 3 to smithi00187473-6 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1164: finishing write tid 4 to smithi00187473-6 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1164: finishing write tid 5 to smithi00187473-6 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 642 (ObjNum 380 snap 109 seq_num 380) dirty exists 2024-08-17T16:54:53.812 INFO:tasks.rados.rados.0.smithi001.stdout:1164: left oid 6 (ObjNum 380 snap 109 seq_num 380) 2024-08-17T16:54:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1160: done (5 left) 2024-08-17T16:54:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1161: done (4 left) 2024-08-17T16:54:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1164: done (3 left) 2024-08-17T16:54:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1167: done (2 left) 2024-08-17T16:54:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1168: read oid 2 snap 107 2024-08-17T16:54:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1168: expect (ObjNum 291 snap 73 seq_num 291) 2024-08-17T16:54:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 109 2024-08-17T16:54:53.814 INFO:tasks.rados.rados.0.smithi001.stdout:1169: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2024-08-17T16:54:53.815 INFO:tasks.rados.rados.0.smithi001.stdout:1169: writing smithi00187473-40 from 0 to 417792 tid 1 2024-08-17T16:54:53.819 INFO:tasks.rados.rados.0.smithi001.stdout:1169: writing smithi00187473-40 from 417792 to 1007616 tid 2 2024-08-17T16:54:53.822 INFO:tasks.rados.rados.0.smithi001.stdout:1169: writing smithi00187473-40 from 1007616 to 1425408 tid 3 2024-08-17T16:54:53.823 INFO:tasks.rados.rados.0.smithi001.stdout:1169: writing smithi00187473-40 from 1425408 to 1622016 tid 4 2024-08-17T16:54:53.823 INFO:tasks.rados.rados.0.smithi001.stdout:1170: rollback oid 5 current snap is 109 2024-08-17T16:54:53.823 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 108 2024-08-17T16:54:53.824 INFO:tasks.rados.rados.0.smithi001.stdout:1169: finishing write tid 1 to smithi00187473-40 2024-08-17T16:54:53.824 INFO:tasks.rados.rados.0.smithi001.stdout:1165: expect (ObjNum 365 snap 105 seq_num 365) 2024-08-17T16:54:53.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:53 smithi189 ceph-mon[90541]: pgmap v59: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-08-17T16:54:53.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:53 smithi189 ceph-mon[90541]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T16:54:53.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:53 smithi189 ceph-mon[90541]: Reconfiguring daemon mgr.y on smithi001 2024-08-17T16:54:53.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:53 smithi189 ceph-mon[90541]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T16:54:53.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:54:54.042 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 1 to smithi00187473-22 2024-08-17T16:54:54.042 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 2 to smithi00187473-22 2024-08-17T16:54:54.043 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 3 to smithi00187473-22 2024-08-17T16:54:54.043 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 4 to smithi00187473-22 2024-08-17T16:54:54.043 INFO:tasks.rados.rados.0.smithi001.stdout:1166: finishing write tid 5 to smithi00187473-22 2024-08-17T16:54:54.043 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 213 (ObjNum 381 snap 109 seq_num 381) dirty exists 2024-08-17T16:54:54.043 INFO:tasks.rados.rados.0.smithi001.stdout:1166: left oid 22 (ObjNum 381 snap 109 seq_num 381) 2024-08-17T16:54:54.043 INFO:tasks.rados.rados.0.smithi001.stdout:1168: expect (ObjNum 291 snap 73 seq_num 291) 2024-08-17T16:54:54.122 INFO:tasks.rados.rados.0.smithi001.stdout:1169: finishing write tid 2 to smithi00187473-40 2024-08-17T16:54:54.122 INFO:tasks.rados.rados.0.smithi001.stdout:1169: finishing write tid 3 to smithi00187473-40 2024-08-17T16:54:54.122 INFO:tasks.rados.rados.0.smithi001.stdout:1170: finishing rollback tid 1 to smithi00187473-5 2024-08-17T16:54:54.123 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 0 (ObjNum 129 snap 0 seq_num 1537511440) dirty dne 2024-08-17T16:54:54.123 INFO:tasks.rados.rados.0.smithi001.stdout:1169: finishing write tid 4 to smithi00187473-40 2024-08-17T16:54:54.123 INFO:tasks.rados.rados.0.smithi001.stdout:1169: finishing write tid 5 to smithi00187473-40 2024-08-17T16:54:54.123 INFO:tasks.rados.rados.0.smithi001.stdout:1169: finishing write tid 6 to smithi00187473-40 2024-08-17T16:54:54.123 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 460 (ObjNum 383 snap 109 seq_num 383) dirty exists 2024-08-17T16:54:54.123 INFO:tasks.rados.rados.0.smithi001.stdout:1169: left oid 40 (ObjNum 383 snap 109 seq_num 383) 2024-08-17T16:54:54.123 INFO:tasks.rados.rados.0.smithi001.stdout:1165: done (4 left) 2024-08-17T16:54:54.123 INFO:tasks.rados.rados.0.smithi001.stdout:1166: done (3 left) 2024-08-17T16:54:54.124 INFO:tasks.rados.rados.0.smithi001.stdout:1168: done (2 left) 2024-08-17T16:54:54.124 INFO:tasks.rados.rados.0.smithi001.stdout:1169: done (1 left) 2024-08-17T16:54:54.124 INFO:tasks.rados.rados.0.smithi001.stdout:1170: done (0 left) 2024-08-17T16:54:54.124 INFO:tasks.rados.rados.0.smithi001.stdout:1171: rmattr oid 35 current snap is 109 2024-08-17T16:54:54.124 INFO:tasks.rados.rados.0.smithi001.stdout:1172: setattr oid 26 current snap is 109 2024-08-17T16:54:54.124 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 503 (ObjNum 366 snap 105 seq_num 366) dirty exists 2024-08-17T16:54:54.124 INFO:tasks.rados.rados.0.smithi001.stdout:1171: done (1 left) 2024-08-17T16:54:54.125 INFO:tasks.rados.rados.0.smithi001.stdout:1173: snap_remove snap 107 2024-08-17T16:54:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[103274]: pgmap v59: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-08-17T16:54:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[103274]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T16:54:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[103274]: Reconfiguring daemon mgr.y on smithi001 2024-08-17T16:54:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[103274]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T16:54:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:54:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[100737]: pgmap v59: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 25 op/s 2024-08-17T16:54:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[100737]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T16:54:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[100737]: Reconfiguring daemon mgr.y on smithi001 2024-08-17T16:54:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[100737]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T16:54:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:54:54.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:54 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:54.718 INFO:tasks.rados.rados.0.smithi001.stdout:1173: done (1 left) 2024-08-17T16:54:54.718 INFO:tasks.rados.rados.0.smithi001.stdout:1174: rmattr oid 44 current snap is 109 2024-08-17T16:54:54.718 INFO:tasks.rados.rados.0.smithi001.stdout:1175: snap_remove snap 108 2024-08-17T16:54:55.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:54 smithi189 ceph-mon[90541]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T16:54:55.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:55.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:55.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:54:55.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:54:55.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:55.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:54 smithi189 ceph-mon[90541]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T16:54:55.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[100737]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T16:54:55.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:55.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:55.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:54:55.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:54:55.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:55.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[100737]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T16:54:55.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[103274]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T16:54:55.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:55.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:55.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:54:55.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:54:55.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:55.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:54 smithi001 ceph-mon[103274]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T16:54:55.720 INFO:tasks.rados.rados.0.smithi001.stdout:1175: done (2 left) 2024-08-17T16:54:55.720 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 109 2024-08-17T16:54:55.720 INFO:tasks.rados.rados.0.smithi001.stdout:1176: seq_num 384 ranges {0=434176,434176=475136,909312=630784,1540096=98304} 2024-08-17T16:54:55.722 INFO:tasks.rados.rados.0.smithi001.stdout:1176: writing smithi00187473-27 from 0 to 434176 tid 1 2024-08-17T16:54:55.725 INFO:tasks.rados.rados.0.smithi001.stdout:1176: writing smithi00187473-27 from 434176 to 909312 tid 2 2024-08-17T16:54:55.729 INFO:tasks.rados.rados.0.smithi001.stdout:1176: writing smithi00187473-27 from 909312 to 1540096 tid 3 2024-08-17T16:54:55.730 INFO:tasks.rados.rados.0.smithi001.stdout:1176: writing smithi00187473-27 from 1540096 to 1638400 tid 4 2024-08-17T16:54:55.730 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 109 2024-08-17T16:54:55.731 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 461 (ObjNum 289 snap 0 seq_num 1537084960) dirty exists 2024-08-17T16:54:55.731 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 868 (ObjNum 254 snap 59 seq_num 254) dirty exists 2024-08-17T16:54:55.731 INFO:tasks.rados.rados.0.smithi001.stdout:1176: finishing write tid 1 to smithi00187473-27 2024-08-17T16:54:55.731 INFO:tasks.rados.rados.0.smithi001.stdout:1176: finishing write tid 2 to smithi00187473-27 2024-08-17T16:54:55.731 INFO:tasks.rados.rados.0.smithi001.stdout:1177: seq_num 385 ranges {770048=450560,1220608=761856,1982464=442368} 2024-08-17T16:54:55.737 INFO:tasks.rados.rados.0.smithi001.stdout:1177: writing smithi00187473-17 from 770048 to 1220608 tid 1 2024-08-17T16:54:55.741 INFO:tasks.rados.rados.0.smithi001.stdout:1177: writing smithi00187473-17 from 1220608 to 1982464 tid 2 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1177: writing smithi00187473-17 from 1982464 to 2424832 tid 3 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1172: done (3 left) 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1174: done (2 left) 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1178: rollback oid 12 current snap is 109 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1178: done (2 left) 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1179: copy_from oid 42 from oid 25 current snap is 109 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1176: finishing write tid 3 to smithi00187473-27 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1176: finishing write tid 4 to smithi00187473-27 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1176: finishing write tid 5 to smithi00187473-27 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:1176: finishing write tid 6 to smithi00187473-27 2024-08-17T16:54:55.745 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 632 (ObjNum 384 snap 109 seq_num 384) dirty exists 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1176: left oid 27 (ObjNum 384 snap 109 seq_num 384) 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1177: finishing write tid 1 to smithi00187473-17 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1177: finishing write tid 2 to smithi00187473-17 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1176: done (2 left) 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1180: rollback oid 16 current snap is 109 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1180: done (2 left) 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1181: read oid 5 snap -1 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1181: expect deleted 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1182: copy_from oid 41 from oid 12 current snap is 109 2024-08-17T16:54:55.746 INFO:tasks.rados.rados.0.smithi001.stdout:1183: snap_create 2024-08-17T16:54:55.747 INFO:tasks.rados.rados.0.smithi001.stdout:1177: finishing write tid 3 to smithi00187473-17 2024-08-17T16:54:55.748 INFO:tasks.rados.rados.0.smithi001.stdout:1177: finishing write tid 4 to smithi00187473-17 2024-08-17T16:54:55.750 INFO:tasks.rados.rados.0.smithi001.stdout:1177: finishing write tid 5 to smithi00187473-17 2024-08-17T16:54:55.750 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 989 (ObjNum 385 snap 109 seq_num 385) dirty exists 2024-08-17T16:54:55.750 INFO:tasks.rados.rados.0.smithi001.stdout:1177: left oid 17 (ObjNum 385 snap 109 seq_num 385) 2024-08-17T16:54:55.759 INFO:tasks.rados.rados.0.smithi001.stdout:1182: finishing copy_from racing read to smithi00187473-41 2024-08-17T16:54:55.761 INFO:tasks.rados.rados.0.smithi001.stdout:1182: finishing copy_from to smithi00187473-41 2024-08-17T16:54:55.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 193 (ObjNum 346 snap 97 seq_num 346) dirty exists 2024-08-17T16:54:55.786 INFO:tasks.rados.rados.0.smithi001.stdout:1179: finishing copy_from racing read to smithi00187473-42 2024-08-17T16:54:55.793 INFO:tasks.rados.rados.0.smithi001.stdout:1179: finishing copy_from to smithi00187473-42 2024-08-17T16:54:55.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 838 (ObjNum 352 snap 100 seq_num 352) dirty exists 2024-08-17T16:54:56.080 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:55.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:56.081 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-mon[90541]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:54:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-mon[90541]: Reconfiguring daemon mon.c on smithi001 2024-08-17T16:54:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-mon[90541]: pgmap v62: 121 pgs: 121 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-17T16:54:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T16:54:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:55 smithi189 ceph-mon[90541]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T16:54:56.089 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[100737]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:54:56.089 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[100737]: Reconfiguring daemon mon.c on smithi001 2024-08-17T16:54:56.089 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[100737]: pgmap v62: 121 pgs: 121 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-17T16:54:56.089 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[100737]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[103274]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[103274]: Reconfiguring daemon mon.c on smithi001 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[103274]: pgmap v62: 121 pgs: 121 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:56.090 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T16:54:56.091 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:56.091 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:55 smithi001 ceph-mon[103274]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T16:54:56.721 INFO:tasks.rados.rados.0.smithi001.stdout:1177: done (4 left) 2024-08-17T16:54:56.721 INFO:tasks.rados.rados.0.smithi001.stdout:1179: done (3 left) 2024-08-17T16:54:56.721 INFO:tasks.rados.rados.0.smithi001.stdout:1181: done (2 left) 2024-08-17T16:54:56.721 INFO:tasks.rados.rados.0.smithi001.stdout:1182: done (1 left) 2024-08-17T16:54:56.721 INFO:tasks.rados.rados.0.smithi001.stdout:1183: done (0 left) 2024-08-17T16:54:56.721 INFO:tasks.rados.rados.0.smithi001.stdout:1184: delete oid 31 current snap is 110 2024-08-17T16:54:56.724 INFO:tasks.rados.rados.0.smithi001.stdout:1184: done (0 left) 2024-08-17T16:54:56.724 INFO:tasks.rados.rados.0.smithi001.stdout:1185: snap_remove snap 109 2024-08-17T16:54:57.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:56 smithi189 ceph-mon[90541]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T16:54:57.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:56 smithi189 ceph-mon[90541]: Reconfiguring daemon osd.0 on smithi001 2024-08-17T16:54:57.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:56 smithi189 ceph-mon[90541]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T16:54:57.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:54:56 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:54:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:54:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:56 smithi001 ceph-mon[100737]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T16:54:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:56 smithi001 ceph-mon[100737]: Reconfiguring daemon osd.0 on smithi001 2024-08-17T16:54:57.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:56 smithi001 ceph-mon[100737]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T16:54:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:56 smithi001 ceph-mon[103274]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T16:54:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:56 smithi001 ceph-mon[103274]: Reconfiguring daemon osd.0 on smithi001 2024-08-17T16:54:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:56 smithi001 ceph-mon[103274]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T16:54:57.523 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:54:57] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.51.0" 2024-08-17T16:54:57.722 INFO:tasks.rados.rados.0.smithi001.stdout:1185: done (0 left) 2024-08-17T16:54:57.722 INFO:tasks.rados.rados.0.smithi001.stdout:1186: read oid 18 snap -1 2024-08-17T16:54:57.723 INFO:tasks.rados.rados.0.smithi001.stdout:1186: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:54:57.723 INFO:tasks.rados.rados.0.smithi001.stdout:1187: copy_from oid 31 from oid 16 current snap is 110 2024-08-17T16:54:57.723 INFO:tasks.rados.rados.0.smithi001.stdout:1188: delete oid 46 current snap is 110 2024-08-17T16:54:57.726 INFO:tasks.rados.rados.0.smithi001.stdout:1188: done (2 left) 2024-08-17T16:54:57.726 INFO:tasks.rados.rados.0.smithi001.stdout:1189: copy_from oid 25 from oid 27 current snap is 110 2024-08-17T16:54:57.726 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 110 2024-08-17T16:54:57.726 INFO:tasks.rados.rados.0.smithi001.stdout:1190: seq_num 388 ranges {2801664=507904,3309568=458752,3768320=606208,4374528=139264} 2024-08-17T16:54:57.744 INFO:tasks.rados.rados.0.smithi001.stdout:1190: writing smithi00187473-41 from 2801664 to 3309568 tid 1 2024-08-17T16:54:57.747 INFO:tasks.rados.rados.0.smithi001.stdout:1190: writing smithi00187473-41 from 3309568 to 3768320 tid 2 2024-08-17T16:54:57.751 INFO:tasks.rados.rados.0.smithi001.stdout:1190: writing smithi00187473-41 from 3768320 to 4374528 tid 3 2024-08-17T16:54:57.752 INFO:tasks.rados.rados.0.smithi001.stdout:1190: writing smithi00187473-41 from 4374528 to 4513792 tid 4 2024-08-17T16:54:57.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 110 2024-08-17T16:54:57.752 INFO:tasks.rados.rados.0.smithi001.stdout:1191: seq_num 389 ranges {3874816=524288,4399104=745472,5144576=458752} 2024-08-17T16:54:57.776 INFO:tasks.rados.rados.0.smithi001.stdout:1191: writing smithi00187473-38 from 3874816 to 4399104 tid 1 2024-08-17T16:54:57.781 INFO:tasks.rados.rados.0.smithi001.stdout:1191: writing smithi00187473-38 from 4399104 to 5144576 tid 2 2024-08-17T16:54:57.784 INFO:tasks.rados.rados.0.smithi001.stdout:1191: writing smithi00187473-38 from 5144576 to 5603328 tid 3 2024-08-17T16:54:57.785 INFO:tasks.rados.rados.0.smithi001.stdout:1192: read oid 2 snap -1 2024-08-17T16:54:57.785 INFO:tasks.rados.rados.0.smithi001.stdout:1192: expect (ObjNum 291 snap 73 seq_num 291) 2024-08-17T16:54:57.785 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 110 2024-08-17T16:54:57.785 INFO:tasks.rados.rados.0.smithi001.stdout:1193: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-08-17T16:54:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1193: writing smithi00187473-34 from 0 to 540672 tid 1 2024-08-17T16:54:57.792 INFO:tasks.rados.rados.0.smithi001.stdout:1193: writing smithi00187473-34 from 540672 to 1171456 tid 2 2024-08-17T16:54:57.796 INFO:tasks.rados.rados.0.smithi001.stdout:1193: writing smithi00187473-34 from 1171456 to 1744896 tid 3 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1194: rollback oid 10 current snap is 110 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1194: done (7 left) 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1195: read oid 3 snap -1 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1195: expect deleted 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1196: snap_create 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1189: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1189: finishing copy_from to smithi00187473-25 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 632 (ObjNum 384 snap 109 seq_num 384) dirty exists 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 1 to smithi00187473-41 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 2 to smithi00187473-41 2024-08-17T16:54:57.797 INFO:tasks.rados.rados.0.smithi001.stdout:1186: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:54:58.101 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[100737]: pgmap v65: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[100737]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[103274]: pgmap v65: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T16:54:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:57 smithi001 ceph-mon[103274]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T16:54:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:57 smithi189 ceph-mon[90541]: pgmap v65: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-17T16:54:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T16:54:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:57 smithi189 ceph-mon[90541]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 3 to smithi00187473-41 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 4 to smithi00187473-41 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 5 to smithi00187473-41 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1190: finishing write tid 6 to smithi00187473-41 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 633 (ObjNum 388 snap 110 seq_num 388) dirty exists 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1190: left oid 41 (ObjNum 388 snap 110 seq_num 388) 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1187: finishing copy_from racing read to smithi00187473-31 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1187: finishing copy_from to smithi00187473-31 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 620 (ObjNum 284 snap 66 seq_num 284) dirty exists 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1191: finishing write tid 1 to smithi00187473-38 2024-08-17T16:54:58.348 INFO:tasks.rados.rados.0.smithi001.stdout:1191: finishing write tid 2 to smithi00187473-38 2024-08-17T16:54:58.349 INFO:tasks.rados.rados.0.smithi001.stdout:1191: finishing write tid 3 to smithi00187473-38 2024-08-17T16:54:58.349 INFO:tasks.rados.rados.0.smithi001.stdout:1191: finishing write tid 4 to smithi00187473-38 2024-08-17T16:54:58.349 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 1 to smithi00187473-34 2024-08-17T16:54:58.349 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 2 to smithi00187473-34 2024-08-17T16:54:58.349 INFO:tasks.rados.rados.0.smithi001.stdout:1192: expect (ObjNum 291 snap 73 seq_num 291) 2024-08-17T16:54:58.427 INFO:tasks.rados.rados.0.smithi001.stdout:1191: finishing write tid 5 to smithi00187473-38 2024-08-17T16:54:58.427 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 998 (ObjNum 389 snap 110 seq_num 389) dirty exists 2024-08-17T16:54:58.427 INFO:tasks.rados.rados.0.smithi001.stdout:1191: left oid 38 (ObjNum 389 snap 110 seq_num 389) 2024-08-17T16:54:58.427 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 3 to smithi00187473-34 2024-08-17T16:54:58.427 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 4 to smithi00187473-34 2024-08-17T16:54:58.427 INFO:tasks.rados.rados.0.smithi001.stdout:1193: finishing write tid 5 to smithi00187473-34 2024-08-17T16:54:58.427 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 861 (ObjNum 390 snap 110 seq_num 390) dirty exists 2024-08-17T16:54:58.427 INFO:tasks.rados.rados.0.smithi001.stdout:1193: left oid 34 (ObjNum 390 snap 110 seq_num 390) 2024-08-17T16:54:58.789 INFO:tasks.rados.rados.0.smithi001.stdout:1186: done (8 left) 2024-08-17T16:54:58.789 INFO:tasks.rados.rados.0.smithi001.stdout:1187: done (7 left) 2024-08-17T16:54:58.789 INFO:tasks.rados.rados.0.smithi001.stdout:1189: done (6 left) 2024-08-17T16:54:58.789 INFO:tasks.rados.rados.0.smithi001.stdout:1190: done (5 left) 2024-08-17T16:54:58.789 INFO:tasks.rados.rados.0.smithi001.stdout:1191: done (4 left) 2024-08-17T16:54:58.790 INFO:tasks.rados.rados.0.smithi001.stdout:1192: done (3 left) 2024-08-17T16:54:58.790 INFO:tasks.rados.rados.0.smithi001.stdout:1193: done (2 left) 2024-08-17T16:54:58.790 INFO:tasks.rados.rados.0.smithi001.stdout:1195: done (1 left) 2024-08-17T16:54:58.790 INFO:tasks.rados.rados.0.smithi001.stdout:1196: done (0 left) 2024-08-17T16:54:58.790 INFO:tasks.rados.rados.0.smithi001.stdout:1197: snap_remove snap 110 2024-08-17T16:54:58.921 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[103274]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T16:54:58.921 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[103274]: Reconfiguring daemon osd.1 on smithi001 2024-08-17T16:54:58.921 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.921 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.921 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T16:54:58.921 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:58.921 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[100737]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T16:54:58.921 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[100737]: Reconfiguring daemon osd.1 on smithi001 2024-08-17T16:54:58.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:58.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T16:54:58.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:58 smithi189 ceph-mon[90541]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T16:54:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:58 smithi189 ceph-mon[90541]: Reconfiguring daemon osd.1 on smithi001 2024-08-17T16:54:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:54:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T16:54:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:54:59.796 INFO:tasks.rados.rados.0.smithi001.stdout:1197: done (0 left) 2024-08-17T16:54:59.796 INFO:tasks.rados.rados.0.smithi001.stdout:1198: copy_from oid 26 from oid 24 current snap is 111 2024-08-17T16:54:59.796 INFO:tasks.rados.rados.0.smithi001.stdout:1199: snap_create 2024-08-17T16:54:59.818 INFO:tasks.rados.rados.0.smithi001.stdout:1198: finishing copy_from racing read to smithi00187473-26 2024-08-17T16:54:59.822 INFO:tasks.rados.rados.0.smithi001.stdout:1198: finishing copy_from to smithi00187473-26 2024-08-17T16:54:59.822 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 204 (ObjNum 365 snap 105 seq_num 365) dirty exists 2024-08-17T16:55:00.144 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[100737]: pgmap v68: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-17T16:55:00.144 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[100737]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T16:55:00.144 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[100737]: Reconfiguring daemon osd.2 on smithi001 2024-08-17T16:55:00.144 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[100737]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T16:55:00.144 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:00.144 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:00.144 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[103274]: pgmap v68: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[103274]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[103274]: Reconfiguring daemon osd.2 on smithi001 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[103274]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T16:55:00.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:54:59 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:59 smithi189 ceph-mon[90541]: pgmap v68: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-17T16:55:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:59 smithi189 ceph-mon[90541]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T16:55:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:59 smithi189 ceph-mon[90541]: Reconfiguring daemon osd.2 on smithi001 2024-08-17T16:55:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:59 smithi189 ceph-mon[90541]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T16:55:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:59 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:59 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:59 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T16:55:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:54:59 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:00.802 INFO:tasks.rados.rados.0.smithi001.stdout:1198: done (1 left) 2024-08-17T16:55:00.802 INFO:tasks.rados.rados.0.smithi001.stdout:1199: done (0 left) 2024-08-17T16:55:00.802 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 112 2024-08-17T16:55:00.802 INFO:tasks.rados.rados.0.smithi001.stdout:1200: seq_num 391 ranges {1556480=557056,2113536=516096,2629632=688128} 2024-08-17T16:55:00.813 INFO:tasks.rados.rados.0.smithi001.stdout:1200: writing smithi00187473-11 from 1556480 to 2113536 tid 1 2024-08-17T16:55:00.816 INFO:tasks.rados.rados.0.smithi001.stdout:1200: writing smithi00187473-11 from 2113536 to 2629632 tid 2 2024-08-17T16:55:00.821 INFO:tasks.rados.rados.0.smithi001.stdout:1200: writing smithi00187473-11 from 2629632 to 3317760 tid 3 2024-08-17T16:55:00.821 INFO:tasks.rados.rados.0.smithi001.stdout:1201: rmattr oid 30 current snap is 112 2024-08-17T16:55:00.821 INFO:tasks.rados.rados.0.smithi001.stdout:1201: done (1 left) 2024-08-17T16:55:00.821 INFO:tasks.rados.rados.0.smithi001.stdout:1202: delete oid 19 current snap is 112 2024-08-17T16:55:00.821 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 1 to smithi00187473-11 2024-08-17T16:55:00.822 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 2 to smithi00187473-11 2024-08-17T16:55:00.825 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 3 to smithi00187473-11 2024-08-17T16:55:00.825 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 4 to smithi00187473-11 2024-08-17T16:55:00.826 INFO:tasks.rados.rados.0.smithi001.stdout:1202: done (1 left) 2024-08-17T16:55:00.826 INFO:tasks.rados.rados.0.smithi001.stdout:1203: rollback oid 30 current snap is 112 2024-08-17T16:55:00.826 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 111 2024-08-17T16:55:00.826 INFO:tasks.rados.rados.0.smithi001.stdout:1204: copy_from oid 23 from oid 17 current snap is 112 2024-08-17T16:55:00.827 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 112 2024-08-17T16:55:00.827 INFO:tasks.rados.rados.0.smithi001.stdout:1205: seq_num 393 ranges {4702208=589824,5292032=679936,5971968=524288} 2024-08-17T16:55:00.855 INFO:tasks.rados.rados.0.smithi001.stdout:1205: writing smithi00187473-24 from 4702208 to 5292032 tid 1 2024-08-17T16:55:00.859 INFO:tasks.rados.rados.0.smithi001.stdout:1205: writing smithi00187473-24 from 5292032 to 5971968 tid 2 2024-08-17T16:55:00.862 INFO:tasks.rados.rados.0.smithi001.stdout:1205: writing smithi00187473-24 from 5971968 to 6496256 tid 3 2024-08-17T16:55:00.862 INFO:tasks.rados.rados.0.smithi001.stdout:1206: read oid 34 snap 111 2024-08-17T16:55:00.862 INFO:tasks.rados.rados.0.smithi001.stdout:1206: expect (ObjNum 390 snap 110 seq_num 390) 2024-08-17T16:55:00.862 INFO:tasks.rados.rados.0.smithi001.stdout:1207: snap_create 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:1200: finishing write tid 5 to smithi00187473-11 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1003 (ObjNum 391 snap 112 seq_num 391) dirty exists 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:1200: left oid 11 (ObjNum 391 snap 112 seq_num 391) 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:1203: finishing rollback tid 1 to smithi00187473-30 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 0 (ObjNum 689 snap 0 seq_num 811577216) dirty dne 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:1204: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:1204: finishing copy_from to smithi00187473-23 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 989 (ObjNum 385 snap 109 seq_num 385) dirty exists 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:1205: finishing write tid 1 to smithi00187473-24 2024-08-17T16:55:00.863 INFO:tasks.rados.rados.0.smithi001.stdout:1205: finishing write tid 2 to smithi00187473-24 2024-08-17T16:55:00.865 INFO:tasks.rados.rados.0.smithi001.stdout:1205: finishing write tid 3 to smithi00187473-24 2024-08-17T16:55:00.865 INFO:tasks.rados.rados.0.smithi001.stdout:1205: finishing write tid 4 to smithi00187473-24 2024-08-17T16:55:00.866 INFO:tasks.rados.rados.0.smithi001.stdout:1205: finishing write tid 5 to smithi00187473-24 2024-08-17T16:55:00.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 222 (ObjNum 393 snap 112 seq_num 393) dirty exists 2024-08-17T16:55:00.866 INFO:tasks.rados.rados.0.smithi001.stdout:1205: left oid 24 (ObjNum 393 snap 112 seq_num 393) 2024-08-17T16:55:00.871 INFO:tasks.rados.rados.0.smithi001.stdout:1206: expect (ObjNum 390 snap 110 seq_num 390) 2024-08-17T16:55:01.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:00 smithi189 ceph-mon[90541]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T16:55:01.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:00 smithi189 ceph-mon[90541]: Reconfiguring daemon osd.3 on smithi001 2024-08-17T16:55:01.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:00 smithi189 ceph-mon[90541]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T16:55:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:00 smithi001 ceph-mon[100737]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T16:55:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:00 smithi001 ceph-mon[100737]: Reconfiguring daemon osd.3 on smithi001 2024-08-17T16:55:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:00 smithi001 ceph-mon[100737]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T16:55:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:00 smithi001 ceph-mon[103274]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T16:55:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:00 smithi001 ceph-mon[103274]: Reconfiguring daemon osd.3 on smithi001 2024-08-17T16:55:01.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:00 smithi001 ceph-mon[103274]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T16:55:01.808 INFO:tasks.rados.rados.0.smithi001.stdout:1200: done (5 left) 2024-08-17T16:55:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:1203: done (4 left) 2024-08-17T16:55:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:1204: done (3 left) 2024-08-17T16:55:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:1205: done (2 left) 2024-08-17T16:55:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:1206: done (1 left) 2024-08-17T16:55:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:1207: done (0 left) 2024-08-17T16:55:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:1208: delete oid 26 current snap is 113 2024-08-17T16:55:01.811 INFO:tasks.rados.rados.0.smithi001.stdout:1208: done (0 left) 2024-08-17T16:55:01.811 INFO:tasks.rados.rados.0.smithi001.stdout:1209: delete oid 5 current snap is 113 2024-08-17T16:55:01.814 INFO:tasks.rados.rados.0.smithi001.stdout:1209: done (0 left) 2024-08-17T16:55:01.814 INFO:tasks.rados.rados.0.smithi001.stdout:1210: copy_from oid 21 from oid 29 current snap is 113 2024-08-17T16:55:01.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 113 2024-08-17T16:55:01.814 INFO:tasks.rados.rados.0.smithi001.stdout:1211: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-08-17T16:55:01.818 INFO:tasks.rados.rados.0.smithi001.stdout:1211: writing smithi00187473-3 from 0 to 638976 tid 1 2024-08-17T16:55:01.826 INFO:tasks.rados.rados.0.smithi001.stdout:1211: writing smithi00187473-3 from 638976 to 1425408 tid 2 2024-08-17T16:55:01.830 INFO:tasks.rados.rados.0.smithi001.stdout:1211: writing smithi00187473-3 from 1425408 to 1843200 tid 3 2024-08-17T16:55:01.831 INFO:tasks.rados.rados.0.smithi001.stdout:1212: copy_from oid 35 from oid 34 current snap is 113 2024-08-17T16:55:01.831 INFO:tasks.rados.rados.0.smithi001.stdout:1211: finishing write tid 1 to smithi00187473-3 2024-08-17T16:55:01.831 INFO:tasks.rados.rados.0.smithi001.stdout:1211: finishing write tid 2 to smithi00187473-3 2024-08-17T16:55:01.831 INFO:tasks.rados.rados.0.smithi001.stdout:1213: read oid 19 snap -1 2024-08-17T16:55:01.831 INFO:tasks.rados.rados.0.smithi001.stdout:1213: expect deleted 2024-08-17T16:55:01.831 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 113 2024-08-17T16:55:01.831 INFO:tasks.rados.rados.0.smithi001.stdout:1214: seq_num 397 ranges {2424832=655360,3080192=671744,3751936=532480} 2024-08-17T16:55:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:1214: writing smithi00187473-17 from 2424832 to 3080192 tid 1 2024-08-17T16:55:01.853 INFO:tasks.rados.rados.0.smithi001.stdout:1214: writing smithi00187473-17 from 3080192 to 3751936 tid 2 2024-08-17T16:55:01.857 INFO:tasks.rados.rados.0.smithi001.stdout:1214: writing smithi00187473-17 from 3751936 to 4284416 tid 3 2024-08-17T16:55:01.857 INFO:tasks.rados.rados.0.smithi001.stdout:1215: copy_from oid 41 from oid 32 current snap is 113 2024-08-17T16:55:01.857 INFO:tasks.rados.rados.0.smithi001.stdout:1211: finishing write tid 3 to smithi00187473-3 2024-08-17T16:55:01.857 INFO:tasks.rados.rados.0.smithi001.stdout:1211: finishing write tid 4 to smithi00187473-3 2024-08-17T16:55:01.857 INFO:tasks.rados.rados.0.smithi001.stdout:1211: finishing write tid 5 to smithi00187473-3 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 300 (ObjNum 396 snap 113 seq_num 396) dirty exists 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:1211: left oid 3 (ObjNum 396 snap 113 seq_num 396) 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:1211: done (5 left) 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:1213: done (4 left) 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 113 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:1212: finishing copy_from racing read to smithi00187473-35 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:1212: finishing copy_from to smithi00187473-35 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 861 (ObjNum 390 snap 110 seq_num 390) dirty exists 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:1214: finishing write tid 1 to smithi00187473-17 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:1214: finishing write tid 2 to smithi00187473-17 2024-08-17T16:55:01.858 INFO:tasks.rados.rados.0.smithi001.stdout:1216: seq_num 398 ranges {1638400=671744,2310144=557056,2867200=532480,3399680=114688} 2024-08-17T16:55:01.870 INFO:tasks.rados.rados.0.smithi001.stdout:1216: writing smithi00187473-25 from 1638400 to 2310144 tid 1 2024-08-17T16:55:01.873 INFO:tasks.rados.rados.0.smithi001.stdout:1216: writing smithi00187473-25 from 2310144 to 2867200 tid 2 2024-08-17T16:55:01.876 INFO:tasks.rados.rados.0.smithi001.stdout:1216: writing smithi00187473-25 from 2867200 to 3399680 tid 3 2024-08-17T16:55:01.877 INFO:tasks.rados.rados.0.smithi001.stdout:1216: writing smithi00187473-25 from 3399680 to 3514368 tid 4 2024-08-17T16:55:01.877 INFO:tasks.rados.rados.0.smithi001.stdout:1212: done (4 left) 2024-08-17T16:55:01.877 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 113 2024-08-17T16:55:01.877 INFO:tasks.rados.rados.0.smithi001.stdout:1210: finishing copy_from racing read to smithi00187473-21 2024-08-17T16:55:01.877 INFO:tasks.rados.rados.0.smithi001.stdout:1217: seq_num 399 ranges {729088=688128,1417216=434176,1851392=745472,2596864=24576} 2024-08-17T16:55:01.884 INFO:tasks.rados.rados.0.smithi001.stdout:1217: writing smithi00187473-45 from 729088 to 1417216 tid 1 2024-08-17T16:55:01.887 INFO:tasks.rados.rados.0.smithi001.stdout:1217: writing smithi00187473-45 from 1417216 to 1851392 tid 2 2024-08-17T16:55:01.893 INFO:tasks.rados.rados.0.smithi001.stdout:1217: writing smithi00187473-45 from 1851392 to 2596864 tid 3 2024-08-17T16:55:01.893 INFO:tasks.rados.rados.0.smithi001.stdout:1217: writing smithi00187473-45 from 2596864 to 2621440 tid 4 2024-08-17T16:55:01.893 INFO:tasks.rados.rados.0.smithi001.stdout:1210: finishing copy_from to smithi00187473-21 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 629 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1214: finishing write tid 3 to smithi00187473-17 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1214: finishing write tid 4 to smithi00187473-17 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1214: finishing write tid 5 to smithi00187473-17 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1009 (ObjNum 397 snap 113 seq_num 397) dirty exists 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1214: left oid 17 (ObjNum 397 snap 113 seq_num 397) 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1215: finishing copy_from racing read to smithi00187473-41 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1215: finishing copy_from to smithi00187473-41 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 193 (ObjNum 346 snap 97 seq_num 346) dirty exists 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1216: finishing write tid 1 to smithi00187473-25 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1216: finishing write tid 2 to smithi00187473-25 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1216: finishing write tid 3 to smithi00187473-25 2024-08-17T16:55:01.894 INFO:tasks.rados.rados.0.smithi001.stdout:1216: finishing write tid 4 to smithi00187473-25 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1210: done (4 left) 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1214: done (3 left) 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1215: done (2 left) 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1218: read oid 47 snap -1 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1218: expect (ObjNum 325 snap 90 seq_num 325) 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1219: snap_create 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1216: finishing write tid 5 to smithi00187473-25 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1216: finishing write tid 6 to smithi00187473-25 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 994 (ObjNum 398 snap 113 seq_num 398) dirty exists 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1216: left oid 25 (ObjNum 398 snap 113 seq_num 398) 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1217: finishing write tid 1 to smithi00187473-45 2024-08-17T16:55:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:1217: finishing write tid 2 to smithi00187473-45 2024-08-17T16:55:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:1217: finishing write tid 3 to smithi00187473-45 2024-08-17T16:55:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:1217: finishing write tid 4 to smithi00187473-45 2024-08-17T16:55:01.896 INFO:tasks.rados.rados.0.smithi001.stdout:1217: finishing write tid 5 to smithi00187473-45 2024-08-17T16:55:01.897 INFO:tasks.rados.rados.0.smithi001.stdout:1217: finishing write tid 6 to smithi00187473-45 2024-08-17T16:55:01.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1015 (ObjNum 399 snap 113 seq_num 399) dirty exists 2024-08-17T16:55:01.897 INFO:tasks.rados.rados.0.smithi001.stdout:1217: left oid 45 (ObjNum 399 snap 113 seq_num 399) 2024-08-17T16:55:01.906 INFO:tasks.rados.rados.0.smithi001.stdout:1218: expect (ObjNum 325 snap 90 seq_num 325) 2024-08-17T16:55:02.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[100737]: pgmap v71: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.1 MiB/s wr, 20 op/s 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[100737]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[103274]: pgmap v71: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.1 MiB/s wr, 20 op/s 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[103274]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:02.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:55:02.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:01 smithi189 ceph-mon[90541]: pgmap v71: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.1 MiB/s wr, 20 op/s 2024-08-17T16:55:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:01 smithi189 ceph-mon[90541]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T16:55:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:55:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:02.813 INFO:tasks.rados.rados.0.smithi001.stdout:1216: done (3 left) 2024-08-17T16:55:02.813 INFO:tasks.rados.rados.0.smithi001.stdout:1217: done (2 left) 2024-08-17T16:55:02.813 INFO:tasks.rados.rados.0.smithi001.stdout:1218: done (1 left) 2024-08-17T16:55:02.813 INFO:tasks.rados.rados.0.smithi001.stdout:1219: done (0 left) 2024-08-17T16:55:02.813 INFO:tasks.rados.rados.0.smithi001.stdout:1220: setattr oid 23 current snap is 114 2024-08-17T16:55:02.815 INFO:tasks.rados.rados.0.smithi001.stdout:1221: snap_remove snap 113 2024-08-17T16:55:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:02 smithi189 ceph-mon[90541]: Reconfiguring mds.a (monmap changed)... 2024-08-17T16:55:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:02 smithi189 ceph-mon[90541]: Reconfiguring daemon mds.a on smithi001 2024-08-17T16:55:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:02 smithi189 ceph-mon[90541]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T16:55:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:02 smithi001 ceph-mon[100737]: Reconfiguring mds.a (monmap changed)... 2024-08-17T16:55:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:02 smithi001 ceph-mon[100737]: Reconfiguring daemon mds.a on smithi001 2024-08-17T16:55:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:02 smithi001 ceph-mon[100737]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T16:55:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:02 smithi001 ceph-mon[103274]: Reconfiguring mds.a (monmap changed)... 2024-08-17T16:55:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:02 smithi001 ceph-mon[103274]: Reconfiguring daemon mds.a on smithi001 2024-08-17T16:55:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:02 smithi001 ceph-mon[103274]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T16:55:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:1221: done (1 left) 2024-08-17T16:55:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 114 2024-08-17T16:55:03.815 INFO:tasks.rados.rados.0.smithi001.stdout:1222: seq_num 400 ranges {2621440=704512,3325952=720896,4046848=483328} 2024-08-17T16:55:03.833 INFO:tasks.rados.rados.0.smithi001.stdout:1222: writing smithi00187473-45 from 2621440 to 3325952 tid 1 2024-08-17T16:55:03.838 INFO:tasks.rados.rados.0.smithi001.stdout:1222: writing smithi00187473-45 from 3325952 to 4046848 tid 2 2024-08-17T16:55:03.841 INFO:tasks.rados.rados.0.smithi001.stdout:1222: writing smithi00187473-45 from 4046848 to 4530176 tid 3 2024-08-17T16:55:03.841 INFO:tasks.rados.rados.0.smithi001.stdout:1223: snap_remove snap 111 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: pgmap v74: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.1 MiB/s wr, 20 op/s 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:03 smithi189 ceph-mon[90541]: Reconfiguring daemon mon.b on smithi189 2024-08-17T16:55:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: pgmap v74: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.1 MiB/s wr, 20 op/s 2024-08-17T16:55:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T16:55:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[100737]: Reconfiguring daemon mon.b on smithi189 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: pgmap v74: 121 pgs: 121 active+clean; 140 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 8.1 MiB/s wr, 20 op/s 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T16:55:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T16:55:04.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:04.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:03 smithi001 ceph-mon[103274]: Reconfiguring daemon mon.b on smithi189 2024-08-17T16:55:04.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:04.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:04.720 INFO:tasks.rados.rados.0.smithi001.stdout:1223: done (2 left) 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:1224: delete oid 1 current snap is 114 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 995 (ObjNum 385 snap 109 seq_num 385) dirty exists 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:1222: finishing write tid 1 to smithi00187473-45 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:1222: finishing write tid 2 to smithi00187473-45 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:1222: finishing write tid 3 to smithi00187473-45 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:1222: finishing write tid 4 to smithi00187473-45 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:1222: finishing write tid 5 to smithi00187473-45 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1019 (ObjNum 400 snap 114 seq_num 400) dirty exists 2024-08-17T16:55:04.721 INFO:tasks.rados.rados.0.smithi001.stdout:1222: left oid 45 (ObjNum 400 snap 114 seq_num 400) 2024-08-17T16:55:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:1220: done (2 left) 2024-08-17T16:55:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:1222: done (1 left) 2024-08-17T16:55:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:1224: done (0 left) 2024-08-17T16:55:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:1225: rollback oid 50 current snap is 114 2024-08-17T16:55:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 112 2024-08-17T16:55:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:1226: copy_from oid 39 from oid 10 current snap is 114 2024-08-17T16:55:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 114 2024-08-17T16:55:04.729 INFO:tasks.rados.rados.0.smithi001.stdout:1227: seq_num 402 ranges {1892352=737280,2629632=491520,3121152=516096,3637248=196608} 2024-08-17T16:55:04.744 INFO:tasks.rados.rados.0.smithi001.stdout:1227: writing smithi00187473-2 from 1892352 to 2629632 tid 1 2024-08-17T16:55:04.746 INFO:tasks.rados.rados.0.smithi001.stdout:1227: writing smithi00187473-2 from 2629632 to 3121152 tid 2 2024-08-17T16:55:04.749 INFO:tasks.rados.rados.0.smithi001.stdout:1227: writing smithi00187473-2 from 3121152 to 3637248 tid 3 2024-08-17T16:55:04.751 INFO:tasks.rados.rados.0.smithi001.stdout:1227: writing smithi00187473-2 from 3637248 to 3833856 tid 4 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:1228: read oid 36 snap -1 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:1228: expect (ObjNum 345 snap 97 seq_num 345) 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:1229: rollback oid 32 current snap is 114 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 112 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:1230: rollback oid 40 current snap is 114 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 112 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:1225: finishing rollback tid 1 to smithi00187473-50 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:1226: finishing copy_from racing read to smithi00187473-39 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:1226: finishing copy_from to smithi00187473-39 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 861 (ObjNum 359 snap 104 seq_num 359) dirty exists 2024-08-17T16:55:04.752 INFO:tasks.rados.rados.0.smithi001.stdout:1227: finishing write tid 1 to smithi00187473-2 2024-08-17T16:55:04.753 INFO:tasks.rados.rados.0.smithi001.stdout:1227: finishing write tid 2 to smithi00187473-2 2024-08-17T16:55:04.753 INFO:tasks.rados.rados.0.smithi001.stdout:1225: done (5 left) 2024-08-17T16:55:04.753 INFO:tasks.rados.rados.0.smithi001.stdout:1226: done (4 left) 2024-08-17T16:55:04.753 INFO:tasks.rados.rados.0.smithi001.stdout:1231: copy_from oid 37 from oid 9 current snap is 114 2024-08-17T16:55:04.753 INFO:tasks.rados.rados.0.smithi001.stdout:1232: snap_create 2024-08-17T16:55:04.757 INFO:tasks.rados.rados.0.smithi001.stdout:1227: finishing write tid 3 to smithi00187473-2 2024-08-17T16:55:04.758 INFO:tasks.rados.rados.0.smithi001.stdout:1228: expect (ObjNum 345 snap 97 seq_num 345) 2024-08-17T16:55:04.812 INFO:tasks.rados.rados.0.smithi001.stdout:1227: finishing write tid 4 to smithi00187473-2 2024-08-17T16:55:04.812 INFO:tasks.rados.rados.0.smithi001.stdout:1227: finishing write tid 5 to smithi00187473-2 2024-08-17T16:55:04.812 INFO:tasks.rados.rados.0.smithi001.stdout:1230: finishing rollback tid 0 to smithi00187473-40 2024-08-17T16:55:04.812 INFO:tasks.rados.rados.0.smithi001.stdout:1229: finishing rollback tid 0 to smithi00187473-32 2024-08-17T16:55:04.812 INFO:tasks.rados.rados.0.smithi001.stdout:1230: finishing rollback tid 1 to smithi00187473-40 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:1230: finishing rollback tid 2 to smithi00187473-40 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 465 (ObjNum 383 snap 109 seq_num 383) dirty exists 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:1229: finishing rollback tid 1 to smithi00187473-32 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:1229: finishing rollback tid 2 to smithi00187473-32 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1035 (ObjNum 346 snap 97 seq_num 346) dirty exists 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:1227: finishing write tid 6 to smithi00187473-2 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1031 (ObjNum 402 snap 114 seq_num 402) dirty exists 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:1227: left oid 2 (ObjNum 402 snap 114 seq_num 402) 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:1231: finishing copy_from racing read to smithi00187473-37 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:1231: finishing copy_from to smithi00187473-37 2024-08-17T16:55:04.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 630 (ObjNum 361 snap 104 seq_num 361) dirty exists 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: pgmap v77: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.5 MiB/s wr, 8 op/s 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: Reconfiguring daemon mgr.x on smithi189 2024-08-17T16:55:04.911 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:04 smithi189 ceph-mon[90541]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T16:55:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T16:55:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: pgmap v77: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.5 MiB/s wr, 8 op/s 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: Reconfiguring daemon mgr.x on smithi189 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[103274]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T16:55:05.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: pgmap v77: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.5 MiB/s wr, 8 op/s 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: Reconfiguring daemon mgr.x on smithi189 2024-08-17T16:55:05.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:04 smithi001 ceph-mon[100737]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T16:55:05.722 INFO:tasks.rados.rados.0.smithi001.stdout:1227: done (5 left) 2024-08-17T16:55:05.722 INFO:tasks.rados.rados.0.smithi001.stdout:1228: done (4 left) 2024-08-17T16:55:05.722 INFO:tasks.rados.rados.0.smithi001.stdout:1229: done (3 left) 2024-08-17T16:55:05.722 INFO:tasks.rados.rados.0.smithi001.stdout:1230: done (2 left) 2024-08-17T16:55:05.723 INFO:tasks.rados.rados.0.smithi001.stdout:1231: done (1 left) 2024-08-17T16:55:05.723 INFO:tasks.rados.rados.0.smithi001.stdout:1232: done (0 left) 2024-08-17T16:55:05.723 INFO:tasks.rados.rados.0.smithi001.stdout:1233: read oid 31 snap 114 2024-08-17T16:55:05.723 INFO:tasks.rados.rados.0.smithi001.stdout:1233: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:55:05.723 INFO:tasks.rados.rados.0.smithi001.stdout:1234: snap_create 2024-08-17T16:55:05.761 INFO:tasks.rados.rados.0.smithi001.stdout:1233: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:55:05.928 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:05.929 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:05.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:06.724 INFO:tasks.rados.rados.0.smithi001.stdout:1233: done (1 left) 2024-08-17T16:55:06.757 INFO:tasks.rados.rados.0.smithi001.stdout:1234: done (0 left) 2024-08-17T16:55:06.757 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 116 2024-08-17T16:55:06.757 INFO:tasks.rados.rados.0.smithi001.stdout:1235: seq_num 403 ranges {2056192=753664,2809856=425984,3235840=720896,3956736=57344} 2024-08-17T16:55:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1235: writing smithi00187473-28 from 2056192 to 2809856 tid 1 2024-08-17T16:55:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1235: writing smithi00187473-28 from 2809856 to 3235840 tid 2 2024-08-17T16:55:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1235: writing smithi00187473-28 from 3235840 to 3956736 tid 3 2024-08-17T16:55:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1235: writing smithi00187473-28 from 3956736 to 4014080 tid 4 2024-08-17T16:55:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1236: rollback oid 6 current snap is 116 2024-08-17T16:55:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 115 2024-08-17T16:55:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 1 to smithi00187473-28 2024-08-17T16:55:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 2 to smithi00187473-28 2024-08-17T16:55:06.759 INFO:tasks.rados.rados.0.smithi001.stdout:1237: snap_remove snap 112 2024-08-17T16:55:06.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:06 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:06.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:06 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:06.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:06 smithi189 ceph-mon[90541]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T16:55:06.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:06 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T16:55:06.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:06 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:06.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:06 smithi189 ceph-mon[90541]: Reconfiguring daemon osd.4 on smithi189 2024-08-17T16:55:06.921 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:06 smithi189 ceph-mon[90541]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T16:55:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[100737]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T16:55:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T16:55:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[100737]: Reconfiguring daemon osd.4 on smithi189 2024-08-17T16:55:06.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[100737]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T16:55:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[103274]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T16:55:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T16:55:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[103274]: Reconfiguring daemon osd.4 on smithi189 2024-08-17T16:55:06.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:06 smithi001 ceph-mon[103274]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T16:55:07.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:06.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:55:07] "GET /metrics HTTP/1.1" 200 36187 "" "Prometheus/2.51.0" 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1237: done (2 left) 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1238: delete oid 2 current snap is 116 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1236: finishing rollback tid 0 to smithi00187473-6 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 3 to smithi00187473-28 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 4 to smithi00187473-28 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1236: finishing rollback tid 1 to smithi00187473-6 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1236: finishing rollback tid 2 to smithi00187473-6 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 645 (ObjNum 380 snap 109 seq_num 380) dirty exists 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 5 to smithi00187473-28 2024-08-17T16:55:07.732 INFO:tasks.rados.rados.0.smithi001.stdout:1235: finishing write tid 6 to smithi00187473-28 2024-08-17T16:55:07.733 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 866 (ObjNum 403 snap 116 seq_num 403) dirty exists 2024-08-17T16:55:07.733 INFO:tasks.rados.rados.0.smithi001.stdout:1235: left oid 28 (ObjNum 403 snap 116 seq_num 403) 2024-08-17T16:55:07.738 INFO:tasks.rados.rados.0.smithi001.stdout:1235: done (2 left) 2024-08-17T16:55:07.738 INFO:tasks.rados.rados.0.smithi001.stdout:1236: done (1 left) 2024-08-17T16:55:07.738 INFO:tasks.rados.rados.0.smithi001.stdout:1238: done (0 left) 2024-08-17T16:55:07.738 INFO:tasks.rados.rados.0.smithi001.stdout:1239: snap_create 2024-08-17T16:55:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:07 smithi189 ceph-mon[90541]: pgmap v80: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 19 op/s 2024-08-17T16:55:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:07 smithi189 ceph-mon[90541]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T16:55:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:07 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:07 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:07 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T16:55:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:07 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[100737]: pgmap v80: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 19 op/s 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[100737]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[103274]: pgmap v80: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.7 MiB/s wr, 19 op/s 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[103274]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T16:55:08.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:07 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:08.738 INFO:tasks.rados.rados.0.smithi001.stdout:1239: done (0 left) 2024-08-17T16:55:08.738 INFO:tasks.rados.rados.0.smithi001.stdout:1240: snap_create 2024-08-17T16:55:08.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:08 smithi189 ceph-mon[90541]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T16:55:08.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:08 smithi189 ceph-mon[90541]: Reconfiguring daemon osd.5 on smithi189 2024-08-17T16:55:08.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:08 smithi189 ceph-mon[90541]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T16:55:08.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:08.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:08.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:08.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T16:55:08.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[100737]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T16:55:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[100737]: Reconfiguring daemon osd.5 on smithi189 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[100737]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[103274]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[103274]: Reconfiguring daemon osd.5 on smithi189 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[103274]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T16:55:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:09.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:09.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:09.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T16:55:09.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:09.741 INFO:tasks.rados.rados.0.smithi001.stdout:1240: done (0 left) 2024-08-17T16:55:09.741 INFO:tasks.rados.rados.0.smithi001.stdout:1241: rollback oid 2 current snap is 118 2024-08-17T16:55:09.742 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 116 2024-08-17T16:55:09.742 INFO:tasks.rados.rados.0.smithi001.stdout:1242: read oid 21 snap -1 2024-08-17T16:55:09.742 INFO:tasks.rados.rados.0.smithi001.stdout:1242: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:55:09.742 INFO:tasks.rados.rados.0.smithi001.stdout:1243: rollback oid 16 current snap is 118 2024-08-17T16:55:09.742 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 114 2024-08-17T16:55:09.742 INFO:tasks.rados.rados.0.smithi001.stdout:1244: read oid 19 snap -1 2024-08-17T16:55:09.742 INFO:tasks.rados.rados.0.smithi001.stdout:1244: expect deleted 2024-08-17T16:55:09.742 INFO:tasks.rados.rados.0.smithi001.stdout:1245: delete oid 38 current snap is 118 2024-08-17T16:55:09.745 INFO:tasks.rados.rados.0.smithi001.stdout:1241: finishing rollback tid 1 to smithi00187473-2 2024-08-17T16:55:09.745 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1041 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T16:55:09.748 INFO:tasks.rados.rados.0.smithi001.stdout:1241: done (4 left) 2024-08-17T16:55:09.748 INFO:tasks.rados.rados.0.smithi001.stdout:1244: done (3 left) 2024-08-17T16:55:09.748 INFO:tasks.rados.rados.0.smithi001.stdout:1245: done (2 left) 2024-08-17T16:55:09.749 INFO:tasks.rados.rados.0.smithi001.stdout:1246: rollback oid 11 current snap is 118 2024-08-17T16:55:09.749 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 114 2024-08-17T16:55:09.749 INFO:tasks.rados.rados.0.smithi001.stdout:1247: read oid 1 snap 114 2024-08-17T16:55:09.749 INFO:tasks.rados.rados.0.smithi001.stdout:1247: expect deleted 2024-08-17T16:55:09.749 INFO:tasks.rados.rados.0.smithi001.stdout:1248: read oid 32 snap -1 2024-08-17T16:55:09.749 INFO:tasks.rados.rados.0.smithi001.stdout:1248: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:09.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 118 2024-08-17T16:55:09.749 INFO:tasks.rados.rados.0.smithi001.stdout:1249: seq_num 406 ranges {6496256=802816,7299072=475136,7774208=499712,8273920=229376} 2024-08-17T16:55:09.790 INFO:tasks.rados.rados.0.smithi001.stdout:1249: writing smithi00187473-24 from 6496256 to 7299072 tid 1 2024-08-17T16:55:09.792 INFO:tasks.rados.rados.0.smithi001.stdout:1249: writing smithi00187473-24 from 7299072 to 7774208 tid 2 2024-08-17T16:55:09.795 INFO:tasks.rados.rados.0.smithi001.stdout:1249: writing smithi00187473-24 from 7774208 to 8273920 tid 3 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1249: writing smithi00187473-24 from 8273920 to 8503296 tid 4 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1250: rmattr oid 26 current snap is 118 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1250: done (6 left) 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1251: rmattr oid 45 current snap is 118 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1251: done (6 left) 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1252: snap_create 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1243: finishing rollback tid 0 to smithi00187473-16 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1243: finishing rollback tid 1 to smithi00187473-16 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:1243: finishing rollback tid 2 to smithi00187473-16 2024-08-17T16:55:09.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 636 (ObjNum 284 snap 66 seq_num 284) dirty exists 2024-08-17T16:55:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing rollback tid 0 to smithi00187473-11 2024-08-17T16:55:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing rollback tid 1 to smithi00187473-11 2024-08-17T16:55:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:1246: finishing rollback tid 2 to smithi00187473-11 2024-08-17T16:55:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1052 (ObjNum 391 snap 112 seq_num 391) dirty exists 2024-08-17T16:55:09.798 INFO:tasks.rados.rados.0.smithi001.stdout:1248: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:09.914 INFO:tasks.rados.rados.0.smithi001.stdout:1242: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:55:10.118 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:09 smithi189 ceph-mon[90541]: pgmap v83: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:55:10.118 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:09 smithi189 ceph-mon[90541]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T16:55:10.118 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:09 smithi189 ceph-mon[90541]: Reconfiguring daemon osd.6 on smithi189 2024-08-17T16:55:10.118 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:09 smithi189 ceph-mon[90541]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T16:55:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:09 smithi001 ceph-mon[100737]: pgmap v83: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:55:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:09 smithi001 ceph-mon[100737]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T16:55:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:09 smithi001 ceph-mon[100737]: Reconfiguring daemon osd.6 on smithi189 2024-08-17T16:55:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:09 smithi001 ceph-mon[100737]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T16:55:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:09 smithi001 ceph-mon[103274]: pgmap v83: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:55:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:09 smithi001 ceph-mon[103274]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T16:55:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:09 smithi001 ceph-mon[103274]: Reconfiguring daemon osd.6 on smithi189 2024-08-17T16:55:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:09 smithi001 ceph-mon[103274]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T16:55:10.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:10.823 INFO:tasks.rados.rados.0.smithi001.stdout:1249: finishing write tid 1 to smithi00187473-24 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1249: finishing write tid 2 to smithi00187473-24 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1249: finishing write tid 3 to smithi00187473-24 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1249: finishing write tid 4 to smithi00187473-24 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1249: finishing write tid 5 to smithi00187473-24 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1249: finishing write tid 6 to smithi00187473-24 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 230 (ObjNum 406 snap 118 seq_num 406) dirty exists 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1249: left oid 24 (ObjNum 406 snap 118 seq_num 406) 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1242: done (6 left) 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1243: done (5 left) 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1246: done (4 left) 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1247: done (3 left) 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1248: done (2 left) 2024-08-17T16:55:10.824 INFO:tasks.rados.rados.0.smithi001.stdout:1249: done (1 left) 2024-08-17T16:55:10.825 INFO:tasks.rados.rados.0.smithi001.stdout:1252: done (0 left) 2024-08-17T16:55:10.825 INFO:tasks.rados.rados.0.smithi001.stdout:1253: rollback oid 39 current snap is 119 2024-08-17T16:55:10.825 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 118 2024-08-17T16:55:10.825 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 119 2024-08-17T16:55:10.825 INFO:tasks.rados.rados.0.smithi001.stdout:1254: seq_num 407 ranges {3383296=425984,3809280=761856,4571136=704512,5275648=139264} 2024-08-17T16:55:10.828 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:10 smithi189 ceph-mon[90541]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T16:55:10.828 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:10.828 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:10.828 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T16:55:10.828 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:10.844 INFO:tasks.rados.rados.0.smithi001.stdout:1254: writing smithi00187473-44 from 3383296 to 3809280 tid 1 2024-08-17T16:55:10.848 INFO:tasks.rados.rados.0.smithi001.stdout:1254: writing smithi00187473-44 from 3809280 to 4571136 tid 2 2024-08-17T16:55:10.852 INFO:tasks.rados.rados.0.smithi001.stdout:1254: writing smithi00187473-44 from 4571136 to 5275648 tid 3 2024-08-17T16:55:10.854 INFO:tasks.rados.rados.0.smithi001.stdout:1254: writing smithi00187473-44 from 5275648 to 5414912 tid 4 2024-08-17T16:55:10.854 INFO:tasks.rados.rados.0.smithi001.stdout:1255: read oid 16 snap 118 2024-08-17T16:55:10.854 INFO:tasks.rados.rados.0.smithi001.stdout:1255: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:55:10.854 INFO:tasks.rados.rados.0.smithi001.stdout:1256: snap_remove snap 115 2024-08-17T16:55:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[103274]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T16:55:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:11.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:11.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T16:55:11.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[100737]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T16:55:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T16:55:11.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:11.754 INFO:tasks.rados.rados.0.smithi001.stdout:1256: done (3 left) 2024-08-17T16:55:11.754 INFO:tasks.rados.rados.0.smithi001.stdout:1257: snap_remove snap 116 2024-08-17T16:55:11.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:11 smithi189 ceph-mon[90541]: pgmap v86: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:11 smithi189 ceph-mon[90541]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:11 smithi189 ceph-mon[90541]: Reconfiguring daemon osd.7 on smithi189 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:11 smithi189 ceph-mon[90541]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:11 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:11 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:11 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:11 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[100737]: pgmap v86: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T16:55:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[100737]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T16:55:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[100737]: Reconfiguring daemon osd.7 on smithi189 2024-08-17T16:55:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[100737]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[103274]: pgmap v86: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[103274]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[103274]: Reconfiguring daemon osd.7 on smithi189 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[103274]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:55:12.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:11 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1253: finishing rollback tid 0 to smithi00187473-39 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1253: finishing rollback tid 1 to smithi00187473-39 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1253: finishing rollback tid 2 to smithi00187473-39 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 869 (ObjNum 359 snap 104 seq_num 359) dirty exists 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1254: finishing write tid 1 to smithi00187473-44 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1254: finishing write tid 2 to smithi00187473-44 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1254: finishing write tid 3 to smithi00187473-44 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1254: finishing write tid 4 to smithi00187473-44 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1254: finishing write tid 5 to smithi00187473-44 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:1254: finishing write tid 6 to smithi00187473-44 2024-08-17T16:55:12.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 873 (ObjNum 407 snap 119 seq_num 407) dirty exists 2024-08-17T16:55:12.763 INFO:tasks.rados.rados.0.smithi001.stdout:1254: left oid 44 (ObjNum 407 snap 119 seq_num 407) 2024-08-17T16:55:12.763 INFO:tasks.rados.rados.0.smithi001.stdout:1255: expect (ObjNum 284 snap 66 seq_num 284) 2024-08-17T16:55:13.006 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:12 smithi189 ceph-mon[90541]: Reconfiguring mds.b (monmap changed)... 2024-08-17T16:55:13.007 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:12 smithi189 ceph-mon[90541]: Reconfiguring daemon mds.b on smithi189 2024-08-17T16:55:13.007 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:12 smithi189 ceph-mon[90541]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T16:55:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:12 smithi001 ceph-mon[100737]: Reconfiguring mds.b (monmap changed)... 2024-08-17T16:55:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:12 smithi001 ceph-mon[100737]: Reconfiguring daemon mds.b on smithi189 2024-08-17T16:55:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:12 smithi001 ceph-mon[100737]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T16:55:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:12 smithi001 ceph-mon[103274]: Reconfiguring mds.b (monmap changed)... 2024-08-17T16:55:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:12 smithi001 ceph-mon[103274]: Reconfiguring daemon mds.b on smithi189 2024-08-17T16:55:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:12 smithi001 ceph-mon[103274]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T16:55:13.425 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:55:13.480 INFO:tasks.rados.rados.0.smithi001.stdout:1253: done (3 left) 2024-08-17T16:55:13.480 INFO:tasks.rados.rados.0.smithi001.stdout:1254: done (2 left) 2024-08-17T16:55:13.480 INFO:tasks.rados.rados.0.smithi001.stdout:1255: done (1 left) 2024-08-17T16:55:13.480 INFO:tasks.rados.rados.0.smithi001.stdout:1257: done (0 left) 2024-08-17T16:55:13.480 INFO:tasks.rados.rados.0.smithi001.stdout:1258: snap_remove snap 114 2024-08-17T16:55:14.024 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:55:14.024 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (2m) 42s ago 6m 14.8M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:55:14.024 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (2m) 26s ago 6m 79.6M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:55:14.024 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (8m) 42s ago 8m 17.0M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:55:14.024 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (8m) 26s ago 8m 20.0M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:55:14.024 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (88s) 26s ago 11m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:55:14.024 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (116s) 42s ago 13m 512M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:55:14.024 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (74s) 42s ago 13m 40.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (33s) 26s ago 11m 25.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (51s) 42s ago 11m 26.7M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (2m) 42s ago 6m 9969k - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (2m) 26s ago 6m 8288k - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (11m) 42s ago 11m 163M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 20f2e66561a7 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (10m) 42s ago 10m 146M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (10m) 42s ago 10m 107M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (10m) 42s ago 10m 115M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (9m) 26s ago 9m 146M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (9m) 26s ago 9m 125M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (8m) 26s ago 8m 115M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:55:14.025 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (8m) 26s ago 8m 100M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:55:14.026 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (93s) 26s ago 7m 43.9M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:55:14.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: pgmap v89: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T16:55:14.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T16:55:14.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:14.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.027 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: pgmap v89: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T16:55:14.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T16:55:14.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T16:55:14.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T16:55:14.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T16:55:14.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T16:55:14.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:13 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T16:55:14.130 INFO:tasks.rados.rados.0.smithi001.stdout:1258: done (0 left) 2024-08-17T16:55:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 119 2024-08-17T16:55:14.131 INFO:tasks.rados.rados.0.smithi001.stdout:1259: seq_num 408 ranges {10608640=442368,11051008=647168,11698176=507904,12206080=450560} 2024-08-17T16:55:14.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: pgmap v89: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-17T16:55:14.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T16:55:14.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T16:55:14.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T16:55:14.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.151 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:13 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T16:55:14.194 INFO:tasks.rados.rados.0.smithi001.stdout:1259: writing smithi00187473-31 from 10608640 to 11051008 tid 1 2024-08-17T16:55:14.198 INFO:tasks.rados.rados.0.smithi001.stdout:1259: writing smithi00187473-31 from 11051008 to 11698176 tid 2 2024-08-17T16:55:14.201 INFO:tasks.rados.rados.0.smithi001.stdout:1259: writing smithi00187473-31 from 11698176 to 12206080 tid 3 2024-08-17T16:55:14.206 INFO:tasks.rados.rados.0.smithi001.stdout:1259: writing smithi00187473-31 from 12206080 to 12656640 tid 4 2024-08-17T16:55:14.206 INFO:tasks.rados.rados.0.smithi001.stdout:1260: snap_remove snap 117 2024-08-17T16:55:14.403 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:55:14.403 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:55:14.403 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:55:14.403 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:55:14.403 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:55:14.403 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 10, 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 5 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:55:14.404 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:55:14.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:14.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:14.707 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:55:14.707 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:55:14.707 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:55:14.707 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:55:14.708 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:55:14.708 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:55:14.708 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-08-17T16:55:14.708 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:55:14.708 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "5/20 daemons upgraded", 2024-08-17T16:55:14.708 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T16:55:14.708 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:55:14.708 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:55:14.722 INFO:tasks.rados.rados.0.smithi001.stdout:1260: done (1 left) 2024-08-17T16:55:14.722 INFO:tasks.rados.rados.0.smithi001.stdout:1261: delete oid 3 current snap is 119 2024-08-17T16:55:14.722 INFO:tasks.rados.rados.0.smithi001.stdout:1259: finishing write tid 1 to smithi00187473-31 2024-08-17T16:55:14.723 INFO:tasks.rados.rados.0.smithi001.stdout:1259: finishing write tid 2 to smithi00187473-31 2024-08-17T16:55:14.723 INFO:tasks.rados.rados.0.smithi001.stdout:1259: finishing write tid 3 to smithi00187473-31 2024-08-17T16:55:14.723 INFO:tasks.rados.rados.0.smithi001.stdout:1259: finishing write tid 4 to smithi00187473-31 2024-08-17T16:55:14.723 INFO:tasks.rados.rados.0.smithi001.stdout:1259: finishing write tid 5 to smithi00187473-31 2024-08-17T16:55:14.723 INFO:tasks.rados.rados.0.smithi001.stdout:1259: finishing write tid 6 to smithi00187473-31 2024-08-17T16:55:14.723 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1074 (ObjNum 408 snap 119 seq_num 408) dirty exists 2024-08-17T16:55:14.723 INFO:tasks.rados.rados.0.smithi001.stdout:1259: left oid 31 (ObjNum 408 snap 119 seq_num 408) 2024-08-17T16:55:14.728 INFO:tasks.rados.rados.0.smithi001.stdout:1259: done (1 left) 2024-08-17T16:55:14.728 INFO:tasks.rados.rados.0.smithi001.stdout:1261: done (0 left) 2024-08-17T16:55:14.728 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 119 2024-08-17T16:55:14.728 INFO:tasks.rados.rados.0.smithi001.stdout:1262: seq_num 410 ranges {696320=475136,1171456=417792,1589248=475136,2064384=425984,2490368=286720} 2024-08-17T16:55:14.735 INFO:tasks.rados.rados.0.smithi001.stdout:1262: writing smithi00187473-15 from 696320 to 1171456 tid 1 2024-08-17T16:55:14.738 INFO:tasks.rados.rados.0.smithi001.stdout:1262: writing smithi00187473-15 from 1171456 to 1589248 tid 2 2024-08-17T16:55:14.742 INFO:tasks.rados.rados.0.smithi001.stdout:1262: writing smithi00187473-15 from 1589248 to 2064384 tid 3 2024-08-17T16:55:14.745 INFO:tasks.rados.rados.0.smithi001.stdout:1262: writing smithi00187473-15 from 2064384 to 2490368 tid 4 2024-08-17T16:55:14.747 INFO:tasks.rados.rados.0.smithi001.stdout:1262: writing smithi00187473-15 from 2490368 to 2777088 tid 5 2024-08-17T16:55:14.747 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 119 2024-08-17T16:55:14.747 INFO:tasks.rados.rados.0.smithi001.stdout:1262: finishing write tid 1 to smithi00187473-15 2024-08-17T16:55:14.747 INFO:tasks.rados.rados.0.smithi001.stdout:1262: finishing write tid 2 to smithi00187473-15 2024-08-17T16:55:14.747 INFO:tasks.rados.rados.0.smithi001.stdout:1262: finishing write tid 3 to smithi00187473-15 2024-08-17T16:55:14.748 INFO:tasks.rados.rados.0.smithi001.stdout:1263: seq_num 411 ranges {1703936=491520,2195456=753664,2949120=688128,3637248=163840} 2024-08-17T16:55:14.760 INFO:tasks.rados.rados.0.smithi001.stdout:1263: writing smithi00187473-22 from 1703936 to 2195456 tid 1 2024-08-17T16:55:14.765 INFO:tasks.rados.rados.0.smithi001.stdout:1263: writing smithi00187473-22 from 2195456 to 2949120 tid 2 2024-08-17T16:55:14.769 INFO:tasks.rados.rados.0.smithi001.stdout:1263: writing smithi00187473-22 from 2949120 to 3637248 tid 3 2024-08-17T16:55:14.770 INFO:tasks.rados.rados.0.smithi001.stdout:1263: writing smithi00187473-22 from 3637248 to 3801088 tid 4 2024-08-17T16:55:14.770 INFO:tasks.rados.rados.0.smithi001.stdout:1264: read oid 30 snap -1 2024-08-17T16:55:14.770 INFO:tasks.rados.rados.0.smithi001.stdout:1264: expect deleted 2024-08-17T16:55:14.770 INFO:tasks.rados.rados.0.smithi001.stdout:1265: read oid 50 snap -1 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1265: expect deleted 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1266: snap_create 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1262: finishing write tid 4 to smithi00187473-15 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1262: finishing write tid 5 to smithi00187473-15 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1262: finishing write tid 6 to smithi00187473-15 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1262: finishing write tid 7 to smithi00187473-15 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 639 (ObjNum 410 snap 119 seq_num 410) dirty exists 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1262: left oid 15 (ObjNum 410 snap 119 seq_num 410) 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1263: finishing write tid 1 to smithi00187473-22 2024-08-17T16:55:14.771 INFO:tasks.rados.rados.0.smithi001.stdout:1263: finishing write tid 2 to smithi00187473-22 2024-08-17T16:55:14.773 INFO:tasks.rados.rados.0.smithi001.stdout:1263: finishing write tid 3 to smithi00187473-22 2024-08-17T16:55:14.773 INFO:tasks.rados.rados.0.smithi001.stdout:1263: finishing write tid 4 to smithi00187473-22 2024-08-17T16:55:14.773 INFO:tasks.rados.rados.0.smithi001.stdout:1263: finishing write tid 5 to smithi00187473-22 2024-08-17T16:55:14.774 INFO:tasks.rados.rados.0.smithi001.stdout:1263: finishing write tid 6 to smithi00187473-22 2024-08-17T16:55:14.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 244 (ObjNum 411 snap 119 seq_num 411) dirty exists 2024-08-17T16:55:14.774 INFO:tasks.rados.rados.0.smithi001.stdout:1263: left oid 22 (ObjNum 411 snap 119 seq_num 411) 2024-08-17T16:55:14.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all mon 2024-08-17T16:55:14.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all crash 2024-08-17T16:55:14.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: Upgrade: osd.0 is safe to restart 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2854748150' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[100737]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T16:55:14.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all mon 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all crash 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: Upgrade: osd.0 is safe to restart 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2854748150' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:14.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:14 smithi001 ceph-mon[103274]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T16:55:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all mon 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all crash 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: Upgrade: osd.0 is safe to restart 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2854748150' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T16:55:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:15.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:14 smithi189 ceph-mon[90541]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T16:55:15.767 INFO:tasks.rados.rados.0.smithi001.stdout:1262: done (4 left) 2024-08-17T16:55:15.767 INFO:tasks.rados.rados.0.smithi001.stdout:1263: done (3 left) 2024-08-17T16:55:15.767 INFO:tasks.rados.rados.0.smithi001.stdout:1264: done (2 left) 2024-08-17T16:55:15.767 INFO:tasks.rados.rados.0.smithi001.stdout:1265: done (1 left) 2024-08-17T16:55:15.767 INFO:tasks.rados.rados.0.smithi001.stdout:1266: done (0 left) 2024-08-17T16:55:15.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 120 2024-08-17T16:55:15.767 INFO:tasks.rados.rados.0.smithi001.stdout:1267: seq_num 412 ranges {4284416=507904,4792320=630784,5423104=491520,5914624=483328} 2024-08-17T16:55:15.793 INFO:tasks.rados.rados.0.smithi001.stdout:1267: writing smithi00187473-17 from 4284416 to 4792320 tid 1 2024-08-17T16:55:15.797 INFO:tasks.rados.rados.0.smithi001.stdout:1267: writing smithi00187473-17 from 4792320 to 5423104 tid 2 2024-08-17T16:55:15.800 INFO:tasks.rados.rados.0.smithi001.stdout:1267: writing smithi00187473-17 from 5423104 to 5914624 tid 3 2024-08-17T16:55:15.803 INFO:tasks.rados.rados.0.smithi001.stdout:1267: writing smithi00187473-17 from 5914624 to 6397952 tid 4 2024-08-17T16:55:15.803 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 120 2024-08-17T16:55:15.803 INFO:tasks.rados.rados.0.smithi001.stdout:1267: finishing write tid 1 to smithi00187473-17 2024-08-17T16:55:15.804 INFO:tasks.rados.rados.0.smithi001.stdout:1268: seq_num 413 ranges {1744896=524288,2269184=516096,2785280=696320,3481600=393216} 2024-08-17T16:55:15.816 INFO:tasks.rados.rados.0.smithi001.stdout:1268: writing smithi00187473-35 from 1744896 to 2269184 tid 1 2024-08-17T16:55:15.819 INFO:tasks.rados.rados.0.smithi001.stdout:1268: writing smithi00187473-35 from 2269184 to 2785280 tid 2 2024-08-17T16:55:15.823 INFO:tasks.rados.rados.0.smithi001.stdout:1268: writing smithi00187473-35 from 2785280 to 3481600 tid 3 2024-08-17T16:55:15.826 INFO:tasks.rados.rados.0.smithi001.stdout:1268: writing smithi00187473-35 from 3481600 to 3874816 tid 4 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1269: snap_create 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1267: finishing write tid 2 to smithi00187473-17 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1267: finishing write tid 3 to smithi00187473-17 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1267: finishing write tid 4 to smithi00187473-17 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1267: finishing write tid 5 to smithi00187473-17 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1267: finishing write tid 6 to smithi00187473-17 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1086 (ObjNum 412 snap 120 seq_num 412) dirty exists 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1267: left oid 17 (ObjNum 412 snap 120 seq_num 412) 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1268: finishing write tid 1 to smithi00187473-35 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1268: finishing write tid 2 to smithi00187473-35 2024-08-17T16:55:15.827 INFO:tasks.rados.rados.0.smithi001.stdout:1268: finishing write tid 3 to smithi00187473-35 2024-08-17T16:55:15.828 INFO:tasks.rados.rados.0.smithi001.stdout:1268: finishing write tid 4 to smithi00187473-35 2024-08-17T16:55:15.828 INFO:tasks.rados.rados.0.smithi001.stdout:1268: finishing write tid 5 to smithi00187473-35 2024-08-17T16:55:15.829 INFO:tasks.rados.rados.0.smithi001.stdout:1268: finishing write tid 6 to smithi00187473-35 2024-08-17T16:55:15.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 866 (ObjNum 413 snap 120 seq_num 413) dirty exists 2024-08-17T16:55:15.830 INFO:tasks.rados.rados.0.smithi001.stdout:1268: left oid 35 (ObjNum 413 snap 120 seq_num 413) 2024-08-17T16:55:16.117 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[100737]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:16.117 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[100737]: pgmap v91: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 917 KiB/s wr, 5 op/s 2024-08-17T16:55:16.118 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[100737]: Upgrade: Updating osd.0 2024-08-17T16:55:16.118 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[100737]: Deploying daemon osd.0 on smithi001 2024-08-17T16:55:16.118 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[100737]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:16.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[103274]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:16.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[103274]: pgmap v91: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 917 KiB/s wr, 5 op/s 2024-08-17T16:55:16.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[103274]: Upgrade: Updating osd.0 2024-08-17T16:55:16.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[103274]: Deploying daemon osd.0 on smithi001 2024-08-17T16:55:16.118 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:15 smithi001 ceph-mon[103274]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:15 smithi189 ceph-mon[90541]: from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:15 smithi189 ceph-mon[90541]: pgmap v91: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 917 KiB/s wr, 5 op/s 2024-08-17T16:55:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:15 smithi189 ceph-mon[90541]: Upgrade: Updating osd.0 2024-08-17T16:55:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:15 smithi189 ceph-mon[90541]: Deploying daemon osd.0 on smithi001 2024-08-17T16:55:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:15 smithi189 ceph-mon[90541]: from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:16.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:16.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:16.779 INFO:tasks.rados.rados.0.smithi001.stdout:1267: done (2 left) 2024-08-17T16:55:16.780 INFO:tasks.rados.rados.0.smithi001.stdout:1268: done (1 left) 2024-08-17T16:55:16.780 INFO:tasks.rados.rados.0.smithi001.stdout:1269: done (0 left) 2024-08-17T16:55:16.780 INFO:tasks.rados.rados.0.smithi001.stdout:1270: delete oid 44 current snap is 121 2024-08-17T16:55:16.784 INFO:tasks.rados.rados.0.smithi001.stdout:1270: done (0 left) 2024-08-17T16:55:16.784 INFO:tasks.rados.rados.0.smithi001.stdout:1271: rmattr oid 21 current snap is 121 2024-08-17T16:55:16.784 INFO:tasks.rados.rados.0.smithi001.stdout:1272: read oid 35 snap -1 2024-08-17T16:55:16.784 INFO:tasks.rados.rados.0.smithi001.stdout:1272: expect (ObjNum 413 snap 120 seq_num 413) 2024-08-17T16:55:16.784 INFO:tasks.rados.rados.0.smithi001.stdout:1273: read oid 47 snap -1 2024-08-17T16:55:16.784 INFO:tasks.rados.rados.0.smithi001.stdout:1273: expect (ObjNum 325 snap 90 seq_num 325) 2024-08-17T16:55:16.784 INFO:tasks.rados.rados.0.smithi001.stdout:1274: snap_create 2024-08-17T16:55:16.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 630 (ObjNum 358 snap 104 seq_num 358) dirty exists 2024-08-17T16:55:16.801 INFO:tasks.rados.rados.0.smithi001.stdout:1273: expect (ObjNum 325 snap 90 seq_num 325) 2024-08-17T16:55:16.827 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:16 smithi001 ceph-mon[100737]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T16:55:16.827 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:16 smithi001 ceph-mon[103274]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T16:55:16.963 INFO:tasks.rados.rados.0.smithi001.stdout:1272: expect (ObjNum 413 snap 120 seq_num 413) 2024-08-17T16:55:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:16 smithi189 ceph-mon[90541]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T16:55:17.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:16.950Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:17.385 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:55:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:55:17] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.51.0" 2024-08-17T16:55:17.780 INFO:tasks.rados.rados.0.smithi001.stdout:1271: done (3 left) 2024-08-17T16:55:17.781 INFO:tasks.rados.rados.0.smithi001.stdout:1272: done (2 left) 2024-08-17T16:55:17.781 INFO:tasks.rados.rados.0.smithi001.stdout:1273: done (1 left) 2024-08-17T16:55:17.781 INFO:tasks.rados.rados.0.smithi001.stdout:1274: done (0 left) 2024-08-17T16:55:17.781 INFO:tasks.rados.rados.0.smithi001.stdout:1275: read oid 40 snap 120 2024-08-17T16:55:17.781 INFO:tasks.rados.rados.0.smithi001.stdout:1275: expect (ObjNum 383 snap 109 seq_num 383) 2024-08-17T16:55:17.781 INFO:tasks.rados.rados.0.smithi001.stdout:1276: delete oid 47 current snap is 122 2024-08-17T16:55:17.787 INFO:tasks.rados.rados.0.smithi001.stdout:1275: expect (ObjNum 383 snap 109 seq_num 383) 2024-08-17T16:55:17.838 INFO:tasks.rados.rados.0.smithi001.stdout:1275: done (1 left) 2024-08-17T16:55:17.838 INFO:tasks.rados.rados.0.smithi001.stdout:1276: done (0 left) 2024-08-17T16:55:17.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 122 2024-08-17T16:55:17.839 INFO:tasks.rados.rados.0.smithi001.stdout:1277: seq_num 416 ranges {10608640=573440,11182080=573440,11755520=475136,12230656=557056} 2024-08-17T16:55:17.899 INFO:tasks.rados.rados.0.smithi001.stdout:1277: writing smithi00187473-16 from 10608640 to 11182080 tid 1 2024-08-17T16:55:17.903 INFO:tasks.rados.rados.0.smithi001.stdout:1277: writing smithi00187473-16 from 11182080 to 11755520 tid 2 2024-08-17T16:55:17.906 INFO:tasks.rados.rados.0.smithi001.stdout:1277: writing smithi00187473-16 from 11755520 to 12230656 tid 3 2024-08-17T16:55:17.909 INFO:tasks.rados.rados.0.smithi001.stdout:1277: writing smithi00187473-16 from 12230656 to 12787712 tid 4 2024-08-17T16:55:17.909 INFO:tasks.rados.rados.0.smithi001.stdout:1278: delete oid 29 current snap is 122 2024-08-17T16:55:17.909 INFO:tasks.rados.rados.0.smithi001.stdout:1277: finishing write tid 1 to smithi00187473-16 2024-08-17T16:55:17.909 INFO:tasks.rados.rados.0.smithi001.stdout:1277: finishing write tid 2 to smithi00187473-16 2024-08-17T16:55:17.910 INFO:tasks.rados.rados.0.smithi001.stdout:1277: finishing write tid 3 to smithi00187473-16 2024-08-17T16:55:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:1277: finishing write tid 4 to smithi00187473-16 2024-08-17T16:55:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:1277: finishing write tid 5 to smithi00187473-16 2024-08-17T16:55:17.914 INFO:tasks.rados.rados.0.smithi001.stdout:1277: finishing write tid 6 to smithi00187473-16 2024-08-17T16:55:17.914 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 641 (ObjNum 416 snap 122 seq_num 416) dirty exists 2024-08-17T16:55:17.914 INFO:tasks.rados.rados.0.smithi001.stdout:1277: left oid 16 (ObjNum 416 snap 122 seq_num 416) 2024-08-17T16:55:17.915 INFO:tasks.rados.rados.0.smithi001.stdout:1277: done (1 left) 2024-08-17T16:55:17.915 INFO:tasks.rados.rados.0.smithi001.stdout:1278: done (0 left) 2024-08-17T16:55:17.915 INFO:tasks.rados.rados.0.smithi001.stdout:1279: rollback oid 19 current snap is 122 2024-08-17T16:55:17.915 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 120 2024-08-17T16:55:17.915 INFO:tasks.rados.rados.0.smithi001.stdout:1280: read oid 23 snap -1 2024-08-17T16:55:17.915 INFO:tasks.rados.rados.0.smithi001.stdout:1280: expect (ObjNum 385 snap 109 seq_num 385) 2024-08-17T16:55:17.915 INFO:tasks.rados.rados.0.smithi001.stdout:1281: copy_from oid 24 from oid 28 current snap is 122 2024-08-17T16:55:17.915 INFO:tasks.rados.rados.0.smithi001.stdout:1282: snap_remove snap 119 2024-08-17T16:55:18.040 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:17 smithi001 ceph-mon[100737]: pgmap v95: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 986 KiB/s wr, 7 op/s 2024-08-17T16:55:18.040 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:17 smithi001 ceph-mon[100737]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T16:55:18.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:17 smithi001 ceph-mon[103274]: pgmap v95: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 986 KiB/s wr, 7 op/s 2024-08-17T16:55:18.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:17 smithi001 ceph-mon[103274]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T16:55:18.040 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:17 smithi001 systemd[1]: Stopping Ceph osd.0 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:55:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:17 smithi189 ceph-mon[90541]: pgmap v95: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 986 KiB/s wr, 7 op/s 2024-08-17T16:55:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:17 smithi189 ceph-mon[90541]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T16:55:18.429 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[45958]: 2024-08-17T16:55:18.038+0000 7f2742e6e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:55:18.429 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[45958]: 2024-08-17T16:55:18.038+0000 7f2742e6e640 -1 osd.0 323 *** Got signal Terminated *** 2024-08-17T16:55:18.429 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:18 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[45958]: 2024-08-17T16:55:18.038+0000 7f2742e6e640 -1 osd.0 323 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:55:18.795 INFO:tasks.rados.rados.0.smithi001.stdout:1279: finishing rollback tid 1 to smithi00187473-19 2024-08-17T16:55:18.795 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 0 (ObjNum 305 snap 0 seq_num 227309428) dirty dne 2024-08-17T16:55:18.796 INFO:tasks.rados.rados.0.smithi001.stdout:1280: expect (ObjNum 385 snap 109 seq_num 385) 2024-08-17T16:55:18.878 INFO:tasks.rados.rados.0.smithi001.stdout:1281: finishing copy_from racing read to smithi00187473-24 2024-08-17T16:55:18.879 INFO:tasks.rados.rados.0.smithi001.stdout:1281: finishing copy_from to smithi00187473-24 2024-08-17T16:55:18.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 866 (ObjNum 403 snap 116 seq_num 403) dirty exists 2024-08-17T16:55:18.879 INFO:tasks.rados.rados.0.smithi001.stdout:1279: done (3 left) 2024-08-17T16:55:18.879 INFO:tasks.rados.rados.0.smithi001.stdout:1280: done (2 left) 2024-08-17T16:55:18.879 INFO:tasks.rados.rados.0.smithi001.stdout:1281: done (1 left) 2024-08-17T16:55:18.879 INFO:tasks.rados.rados.0.smithi001.stdout:1282: done (0 left) 2024-08-17T16:55:18.879 INFO:tasks.rados.rados.0.smithi001.stdout:1283: snap_create 2024-08-17T16:55:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:18 smithi189 ceph-mon[90541]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T16:55:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:18 smithi189 ceph-mon[90541]: osd.0 marked itself down and dead 2024-08-17T16:55:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:18 smithi001 ceph-mon[100737]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T16:55:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:18 smithi001 ceph-mon[100737]: osd.0 marked itself down and dead 2024-08-17T16:55:19.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:18 smithi001 ceph-mon[103274]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T16:55:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:18 smithi001 ceph-mon[103274]: osd.0 marked itself down and dead 2024-08-17T16:55:19.654 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:19 smithi001 podman[108790]: 2024-08-17 16:55:19.348706724 +0000 UTC m=+1.437474771 container died 20f2e66561a7af49dcc163d30f634fcbac7373c7edd887f89633a02770cc8fec (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-f2c39d4, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T16:55:19.795 INFO:tasks.rados.rados.0.smithi001.stdout:1283: done (0 left) 2024-08-17T16:55:19.795 INFO:tasks.rados.rados.0.smithi001.stdout:1284: copy_from oid 10 from oid 20 current snap is 123 2024-08-17T16:55:19.795 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 123 2024-08-17T16:55:19.795 INFO:tasks.rados.rados.0.smithi001.stdout:1285: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2024-08-17T16:55:19.799 INFO:tasks.rados.rados.0.smithi001.stdout:1285: writing smithi00187473-38 from 0 to 606208 tid 1 2024-08-17T16:55:19.805 INFO:tasks.rados.rados.0.smithi001.stdout:1285: writing smithi00187473-38 from 606208 to 1343488 tid 2 2024-08-17T16:55:19.808 INFO:tasks.rados.rados.0.smithi001.stdout:1285: writing smithi00187473-38 from 1343488 to 1777664 tid 3 2024-08-17T16:55:19.812 INFO:tasks.rados.rados.0.smithi001.stdout:1285: writing smithi00187473-38 from 1777664 to 2211840 tid 4 2024-08-17T16:55:19.812 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 123 2024-08-17T16:55:19.812 INFO:tasks.rados.rados.0.smithi001.stdout:1286: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2024-08-17T16:55:19.816 INFO:tasks.rados.rados.0.smithi001.stdout:1286: writing smithi00187473-47 from 0 to 622592 tid 1 2024-08-17T16:55:19.820 INFO:tasks.rados.rados.0.smithi001.stdout:1286: writing smithi00187473-47 from 622592 to 1294336 tid 2 2024-08-17T16:55:19.823 INFO:tasks.rados.rados.0.smithi001.stdout:1286: writing smithi00187473-47 from 1294336 to 1941504 tid 3 2024-08-17T16:55:19.825 INFO:tasks.rados.rados.0.smithi001.stdout:1286: writing smithi00187473-47 from 1941504 to 2228224 tid 4 2024-08-17T16:55:19.826 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 123 2024-08-17T16:55:19.826 INFO:tasks.rados.rados.0.smithi001.stdout:1287: seq_num 420 ranges {3588096=638976,4227072=557056,4784128=450560,5234688=598016} 2024-08-17T16:55:19.849 INFO:tasks.rados.rados.0.smithi001.stdout:1287: writing smithi00187473-8 from 3588096 to 4227072 tid 1 2024-08-17T16:55:19.852 INFO:tasks.rados.rados.0.smithi001.stdout:1287: writing smithi00187473-8 from 4227072 to 4784128 tid 2 2024-08-17T16:55:19.854 INFO:tasks.rados.rados.0.smithi001.stdout:1287: writing smithi00187473-8 from 4784128 to 5234688 tid 3 2024-08-17T16:55:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:1287: writing smithi00187473-8 from 5234688 to 5832704 tid 4 2024-08-17T16:55:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:1288: rmattr oid 49 current snap is 123 2024-08-17T16:55:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 1 to smithi00187473-38 2024-08-17T16:55:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 2 to smithi00187473-38 2024-08-17T16:55:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 3 to smithi00187473-38 2024-08-17T16:55:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 4 to smithi00187473-38 2024-08-17T16:55:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:1289: delete oid 22 current snap is 123 2024-08-17T16:55:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 5 to smithi00187473-38 2024-08-17T16:55:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:1285: finishing write tid 6 to smithi00187473-38 2024-08-17T16:55:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1093 (ObjNum 418 snap 123 seq_num 418) dirty exists 2024-08-17T16:55:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:1285: left oid 38 (ObjNum 418 snap 123 seq_num 418) 2024-08-17T16:55:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 1 to smithi00187473-47 2024-08-17T16:55:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 2 to smithi00187473-47 2024-08-17T16:55:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 3 to smithi00187473-47 2024-08-17T16:55:19.861 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 4 to smithi00187473-47 2024-08-17T16:55:19.862 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 5 to smithi00187473-47 2024-08-17T16:55:19.862 INFO:tasks.rados.rados.0.smithi001.stdout:1286: finishing write tid 6 to smithi00187473-47 2024-08-17T16:55:19.862 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1002 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-08-17T16:55:19.862 INFO:tasks.rados.rados.0.smithi001.stdout:1286: left oid 47 (ObjNum 419 snap 123 seq_num 419) 2024-08-17T16:55:19.862 INFO:tasks.rados.rados.0.smithi001.stdout:1284: finishing copy_from racing read to smithi00187473-10 2024-08-17T16:55:19.862 INFO:tasks.rados.rados.0.smithi001.stdout:1284: finishing copy_from to smithi00187473-10 2024-08-17T16:55:19.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 502 (ObjNum 265 snap 62 seq_num 265) dirty exists 2024-08-17T16:55:19.863 INFO:tasks.rados.rados.0.smithi001.stdout:1287: finishing write tid 1 to smithi00187473-8 2024-08-17T16:55:19.863 INFO:tasks.rados.rados.0.smithi001.stdout:1287: finishing write tid 2 to smithi00187473-8 2024-08-17T16:55:19.863 INFO:tasks.rados.rados.0.smithi001.stdout:1287: finishing write tid 3 to smithi00187473-8 2024-08-17T16:55:19.864 INFO:tasks.rados.rados.0.smithi001.stdout:1284: done (5 left) 2024-08-17T16:55:19.864 INFO:tasks.rados.rados.0.smithi001.stdout:1285: done (4 left) 2024-08-17T16:55:19.864 INFO:tasks.rados.rados.0.smithi001.stdout:1286: done (3 left) 2024-08-17T16:55:19.865 INFO:tasks.rados.rados.0.smithi001.stdout:1289: done (2 left) 2024-08-17T16:55:19.865 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 123 2024-08-17T16:55:19.865 INFO:tasks.rados.rados.0.smithi001.stdout:1290: seq_num 422 ranges {4014080=671744,4685824=729088,5414912=417792,5832704=458752} 2024-08-17T16:55:19.886 INFO:tasks.rados.rados.0.smithi001.stdout:1290: writing smithi00187473-28 from 4014080 to 4685824 tid 1 2024-08-17T16:55:19.890 INFO:tasks.rados.rados.0.smithi001.stdout:1290: writing smithi00187473-28 from 4685824 to 5414912 tid 2 2024-08-17T16:55:19.892 INFO:tasks.rados.rados.0.smithi001.stdout:1290: writing smithi00187473-28 from 5414912 to 5832704 tid 3 2024-08-17T16:55:19.895 INFO:tasks.rados.rados.0.smithi001.stdout:1290: writing smithi00187473-28 from 5832704 to 6291456 tid 4 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:1291: delete oid 33 current snap is 123 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:1287: finishing write tid 4 to smithi00187473-8 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:1287: finishing write tid 5 to smithi00187473-8 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1003 (ObjNum 2273 snap 0 seq_num 1537444640) dirty exists 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:1287: finishing write tid 6 to smithi00187473-8 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 843 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:1287: left oid 8 (ObjNum 420 snap 123 seq_num 420) 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing write tid 1 to smithi00187473-28 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing write tid 2 to smithi00187473-28 2024-08-17T16:55:19.896 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing write tid 3 to smithi00187473-28 2024-08-17T16:55:19.897 INFO:tasks.rados.rados.0.smithi001.stdout:1287: done (3 left) 2024-08-17T16:55:19.897 INFO:tasks.rados.rados.0.smithi001.stdout:1288: done (2 left) 2024-08-17T16:55:19.897 INFO:tasks.rados.rados.0.smithi001.stdout:1291: done (1 left) 2024-08-17T16:55:19.897 INFO:tasks.rados.rados.0.smithi001.stdout:1292: setattr oid 17 current snap is 123 2024-08-17T16:55:19.897 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing write tid 4 to smithi00187473-28 2024-08-17T16:55:19.898 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing write tid 5 to smithi00187473-28 2024-08-17T16:55:19.899 INFO:tasks.rados.rados.0.smithi001.stdout:1293: read oid 21 snap -1 2024-08-17T16:55:19.899 INFO:tasks.rados.rados.0.smithi001.stdout:1293: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:55:19.899 INFO:tasks.rados.rados.0.smithi001.stdout:1294: rmattr oid 27 current snap is 123 2024-08-17T16:55:19.899 INFO:tasks.rados.rados.0.smithi001.stdout:1294: done (3 left) 2024-08-17T16:55:19.899 INFO:tasks.rados.rados.0.smithi001.stdout:1295: copy_from oid 19 from oid 2 current snap is 123 2024-08-17T16:55:19.899 INFO:tasks.rados.rados.0.smithi001.stdout:1296: read oid 38 snap -1 2024-08-17T16:55:19.899 INFO:tasks.rados.rados.0.smithi001.stdout:1296: expect (ObjNum 418 snap 123 seq_num 418) 2024-08-17T16:55:19.899 INFO:tasks.rados.rados.0.smithi001.stdout:1297: rollback oid 30 current snap is 123 2024-08-17T16:55:19.900 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 120 2024-08-17T16:55:19.900 INFO:tasks.rados.rados.0.smithi001.stdout:1298: rollback oid 36 current snap is 123 2024-08-17T16:55:19.900 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 121 2024-08-17T16:55:19.900 INFO:tasks.rados.rados.0.smithi001.stdout:1299: snap_create 2024-08-17T16:55:19.900 INFO:tasks.rados.rados.0.smithi001.stdout:1290: finishing write tid 6 to smithi00187473-28 2024-08-17T16:55:19.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 874 (ObjNum 422 snap 123 seq_num 422) dirty exists 2024-08-17T16:55:19.900 INFO:tasks.rados.rados.0.smithi001.stdout:1290: left oid 28 (ObjNum 422 snap 123 seq_num 422) 2024-08-17T16:55:19.901 INFO:tasks.rados.rados.0.smithi001.stdout:1297: finishing rollback tid 1 to smithi00187473-30 2024-08-17T16:55:19.902 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 0 (ObjNum 161 snap 0 seq_num 1537452496) dirty dne 2024-08-17T16:55:19.902 INFO:tasks.rados.rados.0.smithi001.stdout:1298: finishing rollback tid 0 to smithi00187473-36 2024-08-17T16:55:19.902 INFO:tasks.rados.rados.0.smithi001.stdout:1295: finishing copy_from to smithi00187473-19 2024-08-17T16:55:19.902 INFO:tasks.rados.rados.0.smithi001.stdout:1295: got expected ENOENT (src dne) 2024-08-17T16:55:19.902 INFO:tasks.rados.rados.0.smithi001.stdout:1298: finishing rollback tid 1 to smithi00187473-36 2024-08-17T16:55:19.902 INFO:tasks.rados.rados.0.smithi001.stdout:1295: finishing copy_from racing read to smithi00187473-19 2024-08-17T16:55:19.902 INFO:tasks.rados.rados.0.smithi001.stdout:1298: finishing rollback tid 2 to smithi00187473-36 2024-08-17T16:55:19.902 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 878 (ObjNum 345 snap 97 seq_num 345) dirty exists 2024-08-17T16:55:19.903 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1095 (ObjNum 412 snap 120 seq_num 412) dirty exists 2024-08-17T16:55:19.908 INFO:tasks.rados.rados.0.smithi001.stdout:1296: expect (ObjNum 418 snap 123 seq_num 418) 2024-08-17T16:55:19.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:19 smithi001 ceph-mon[100737]: pgmap v98: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:55:19.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:19 smithi001 ceph-mon[100737]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:55:19.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:19 smithi001 ceph-mon[100737]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T16:55:19.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:19 smithi001 ceph-mon[103274]: pgmap v98: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:55:19.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:19 smithi001 ceph-mon[103274]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:55:19.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:19 smithi001 ceph-mon[103274]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T16:55:19.930 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:19 smithi001 podman[108790]: 2024-08-17 16:55:19.753188456 +0000 UTC m=+1.841956503 container cleanup 20f2e66561a7af49dcc163d30f634fcbac7373c7edd887f89633a02770cc8fec (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=quincy-f2c39d4, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:55:19.930 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:19 smithi001 bash[108790]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0 2024-08-17T16:55:19.971 INFO:tasks.rados.rados.0.smithi001.stdout:1293: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:55:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:19 smithi189 ceph-mon[90541]: pgmap v98: 121 pgs: 121 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T16:55:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:19 smithi189 ceph-mon[90541]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:55:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:19 smithi189 ceph-mon[90541]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T16:55:20.427 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:20 smithi001 podman[108809]: 2024-08-17 16:55:20.037923654 +0000 UTC m=+0.682270818 container remove 20f2e66561a7af49dcc163d30f634fcbac7373c7edd887f89633a02770cc8fec (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:55:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:20.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:20 smithi001 podman[108902]: 2024-08-17 16:55:20.329753878 +0000 UTC m=+0.017752359 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:55:20.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:20 smithi001 podman[108902]: 2024-08-17 16:55:20.430409411 +0000 UTC m=+0.118407883 container create bcd916c24f75fe1621236f069f42bad292759e483b6c845e76e9c9b285965637 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T16:55:20.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:20 smithi001 podman[108902]: 2024-08-17 16:55:20.666424606 +0000 UTC m=+0.354423081 container init bcd916c24f75fe1621236f069f42bad292759e483b6c845e76e9c9b285965637 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T16:55:20.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:20 smithi001 podman[108902]: 2024-08-17 16:55:20.671535145 +0000 UTC m=+0.359533618 container start bcd916c24f75fe1621236f069f42bad292759e483b6c845e76e9c9b285965637 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1290: done (7 left) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1292: done (6 left) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1293: done (5 left) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1295: done (4 left) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1296: done (3 left) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1297: done (2 left) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1298: done (1 left) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1299: done (0 left) 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 124 2024-08-17T16:55:20.901 INFO:tasks.rados.rados.0.smithi001.stdout:1300: seq_num 424 ranges {0=704512,704512=491520,1196032=434176,1630208=679936} 2024-08-17T16:55:20.904 INFO:tasks.rados.rados.0.smithi001.stdout:1300: writing smithi00187473-5 from 0 to 704512 tid 1 2024-08-17T16:55:20.907 INFO:tasks.rados.rados.0.smithi001.stdout:1300: writing smithi00187473-5 from 704512 to 1196032 tid 2 2024-08-17T16:55:20.910 INFO:tasks.rados.rados.0.smithi001.stdout:1300: writing smithi00187473-5 from 1196032 to 1630208 tid 3 2024-08-17T16:55:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:1300: writing smithi00187473-5 from 1630208 to 2310144 tid 4 2024-08-17T16:55:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 124 2024-08-17T16:55:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 1 to smithi00187473-5 2024-08-17T16:55:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 2 to smithi00187473-5 2024-08-17T16:55:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 3 to smithi00187473-5 2024-08-17T16:55:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:1301: seq_num 425 ranges {5332992=720896,6053888=778240,6832128=638976,7471104=188416} 2024-08-17T16:55:20.947 INFO:tasks.rados.rados.0.smithi001.stdout:1301: writing smithi00187473-10 from 5332992 to 6053888 tid 1 2024-08-17T16:55:20.952 INFO:tasks.rados.rados.0.smithi001.stdout:1301: writing smithi00187473-10 from 6053888 to 6832128 tid 2 2024-08-17T16:55:20.956 INFO:tasks.rados.rados.0.smithi001.stdout:1301: writing smithi00187473-10 from 6832128 to 7471104 tid 3 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:1301: writing smithi00187473-10 from 7471104 to 7659520 tid 4 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:1302: rmattr oid 30 current snap is 124 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:1302: done (2 left) 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:1303: copy_from oid 33 from oid 50 current snap is 124 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 4 to smithi00187473-5 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 5 to smithi00187473-5 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:1300: finishing write tid 6 to smithi00187473-5 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1100 (ObjNum 424 snap 124 seq_num 424) dirty exists 2024-08-17T16:55:20.958 INFO:tasks.rados.rados.0.smithi001.stdout:1300: left oid 5 (ObjNum 424 snap 124 seq_num 424) 2024-08-17T16:55:20.959 INFO:tasks.rados.rados.0.smithi001.stdout:1301: finishing write tid 1 to smithi00187473-10 2024-08-17T16:55:20.959 INFO:tasks.rados.rados.0.smithi001.stdout:1301: finishing write tid 2 to smithi00187473-10 2024-08-17T16:55:20.959 INFO:tasks.rados.rados.0.smithi001.stdout:1300: done (2 left) 2024-08-17T16:55:20.959 INFO:tasks.rados.rados.0.smithi001.stdout:1304: read oid 28 snap -1 2024-08-17T16:55:20.959 INFO:tasks.rados.rados.0.smithi001.stdout:1304: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T16:55:20.959 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 124 2024-08-17T16:55:20.959 INFO:tasks.rados.rados.0.smithi001.stdout:1305: seq_num 426 ranges {5332992=737280,6070272=712704,6782976=802816,7585792=90112} 2024-08-17T16:55:20.991 INFO:tasks.rados.rados.0.smithi001.stdout:1305: writing smithi00187473-20 from 5332992 to 6070272 tid 1 2024-08-17T16:55:20.995 INFO:tasks.rados.rados.0.smithi001.stdout:1305: writing smithi00187473-20 from 6070272 to 6782976 tid 2 2024-08-17T16:55:20.999 INFO:tasks.rados.rados.0.smithi001.stdout:1305: writing smithi00187473-20 from 6782976 to 7585792 tid 3 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1305: writing smithi00187473-20 from 7585792 to 7675904 tid 4 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1306: copy_from oid 36 from oid 38 current snap is 124 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1301: finishing write tid 3 to smithi00187473-10 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1301: finishing write tid 4 to smithi00187473-10 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1301: finishing write tid 5 to smithi00187473-10 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1303: finishing copy_from to smithi00187473-33 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1303: got expected ENOENT (src dne) 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1303: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1301: finishing write tid 6 to smithi00187473-10 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 883 (ObjNum 425 snap 124 seq_num 425) dirty exists 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1301: left oid 10 (ObjNum 425 snap 124 seq_num 425) 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1301: done (4 left) 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1303: done (3 left) 2024-08-17T16:55:21.001 INFO:tasks.rados.rados.0.smithi001.stdout:1307: snap_remove snap 123 2024-08-17T16:55:21.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:20 smithi189 ceph-mon[90541]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T16:55:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:20 smithi001 ceph-mon[100737]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T16:55:21.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:20 smithi001 ceph-mon[103274]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T16:55:21.179 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:20 smithi001 podman[108902]: 2024-08-17 16:55:20.774672923 +0000 UTC m=+0.462671401 container attach bcd916c24f75fe1621236f069f42bad292759e483b6c845e76e9c9b285965637 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T16:55:21.179 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:20 smithi001 podman[108902]: 2024-08-17 16:55:20.869145494 +0000 UTC m=+0.557143975 container died bcd916c24f75fe1621236f069f42bad292759e483b6c845e76e9c9b285965637 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T16:55:21.804 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:21 smithi001 podman[108944]: 2024-08-17 16:55:21.469888253 +0000 UTC m=+0.591564213 container remove bcd916c24f75fe1621236f069f42bad292759e483b6c845e76e9c9b285965637 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe) 2024-08-17T16:55:21.804 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:21 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-17T16:55:21.805 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:21 smithi001 systemd[1]: Stopped Ceph osd.0 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:55:21.805 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:21 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.0.service: Consumed 12.303s CPU time. 2024-08-17T16:55:21.805 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:21 smithi001 systemd[1]: Starting Ceph osd.0 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:55:21.813 INFO:tasks.rados.rados.0.smithi001.stdout:1307: done (3 left) 2024-08-17T16:55:21.813 INFO:tasks.rados.rados.0.smithi001.stdout:1308: snap_remove snap 122 2024-08-17T16:55:22.101 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:21 smithi001 ceph-mon[100737]: pgmap v101: 121 pgs: 54 peering, 67 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-17T16:55:22.101 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:21 smithi001 ceph-mon[100737]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-17T16:55:22.101 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:21 smithi001 ceph-mon[100737]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T16:55:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:21 smithi001 ceph-mon[103274]: pgmap v101: 121 pgs: 54 peering, 67 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-17T16:55:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:21 smithi001 ceph-mon[103274]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-17T16:55:22.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:21 smithi001 ceph-mon[103274]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T16:55:22.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:21 smithi001 podman[109049]: 2024-08-17 16:55:21.921166095 +0000 UTC m=+0.098729113 container create c6d94da5438b3bb57ff85b3d68d9896b65727e8c24b30c4ce6f834921332637c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:55:22.102 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:21 smithi001 podman[109049]: 2024-08-17 16:55:21.840556508 +0000 UTC m=+0.018119487 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:55:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:21 smithi189 ceph-mon[90541]: pgmap v101: 121 pgs: 54 peering, 67 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-17T16:55:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:21 smithi189 ceph-mon[90541]: Health check failed: Reduced data availability: 10 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-08-17T16:55:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:21 smithi189 ceph-mon[90541]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T16:55:22.361 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 podman[109049]: 2024-08-17 16:55:22.190531895 +0000 UTC m=+0.368094881 container init c6d94da5438b3bb57ff85b3d68d9896b65727e8c24b30c4ce6f834921332637c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-17T16:55:22.361 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 podman[109049]: 2024-08-17 16:55:22.19519147 +0000 UTC m=+0.372754449 container start c6d94da5438b3bb57ff85b3d68d9896b65727e8c24b30c4ce6f834921332637c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-17T16:55:22.361 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 podman[109049]: 2024-08-17 16:55:22.265323545 +0000 UTC m=+0.442886536 container attach c6d94da5438b3bb57ff85b3d68d9896b65727e8c24b30c4ce6f834921332637c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T16:55:22.361 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:22.361 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:22.361 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:22.361 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:22.361 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:55:22.362 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:55:22.362 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:22.362 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:22.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:22.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:22.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T16:55:22.680 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T16:55:22.680 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-17T16:55:22.680 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-17T16:55:22.817 INFO:tasks.rados.rados.0.smithi001.stdout:1308: done (3 left) 2024-08-17T16:55:22.817 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 124 2024-08-17T16:55:22.817 INFO:tasks.rados.rados.0.smithi001.stdout:1304: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T16:55:23.043 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-mon[100737]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T16:55:23.044 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-mon[103274]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T16:55:23.044 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T16:55:23.044 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T16:55:23.044 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-17T16:55:23.044 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-17T16:55:23.044 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T16:55:23.044 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T16:55:23.045 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T16:55:23.045 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T16:55:23.045 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate[109063]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-17T16:55:23.045 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 bash[109049]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-17T16:55:23.045 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:22 smithi001 podman[109049]: 2024-08-17 16:55:22.753748485 +0000 UTC m=+0.931311469 container died c6d94da5438b3bb57ff85b3d68d9896b65727e8c24b30c4ce6f834921332637c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T16:55:23.097 INFO:tasks.rados.rados.0.smithi001.stdout:1305: finishing write tid 1 to smithi00187473-20 2024-08-17T16:55:23.097 INFO:tasks.rados.rados.0.smithi001.stdout:1305: finishing write tid 2 to smithi00187473-20 2024-08-17T16:55:23.097 INFO:tasks.rados.rados.0.smithi001.stdout:1305: finishing write tid 3 to smithi00187473-20 2024-08-17T16:55:23.097 INFO:tasks.rados.rados.0.smithi001.stdout:1305: finishing write tid 4 to smithi00187473-20 2024-08-17T16:55:23.097 INFO:tasks.rados.rados.0.smithi001.stdout:1305: finishing write tid 5 to smithi00187473-20 2024-08-17T16:55:23.098 INFO:tasks.rados.rados.0.smithi001.stdout:1305: finishing write tid 6 to smithi00187473-20 2024-08-17T16:55:23.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 871 (ObjNum 426 snap 124 seq_num 426) dirty exists 2024-08-17T16:55:23.098 INFO:tasks.rados.rados.0.smithi001.stdout:1305: left oid 20 (ObjNum 426 snap 124 seq_num 426) 2024-08-17T16:55:23.098 INFO:tasks.rados.rados.0.smithi001.stdout:1306: finishing copy_from racing read to smithi00187473-36 2024-08-17T16:55:23.098 INFO:tasks.rados.rados.0.smithi001.stdout:1306: finishing copy_from to smithi00187473-36 2024-08-17T16:55:23.098 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1093 (ObjNum 418 snap 123 seq_num 418) dirty exists 2024-08-17T16:55:23.098 INFO:tasks.rados.rados.0.smithi001.stdout:1309: seq_num 427 ranges {1744896=761856,2506752=598016,3104768=606208,3710976=401408} 2024-08-17T16:55:23.111 INFO:tasks.rados.rados.0.smithi001.stdout:1309: writing smithi00187473-34 from 1744896 to 2506752 tid 1 2024-08-17T16:55:23.114 INFO:tasks.rados.rados.0.smithi001.stdout:1309: writing smithi00187473-34 from 2506752 to 3104768 tid 2 2024-08-17T16:55:23.117 INFO:tasks.rados.rados.0.smithi001.stdout:1309: writing smithi00187473-34 from 3104768 to 3710976 tid 3 2024-08-17T16:55:23.120 INFO:tasks.rados.rados.0.smithi001.stdout:1309: writing smithi00187473-34 from 3710976 to 4112384 tid 4 2024-08-17T16:55:23.120 INFO:tasks.rados.rados.0.smithi001.stdout:1304: done (3 left) 2024-08-17T16:55:23.120 INFO:tasks.rados.rados.0.smithi001.stdout:1305: done (2 left) 2024-08-17T16:55:23.120 INFO:tasks.rados.rados.0.smithi001.stdout:1306: done (1 left) 2024-08-17T16:55:23.120 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 124 2024-08-17T16:55:23.120 INFO:tasks.rados.rados.0.smithi001.stdout:1309: finishing write tid 1 to smithi00187473-34 2024-08-17T16:55:23.120 INFO:tasks.rados.rados.0.smithi001.stdout:1309: finishing write tid 2 to smithi00187473-34 2024-08-17T16:55:23.120 INFO:tasks.rados.rados.0.smithi001.stdout:1310: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-08-17T16:55:23.124 INFO:tasks.rados.rados.0.smithi001.stdout:1310: writing smithi00187473-3 from 0 to 778240 tid 1 2024-08-17T16:55:23.126 INFO:tasks.rados.rados.0.smithi001.stdout:1310: writing smithi00187473-3 from 778240 to 1261568 tid 2 2024-08-17T16:55:23.129 INFO:tasks.rados.rados.0.smithi001.stdout:1310: writing smithi00187473-3 from 1261568 to 1671168 tid 3 2024-08-17T16:55:23.131 INFO:tasks.rados.rados.0.smithi001.stdout:1310: writing smithi00187473-3 from 1671168 to 2088960 tid 4 2024-08-17T16:55:23.134 INFO:tasks.rados.rados.0.smithi001.stdout:1310: writing smithi00187473-3 from 2088960 to 2383872 tid 5 2024-08-17T16:55:23.134 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 124 2024-08-17T16:55:23.134 INFO:tasks.rados.rados.0.smithi001.stdout:1309: finishing write tid 3 to smithi00187473-34 2024-08-17T16:55:23.134 INFO:tasks.rados.rados.0.smithi001.stdout:1309: finishing write tid 4 to smithi00187473-34 2024-08-17T16:55:23.134 INFO:tasks.rados.rados.0.smithi001.stdout:1309: finishing write tid 5 to smithi00187473-34 2024-08-17T16:55:23.134 INFO:tasks.rados.rados.0.smithi001.stdout:1309: finishing write tid 6 to smithi00187473-34 2024-08-17T16:55:23.134 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1008 (ObjNum 427 snap 124 seq_num 427) dirty exists 2024-08-17T16:55:23.134 INFO:tasks.rados.rados.0.smithi001.stdout:1309: left oid 34 (ObjNum 427 snap 124 seq_num 427) 2024-08-17T16:55:23.135 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing write tid 1 to smithi00187473-3 2024-08-17T16:55:23.135 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing write tid 2 to smithi00187473-3 2024-08-17T16:55:23.135 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing write tid 3 to smithi00187473-3 2024-08-17T16:55:23.135 INFO:tasks.rados.rados.0.smithi001.stdout:1311: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2024-08-17T16:55:23.138 INFO:tasks.rados.rados.0.smithi001.stdout:1311: writing smithi00187473-48 from 0 to 794624 tid 1 2024-08-17T16:55:23.143 INFO:tasks.rados.rados.0.smithi001.stdout:1311: writing smithi00187473-48 from 794624 to 1564672 tid 2 2024-08-17T16:55:23.146 INFO:tasks.rados.rados.0.smithi001.stdout:1311: writing smithi00187473-48 from 1564672 to 2187264 tid 3 2024-08-17T16:55:23.148 INFO:tasks.rados.rados.0.smithi001.stdout:1311: writing smithi00187473-48 from 2187264 to 2400256 tid 4 2024-08-17T16:55:23.148 INFO:tasks.rados.rados.0.smithi001.stdout:1309: done (2 left) 2024-08-17T16:55:23.148 INFO:tasks.rados.rados.0.smithi001.stdout:1312: copy_from oid 6 from oid 42 current snap is 124 2024-08-17T16:55:23.148 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing write tid 4 to smithi00187473-3 2024-08-17T16:55:23.148 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing write tid 5 to smithi00187473-3 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing write tid 6 to smithi00187473-3 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1310: finishing write tid 7 to smithi00187473-3 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 307 (ObjNum 428 snap 124 seq_num 428) dirty exists 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1310: left oid 3 (ObjNum 428 snap 124 seq_num 428) 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1311: finishing write tid 1 to smithi00187473-48 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1311: finishing write tid 2 to smithi00187473-48 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1310: done (2 left) 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1313: copy_from oid 45 from oid 36 current snap is 124 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1314: rollback oid 34 current snap is 124 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 121 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1315: read oid 4 snap -1 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1315: expect (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:55:23.149 INFO:tasks.rados.rados.0.smithi001.stdout:1316: setattr oid 12 current snap is 124 2024-08-17T16:55:23.150 INFO:tasks.rados.rados.0.smithi001.stdout:1311: finishing write tid 3 to smithi00187473-48 2024-08-17T16:55:23.150 INFO:tasks.rados.rados.0.smithi001.stdout:1317: delete oid 19 current snap is 124 2024-08-17T16:55:23.152 INFO:tasks.rados.rados.0.smithi001.stdout:1311: finishing write tid 4 to smithi00187473-48 2024-08-17T16:55:23.152 INFO:tasks.rados.rados.0.smithi001.stdout:1314: finishing rollback tid 0 to smithi00187473-34 2024-08-17T16:55:23.152 INFO:tasks.rados.rados.0.smithi001.stdout:1311: finishing write tid 5 to smithi00187473-48 2024-08-17T16:55:23.152 INFO:tasks.rados.rados.0.smithi001.stdout:1314: finishing rollback tid 1 to smithi00187473-34 2024-08-17T16:55:23.152 INFO:tasks.rados.rados.0.smithi001.stdout:1317: done (6 left) 2024-08-17T16:55:23.152 INFO:tasks.rados.rados.0.smithi001.stdout:1318: snap_remove snap 120 2024-08-17T16:55:23.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:22 smithi189 ceph-mon[90541]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T16:55:23.659 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:23 smithi001 podman[109194]: 2024-08-17 16:55:23.327252 +0000 UTC m=+0.567720728 container remove c6d94da5438b3bb57ff85b3d68d9896b65727e8c24b30c4ce6f834921332637c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-activate, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-17T16:55:23.660 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:23 smithi001 podman[109259]: 2024-08-17 16:55:23.44584297 +0000 UTC m=+0.017911143 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:55:23.660 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:23 smithi001 podman[109259]: 2024-08-17 16:55:23.544839312 +0000 UTC m=+0.116907514 container create 88a9350421f0a4f915b44354e73de19620b0c18ca0f884e442433493276f02cb (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:55:23.821 INFO:tasks.rados.rados.0.smithi001.stdout:1318: done (6 left) 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1319: rmattr oid 44 current snap is 124 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1319: done (6 left) 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1320: read oid 21 snap 118 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1320: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1321: read oid 33 snap -1 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1321: expect deleted 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1322: read oid 26 snap -1 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1322: expect deleted 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 124 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1314: finishing rollback tid 2 to smithi00187473-34 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1011 (ObjNum 390 snap 110 seq_num 390) dirty exists 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:1311: finishing write tid 6 to smithi00187473-48 2024-08-17T16:55:23.822 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 876 (ObjNum 429 snap 124 seq_num 429) dirty exists 2024-08-17T16:55:23.823 INFO:tasks.rados.rados.0.smithi001.stdout:1311: left oid 48 (ObjNum 429 snap 124 seq_num 429) 2024-08-17T16:55:23.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 868 (ObjNum 346 snap 97 seq_num 346) dirty exists 2024-08-17T16:55:23.823 INFO:tasks.rados.rados.0.smithi001.stdout:1313: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:55:23.823 INFO:tasks.rados.rados.0.smithi001.stdout:1323: seq_num 431 ranges {1073152=24576} 2024-08-17T16:55:23.827 INFO:tasks.rados.rados.0.smithi001.stdout:1323: writing smithi00187473-43 from 1073152 to 1097728 tid 1 2024-08-17T16:55:23.827 INFO:tasks.rados.rados.0.smithi001.stdout:1313: finishing copy_from to smithi00187473-45 2024-08-17T16:55:23.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1093 (ObjNum 418 snap 123 seq_num 418) dirty exists 2024-08-17T16:55:23.827 INFO:tasks.rados.rados.0.smithi001.stdout:1315: expect (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:1312: finishing copy_from racing read to smithi00187473-6 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:1312: finishing copy_from to smithi00187473-6 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 838 (ObjNum 352 snap 100 seq_num 352) dirty exists 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:1323: finishing write tid 1 to smithi00187473-43 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:1311: done (9 left) 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:1312: done (8 left) 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:1313: done (7 left) 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:1314: done (6 left) 2024-08-17T16:55:24.129 INFO:tasks.rados.rados.0.smithi001.stdout:1315: done (5 left) 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:1316: done (4 left) 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:1321: done (3 left) 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:1322: done (2 left) 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:1324: copy_from oid 17 from oid 22 current snap is 124 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:1323: finishing write tid 2 to smithi00187473-43 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:1323: finishing write tid 3 to smithi00187473-43 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1111 (ObjNum 431 snap 124 seq_num 431) dirty exists 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:1323: left oid 43 (ObjNum 431 snap 124 seq_num 431) 2024-08-17T16:55:24.130 INFO:tasks.rados.rados.0.smithi001.stdout:1320: expect (ObjNum 358 snap 104 seq_num 358) 2024-08-17T16:55:24.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:23 smithi189 ceph-mon[90541]: pgmap v104: 121 pgs: 54 peering, 67 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-17T16:55:24.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:23 smithi189 ceph-mon[90541]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T16:55:24.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:24.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-mon[100737]: pgmap v104: 121 pgs: 54 peering, 67 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-17T16:55:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-mon[100737]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T16:55:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-mon[103274]: pgmap v104: 121 pgs: 54 peering, 67 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.0 MiB/s wr, 15 op/s 2024-08-17T16:55:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-mon[103274]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T16:55:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:24.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:23 smithi001 podman[109259]: 2024-08-17 16:55:23.755664254 +0000 UTC m=+0.327732426 container init 88a9350421f0a4f915b44354e73de19620b0c18ca0f884e442433493276f02cb (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T16:55:24.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:23 smithi001 podman[109259]: 2024-08-17 16:55:23.76080444 +0000 UTC m=+0.332872611 container start 88a9350421f0a4f915b44354e73de19620b0c18ca0f884e442433493276f02cb (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:55:24.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:23 smithi001 ceph-osd[109297]: -- 172.21.15.1:0/59242397 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5562064efa40 con 0x5562072bc000 2024-08-17T16:55:24.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:23 smithi001 bash[109259]: 88a9350421f0a4f915b44354e73de19620b0c18ca0f884e442433493276f02cb 2024-08-17T16:55:24.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:23 smithi001 systemd[1]: Started Ceph osd.0 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:55:24.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:24.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:24.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[100737]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T16:55:24.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:24.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:24.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:24.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[100737]: pgmap v107: 121 pgs: 33 active+undersized, 7 peering, 14 active+undersized+degraded, 67 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.7 MiB/s wr, 33 op/s; 48/282 objects degraded (17.021%) 2024-08-17T16:55:24.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[100737]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T16:55:24.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[103274]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T16:55:24.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:24.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:24.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:24.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[103274]: pgmap v107: 121 pgs: 33 active+undersized, 7 peering, 14 active+undersized+degraded, 67 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.7 MiB/s wr, 33 op/s; 48/282 objects degraded (17.021%) 2024-08-17T16:55:24.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:24 smithi001 ceph-mon[103274]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T16:55:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:1324: finishing copy_from to smithi00187473-17 2024-08-17T16:55:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:1324: got expected ENOENT (src dne) 2024-08-17T16:55:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:1324: finishing copy_from racing read to smithi00187473-17 2024-08-17T16:55:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:1320: done (2 left) 2024-08-17T16:55:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:1323: done (1 left) 2024-08-17T16:55:25.047 INFO:tasks.rados.rados.0.smithi001.stdout:1324: done (0 left) 2024-08-17T16:55:25.048 INFO:tasks.rados.rados.0.smithi001.stdout:1325: snap_create 2024-08-17T16:55:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:24 smithi189 ceph-mon[90541]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T16:55:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:24 smithi189 ceph-mon[90541]: pgmap v107: 121 pgs: 33 active+undersized, 7 peering, 14 active+undersized+degraded, 67 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 9.7 MiB/s wr, 33 op/s; 48/282 objects degraded (17.021%) 2024-08-17T16:55:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:24 smithi189 ceph-mon[90541]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T16:55:25.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:25 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[109274]: 2024-08-17T16:55:25.634+0000 7f1d3fde5640 -1 Falling back to public interface 2024-08-17T16:55:25.931 INFO:tasks.rados.rados.0.smithi001.stdout:1325: done (0 left) 2024-08-17T16:55:25.931 INFO:tasks.rados.rados.0.smithi001.stdout:1326: snap_create 2024-08-17T16:55:26.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:25 smithi189 ceph-mon[90541]: Health check failed: Degraded data redundancy: 48/282 objects degraded (17.021%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:26.081 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:25.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:26.081 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:25 smithi001 ceph-mon[100737]: Health check failed: Degraded data redundancy: 48/282 objects degraded (17.021%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:26.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:25 smithi001 ceph-mon[103274]: Health check failed: Degraded data redundancy: 48/282 objects degraded (17.021%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:26.935 INFO:tasks.rados.rados.0.smithi001.stdout:1326: done (0 left) 2024-08-17T16:55:26.935 INFO:tasks.rados.rados.0.smithi001.stdout:1327: snap_remove snap 121 2024-08-17T16:55:27.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:26 smithi001 ceph-mon[100737]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T16:55:27.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:26 smithi001 ceph-mon[100737]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 36 op/s; 50/282 objects degraded (17.730%) 2024-08-17T16:55:27.262 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:26 smithi001 ceph-mon[103274]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T16:55:27.262 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:26 smithi001 ceph-mon[103274]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 36 op/s; 50/282 objects degraded (17.730%) 2024-08-17T16:55:27.358 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:26 smithi189 ceph-mon[90541]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T16:55:27.359 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:26 smithi189 ceph-mon[90541]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 36 op/s; 50/282 objects degraded (17.730%) 2024-08-17T16:55:27.359 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:55:27] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.51.0" 2024-08-17T16:55:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:1327: done (0 left) 2024-08-17T16:55:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 126 2024-08-17T16:55:27.937 INFO:tasks.rados.rados.0.smithi001.stdout:1328: seq_num 432 ranges {0=40960} 2024-08-17T16:55:27.938 INFO:tasks.rados.rados.0.smithi001.stdout:1328: writing smithi00187473-33 from 0 to 40960 tid 1 2024-08-17T16:55:27.938 INFO:tasks.rados.rados.0.smithi001.stdout:1329: copy_from oid 22 from oid 50 current snap is 126 2024-08-17T16:55:27.938 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 126 2024-08-17T16:55:27.938 INFO:tasks.rados.rados.0.smithi001.stdout:1330: seq_num 433 ranges {2211840=57344} 2024-08-17T16:55:27.951 INFO:tasks.rados.rados.0.smithi001.stdout:1330: writing smithi00187473-38 from 2211840 to 2269184 tid 1 2024-08-17T16:55:27.951 INFO:tasks.rados.rados.0.smithi001.stdout:1331: read oid 17 snap -1 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:1331: expect (ObjNum 412 snap 120 seq_num 412) 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:1332: read oid 27 snap 118 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:1332: expect (ObjNum 384 snap 109 seq_num 384) 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 126 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:1329: finishing copy_from to smithi00187473-22 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:1329: got expected ENOENT (src dne) 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:1329: finishing copy_from racing read to smithi00187473-22 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:1328: finishing write tid 1 to smithi00187473-33 2024-08-17T16:55:27.952 INFO:tasks.rados.rados.0.smithi001.stdout:1333: seq_num 434 ranges {1622016=73728} 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:1333: writing smithi00187473-40 from 1622016 to 1695744 tid 1 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:1329: done (5 left) 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:1334: delete oid 28 current snap is 126 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:1328: finishing write tid 2 to smithi00187473-33 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:1328: finishing write tid 3 to smithi00187473-33 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1095 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:1328: left oid 33 (ObjNum 432 snap 126 seq_num 432) 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:1330: finishing write tid 1 to smithi00187473-38 2024-08-17T16:55:27.962 INFO:tasks.rados.rados.0.smithi001.stdout:1330: finishing write tid 2 to smithi00187473-38 2024-08-17T16:55:27.963 INFO:tasks.rados.rados.0.smithi001.stdout:1332: expect (ObjNum 384 snap 109 seq_num 384) 2024-08-17T16:55:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:1330: finishing write tid 3 to smithi00187473-38 2024-08-17T16:55:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1120 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-08-17T16:55:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:1330: left oid 38 (ObjNum 433 snap 126 seq_num 433) 2024-08-17T16:55:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:1328: done (5 left) 2024-08-17T16:55:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:1330: done (4 left) 2024-08-17T16:55:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:1332: done (3 left) 2024-08-17T16:55:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:1334: done (2 left) 2024-08-17T16:55:28.011 INFO:tasks.rados.rados.0.smithi001.stdout:1335: copy_from oid 22 from oid 16 current snap is 126 2024-08-17T16:55:28.011 INFO:tasks.rados.rados.0.smithi001.stdout:1333: finishing write tid 1 to smithi00187473-40 2024-08-17T16:55:28.011 INFO:tasks.rados.rados.0.smithi001.stdout:1333: finishing write tid 2 to smithi00187473-40 2024-08-17T16:55:28.011 INFO:tasks.rados.rados.0.smithi001.stdout:1333: finishing write tid 3 to smithi00187473-40 2024-08-17T16:55:28.011 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 467 (ObjNum 434 snap 126 seq_num 434) dirty exists 2024-08-17T16:55:28.011 INFO:tasks.rados.rados.0.smithi001.stdout:1333: left oid 40 (ObjNum 434 snap 126 seq_num 434) 2024-08-17T16:55:28.011 INFO:tasks.rados.rados.0.smithi001.stdout:1331: expect (ObjNum 412 snap 120 seq_num 412) 2024-08-17T16:55:28.311 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:27 smithi189 ceph-mon[90541]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-17T16:55:28.311 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:27 smithi189 ceph-mon[90541]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T16:55:28.311 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:28.311 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:28.314 INFO:tasks.rados.rados.0.smithi001.stdout:1335: finishing copy_from racing read to smithi00187473-22 2024-08-17T16:55:28.314 INFO:tasks.rados.rados.0.smithi001.stdout:1335: finishing copy_from to smithi00187473-22 2024-08-17T16:55:28.314 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 641 (ObjNum 416 snap 122 seq_num 416) dirty exists 2024-08-17T16:55:28.314 INFO:tasks.rados.rados.0.smithi001.stdout:1331: done (2 left) 2024-08-17T16:55:28.314 INFO:tasks.rados.rados.0.smithi001.stdout:1333: done (1 left) 2024-08-17T16:55:28.314 INFO:tasks.rados.rados.0.smithi001.stdout:1335: done (0 left) 2024-08-17T16:55:28.314 INFO:tasks.rados.rados.0.smithi001.stdout:1336: snap_create 2024-08-17T16:55:28.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-mon[100737]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-17T16:55:28.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-mon[100737]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T16:55:28.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:28.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:28.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-mon[103274]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-17T16:55:28.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-mon[103274]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T16:55:28.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:28.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:29.114 INFO:tasks.rados.rados.0.smithi001.stdout:1336: done (0 left) 2024-08-17T16:55:29.114 INFO:tasks.rados.rados.0.smithi001.stdout:1337: setattr oid 25 current snap is 127 2024-08-17T16:55:29.115 INFO:tasks.rados.rados.0.smithi001.stdout:1338: setattr oid 47 current snap is 127 2024-08-17T16:55:29.117 INFO:tasks.rados.rados.0.smithi001.stdout:1339: snap_create 2024-08-17T16:55:29.119 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1012 (ObjNum 398 snap 113 seq_num 398) dirty exists 2024-08-17T16:55:29.119 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1013 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-08-17T16:55:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:28 smithi001 ceph-mon[100737]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T16:55:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:28 smithi001 ceph-mon[100737]: pgmap v113: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 582 KiB/s wr, 2 op/s; 50/282 objects degraded (17.730%) 2024-08-17T16:55:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:28 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:28 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:28 smithi001 ceph-mon[103274]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T16:55:29.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:28 smithi001 ceph-mon[103274]: pgmap v113: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 582 KiB/s wr, 2 op/s; 50/282 objects degraded (17.730%) 2024-08-17T16:55:29.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:28 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:29.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:28 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:28 smithi189 ceph-mon[90541]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T16:55:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:28 smithi189 ceph-mon[90541]: pgmap v113: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 207 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 582 KiB/s wr, 2 op/s; 50/282 objects degraded (17.730%) 2024-08-17T16:55:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:28 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:29.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:28 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:29.551 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[109274]: 2024-08-17T16:55:29.287+0000 7f1d3fde5640 -1 osd.0 323 log_to_monitors true 2024-08-17T16:55:30.120 INFO:tasks.rados.rados.0.smithi001.stdout:1337: done (2 left) 2024-08-17T16:55:30.120 INFO:tasks.rados.rados.0.smithi001.stdout:1338: done (1 left) 2024-08-17T16:55:30.120 INFO:tasks.rados.rados.0.smithi001.stdout:1339: done (0 left) 2024-08-17T16:55:30.121 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 128 2024-08-17T16:55:30.121 INFO:tasks.rados.rados.0.smithi001.stdout:1340: seq_num 436 ranges {0=106496} 2024-08-17T16:55:30.122 INFO:tasks.rados.rados.0.smithi001.stdout:1340: writing smithi00187473-7 from 0 to 106496 tid 1 2024-08-17T16:55:30.122 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 128 2024-08-17T16:55:30.122 INFO:tasks.rados.rados.0.smithi001.stdout:1341: seq_num 437 ranges {2801664=122880} 2024-08-17T16:55:30.138 INFO:tasks.rados.rados.0.smithi001.stdout:1341: writing smithi00187473-32 from 2801664 to 2924544 tid 1 2024-08-17T16:55:30.138 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 128 2024-08-17T16:55:30.138 INFO:tasks.rados.rados.0.smithi001.stdout:1340: finishing write tid 1 to smithi00187473-7 2024-08-17T16:55:30.138 INFO:tasks.rados.rados.0.smithi001.stdout:1342: seq_num 438 ranges {1744896=139264} 2024-08-17T16:55:30.148 INFO:tasks.rados.rados.0.smithi001.stdout:1342: writing smithi00187473-34 from 1744896 to 1884160 tid 1 2024-08-17T16:55:30.148 INFO:tasks.rados.rados.0.smithi001.stdout:1343: snap_create 2024-08-17T16:55:30.148 INFO:tasks.rados.rados.0.smithi001.stdout:1340: finishing write tid 2 to smithi00187473-7 2024-08-17T16:55:30.148 INFO:tasks.rados.rados.0.smithi001.stdout:1340: finishing write tid 3 to smithi00187473-7 2024-08-17T16:55:30.149 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 469 (ObjNum 436 snap 128 seq_num 436) dirty exists 2024-08-17T16:55:30.149 INFO:tasks.rados.rados.0.smithi001.stdout:1340: left oid 7 (ObjNum 436 snap 128 seq_num 436) 2024-08-17T16:55:30.149 INFO:tasks.rados.rados.0.smithi001.stdout:1341: finishing write tid 1 to smithi00187473-32 2024-08-17T16:55:30.149 INFO:tasks.rados.rados.0.smithi001.stdout:1341: finishing write tid 2 to smithi00187473-32 2024-08-17T16:55:30.149 INFO:tasks.rados.rados.0.smithi001.stdout:1341: finishing write tid 3 to smithi00187473-32 2024-08-17T16:55:30.149 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1123 (ObjNum 437 snap 128 seq_num 437) dirty exists 2024-08-17T16:55:30.149 INFO:tasks.rados.rados.0.smithi001.stdout:1341: left oid 32 (ObjNum 437 snap 128 seq_num 437) 2024-08-17T16:55:30.153 INFO:tasks.rados.rados.0.smithi001.stdout:1342: finishing write tid 1 to smithi00187473-34 2024-08-17T16:55:30.154 INFO:tasks.rados.rados.0.smithi001.stdout:1342: finishing write tid 2 to smithi00187473-34 2024-08-17T16:55:30.155 INFO:tasks.rados.rados.0.smithi001.stdout:1342: finishing write tid 3 to smithi00187473-34 2024-08-17T16:55:30.155 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1015 (ObjNum 438 snap 128 seq_num 438) dirty exists 2024-08-17T16:55:30.156 INFO:tasks.rados.rados.0.smithi001.stdout:1342: left oid 34 (ObjNum 438 snap 128 seq_num 438) 2024-08-17T16:55:30.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:30 smithi189 ceph-mon[90541]: osdmap e334: 8 total, 7 up, 8 in 2024-08-17T16:55:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:30 smithi189 ceph-mon[90541]: from='osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T16:55:30.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:30 smithi189 ceph-mon[90541]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T16:55:30.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:30 smithi001 ceph-mon[100737]: osdmap e334: 8 total, 7 up, 8 in 2024-08-17T16:55:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:30 smithi001 ceph-mon[100737]: from='osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T16:55:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:30 smithi001 ceph-mon[100737]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T16:55:30.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:30 smithi001 ceph-mon[103274]: osdmap e334: 8 total, 7 up, 8 in 2024-08-17T16:55:30.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:30 smithi001 ceph-mon[103274]: from='osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T16:55:30.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:30 smithi001 ceph-mon[103274]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T16:55:30.430 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 16:55:30 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[109274]: 2024-08-17T16:55:30.142+0000 7f1d37b8f640 -1 osd.0 323 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:55:31.124 INFO:tasks.rados.rados.0.smithi001.stdout:1340: done (3 left) 2024-08-17T16:55:31.124 INFO:tasks.rados.rados.0.smithi001.stdout:1341: done (2 left) 2024-08-17T16:55:31.124 INFO:tasks.rados.rados.0.smithi001.stdout:1342: done (1 left) 2024-08-17T16:55:31.125 INFO:tasks.rados.rados.0.smithi001.stdout:1343: done (0 left) 2024-08-17T16:55:31.125 INFO:tasks.rados.rados.0.smithi001.stdout:1344: delete oid 40 current snap is 129 2024-08-17T16:55:31.135 INFO:tasks.rados.rados.0.smithi001.stdout:1344: done (0 left) 2024-08-17T16:55:31.135 INFO:tasks.rados.rados.0.smithi001.stdout:1345: snap_remove snap 126 2024-08-17T16:55:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:31 smithi189 ceph-mon[90541]: pgmap v115: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 51/288 objects degraded (17.708%) 2024-08-17T16:55:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:31 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 51/288 objects degraded (17.708%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:31 smithi189 ceph-mon[90541]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:55:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:31 smithi189 ceph-mon[90541]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T16:55:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:31 smithi189 ceph-mon[90541]: from='osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:55:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:31 smithi189 ceph-mon[90541]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:55:31.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:55:31.306+0000 7fb446031640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T16:55:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[103274]: pgmap v115: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 51/288 objects degraded (17.708%) 2024-08-17T16:55:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 51/288 objects degraded (17.708%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[103274]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:55:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[103274]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T16:55:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[103274]: from='osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:55:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[103274]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:55:31.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[100737]: pgmap v115: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 219 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 51/288 objects degraded (17.708%) 2024-08-17T16:55:31.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 51/288 objects degraded (17.708%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:31.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[100737]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:55:31.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[100737]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T16:55:31.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[100737]: from='osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:55:31.431 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:31 smithi001 ceph-mon[100737]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:55:32.127 INFO:tasks.rados.rados.0.smithi001.stdout:1345: done (0 left) 2024-08-17T16:55:32.127 INFO:tasks.rados.rados.0.smithi001.stdout:1346: snap_remove snap 127 2024-08-17T16:55:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256] boot 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T16:55:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T16:55:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T16:55:32.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:32 smithi189 ceph-mon[90541]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T16:55:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:55:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256] boot 2024-08-17T16:55:32.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T16:55:32.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[103274]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: osd.0 [v2:172.21.15.1:6802/2127644256,v1:172.21.15.1:6803/2127644256] boot 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:32.432 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T16:55:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T16:55:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T16:55:32.433 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:32 smithi001 ceph-mon[100737]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T16:55:33.125 INFO:tasks.rados.rados.0.smithi001.stdout:1346: done (0 left) 2024-08-17T16:55:33.125 INFO:tasks.rados.rados.0.smithi001.stdout:1347: snap_remove snap 118 2024-08-17T16:55:33.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:33 smithi189 ceph-mon[90541]: pgmap v118: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 51/288 objects degraded (17.708%) 2024-08-17T16:55:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:33 smithi189 ceph-mon[90541]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T16:55:33.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:33 smithi001 ceph-mon[100737]: pgmap v118: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 51/288 objects degraded (17.708%) 2024-08-17T16:55:33.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:33 smithi001 ceph-mon[100737]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T16:55:33.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:33 smithi001 ceph-mon[103274]: pgmap v118: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s; 51/288 objects degraded (17.708%) 2024-08-17T16:55:33.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:33 smithi001 ceph-mon[103274]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T16:55:34.125 INFO:tasks.rados.rados.0.smithi001.stdout:1347: done (0 left) 2024-08-17T16:55:34.125 INFO:tasks.rados.rados.0.smithi001.stdout:1348: delete oid 34 current snap is 129 2024-08-17T16:55:34.139 INFO:tasks.rados.rados.0.smithi001.stdout:1348: done (0 left) 2024-08-17T16:55:34.139 INFO:tasks.rados.rados.0.smithi001.stdout:1349: read oid 33 snap -1 2024-08-17T16:55:34.139 INFO:tasks.rados.rados.0.smithi001.stdout:1349: expect (ObjNum 432 snap 126 seq_num 432) 2024-08-17T16:55:34.139 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 129 2024-08-17T16:55:34.140 INFO:tasks.rados.rados.0.smithi001.stdout:1350: seq_num 441 ranges {2400256=188416} 2024-08-17T16:55:34.154 INFO:tasks.rados.rados.0.smithi001.stdout:1350: writing smithi00187473-48 from 2400256 to 2588672 tid 1 2024-08-17T16:55:34.154 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 129 2024-08-17T16:55:34.155 INFO:tasks.rados.rados.0.smithi001.stdout:1351: seq_num 442 ranges {2310144=204800} 2024-08-17T16:55:34.169 INFO:tasks.rados.rados.0.smithi001.stdout:1351: writing smithi00187473-5 from 2310144 to 2514944 tid 1 2024-08-17T16:55:34.169 INFO:tasks.rados.rados.0.smithi001.stdout:1352: read oid 42 snap -1 2024-08-17T16:55:34.169 INFO:tasks.rados.rados.0.smithi001.stdout:1352: expect (ObjNum 352 snap 100 seq_num 352) 2024-08-17T16:55:34.169 INFO:tasks.rados.rados.0.smithi001.stdout:1353: delete oid 15 current snap is 129 2024-08-17T16:55:34.169 INFO:tasks.rados.rados.0.smithi001.stdout:1349: expect (ObjNum 432 snap 126 seq_num 432) 2024-08-17T16:55:34.170 INFO:tasks.rados.rados.0.smithi001.stdout:1350: finishing write tid 1 to smithi00187473-48 2024-08-17T16:55:34.170 INFO:tasks.rados.rados.0.smithi001.stdout:1350: finishing write tid 2 to smithi00187473-48 2024-08-17T16:55:34.170 INFO:tasks.rados.rados.0.smithi001.stdout:1350: finishing write tid 3 to smithi00187473-48 2024-08-17T16:55:34.171 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 878 (ObjNum 441 snap 129 seq_num 441) dirty exists 2024-08-17T16:55:34.171 INFO:tasks.rados.rados.0.smithi001.stdout:1350: left oid 48 (ObjNum 441 snap 129 seq_num 441) 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:1349: done (4 left) 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:1350: done (3 left) 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:1353: done (2 left) 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:1354: rollback oid 47 current snap is 129 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 124 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:1355: read oid 39 snap 128 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:1355: expect (ObjNum 359 snap 104 seq_num 359) 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:1356: rmattr oid 35 current snap is 129 2024-08-17T16:55:34.172 INFO:tasks.rados.rados.0.smithi001.stdout:1356: done (4 left) 2024-08-17T16:55:34.173 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 129 2024-08-17T16:55:34.173 INFO:tasks.rados.rados.0.smithi001.stdout:1357: seq_num 444 ranges {0=237568} 2024-08-17T16:55:34.173 INFO:tasks.rados.rados.0.smithi001.stdout:1357: writing smithi00187473-1 from 0 to 237568 tid 1 2024-08-17T16:55:34.173 INFO:tasks.rados.rados.0.smithi001.stdout:1358: snap_remove snap 125 2024-08-17T16:55:34.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:34.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T16:55:34.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:34.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:35.133 INFO:tasks.rados.rados.0.smithi001.stdout:1358: done (5 left) 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1351: finishing write tid 1 to smithi00187473-5 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1351: finishing write tid 2 to smithi00187473-5 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1351: finishing write tid 3 to smithi00187473-5 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1140 (ObjNum 442 snap 129 seq_num 442) dirty exists 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1351: left oid 5 (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1359: read oid 18 snap -1 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1359: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1351: done (5 left) 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1360: snap_create 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1354: finishing rollback tid 0 to smithi00187473-47 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1354: finishing rollback tid 1 to smithi00187473-47 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1354: finishing rollback tid 2 to smithi00187473-47 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1019 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-08-17T16:55:35.134 INFO:tasks.rados.rados.0.smithi001.stdout:1357: finishing write tid 1 to smithi00187473-1 2024-08-17T16:55:35.135 INFO:tasks.rados.rados.0.smithi001.stdout:1357: finishing write tid 2 to smithi00187473-1 2024-08-17T16:55:35.135 INFO:tasks.rados.rados.0.smithi001.stdout:1355: expect (ObjNum 359 snap 104 seq_num 359) 2024-08-17T16:55:35.171 INFO:tasks.rados.rados.0.smithi001.stdout:1357: finishing write tid 3 to smithi00187473-1 2024-08-17T16:55:35.171 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1021 (ObjNum 444 snap 129 seq_num 444) dirty exists 2024-08-17T16:55:35.171 INFO:tasks.rados.rados.0.smithi001.stdout:1357: left oid 1 (ObjNum 444 snap 129 seq_num 444) 2024-08-17T16:55:35.171 INFO:tasks.rados.rados.0.smithi001.stdout:1352: expect (ObjNum 352 snap 100 seq_num 352) 2024-08-17T16:55:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:35 smithi189 ceph-mon[90541]: pgmap v121: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 90 KiB/s wr, 12 op/s; 14/303 objects degraded (4.620%); 13 MiB/s, 3 objects/s recovering 2024-08-17T16:55:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:35 smithi189 ceph-mon[90541]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T16:55:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:35 smithi001 ceph-mon[100737]: pgmap v121: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 90 KiB/s wr, 12 op/s; 14/303 objects degraded (4.620%); 13 MiB/s, 3 objects/s recovering 2024-08-17T16:55:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:35 smithi001 ceph-mon[100737]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T16:55:35.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:35 smithi001 ceph-mon[103274]: pgmap v121: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 90 KiB/s wr, 12 op/s; 14/303 objects degraded (4.620%); 13 MiB/s, 3 objects/s recovering 2024-08-17T16:55:35.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:35 smithi001 ceph-mon[103274]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T16:55:36.135 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:36.135 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:35.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:36.190 INFO:tasks.rados.rados.0.smithi001.stdout:1359: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:55:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:36 smithi189 ceph-mon[90541]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T16:55:36.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:36 smithi001 ceph-mon[100737]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T16:55:36.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:36 smithi001 ceph-mon[103274]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1352: done (5 left) 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1354: done (4 left) 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1355: done (3 left) 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1357: done (2 left) 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1359: done (1 left) 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1360: done (0 left) 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1361: rollback oid 42 current snap is 130 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 124 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1362: read oid 22 snap -1 2024-08-17T16:55:36.727 INFO:tasks.rados.rados.0.smithi001.stdout:1362: expect (ObjNum 416 snap 122 seq_num 416) 2024-08-17T16:55:36.728 INFO:tasks.rados.rados.0.smithi001.stdout:1363: copy_from oid 38 from oid 48 current snap is 130 2024-08-17T16:55:36.728 INFO:tasks.rados.rados.0.smithi001.stdout:1364: read oid 29 snap -1 2024-08-17T16:55:36.728 INFO:tasks.rados.rados.0.smithi001.stdout:1364: expect deleted 2024-08-17T16:55:36.728 INFO:tasks.rados.rados.0.smithi001.stdout:1365: read oid 2 snap -1 2024-08-17T16:55:36.728 INFO:tasks.rados.rados.0.smithi001.stdout:1365: expect deleted 2024-08-17T16:55:36.728 INFO:tasks.rados.rados.0.smithi001.stdout:1366: rmattr oid 11 current snap is 130 2024-08-17T16:55:36.728 INFO:tasks.rados.rados.0.smithi001.stdout:1366: done (5 left) 2024-08-17T16:55:36.728 INFO:tasks.rados.rados.0.smithi001.stdout:1367: snap_create 2024-08-17T16:55:36.734 INFO:tasks.rados.rados.0.smithi001.stdout:1361: finishing rollback tid 0 to smithi00187473-42 2024-08-17T16:55:36.734 INFO:tasks.rados.rados.0.smithi001.stdout:1361: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:55:36.734 INFO:tasks.rados.rados.0.smithi001.stdout:1361: finishing rollback tid 2 to smithi00187473-42 2024-08-17T16:55:36.734 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 846 (ObjNum 352 snap 100 seq_num 352) dirty exists 2024-08-17T16:55:36.739 INFO:tasks.rados.rados.0.smithi001.stdout:1363: finishing copy_from racing read to smithi00187473-38 2024-08-17T16:55:36.741 INFO:tasks.rados.rados.0.smithi001.stdout:1363: finishing copy_from to smithi00187473-38 2024-08-17T16:55:36.741 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 878 (ObjNum 441 snap 129 seq_num 441) dirty exists 2024-08-17T16:55:36.786 INFO:tasks.rados.rados.0.smithi001.stdout:1362: expect (ObjNum 416 snap 122 seq_num 416) 2024-08-17T16:55:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:37 smithi189 ceph-mon[90541]: pgmap v124: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 90 KiB/s wr, 13 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-17T16:55:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:37 smithi189 ceph-mon[90541]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/303 objects degraded (4.620%), 5 pgs degraded) 2024-08-17T16:55:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:37 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:55:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:37 smithi189 ceph-mon[90541]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T16:55:37.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:36.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:37.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:55:37] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.51.0" 2024-08-17T16:55:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-mon[100737]: pgmap v124: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 90 KiB/s wr, 13 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-17T16:55:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-mon[100737]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/303 objects degraded (4.620%), 5 pgs degraded) 2024-08-17T16:55:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:55:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-mon[100737]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T16:55:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-mon[103274]: pgmap v124: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 90 KiB/s wr, 13 op/s; 15 MiB/s, 4 objects/s recovering 2024-08-17T16:55:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-mon[103274]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/303 objects degraded (4.620%), 5 pgs degraded) 2024-08-17T16:55:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:55:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:37 smithi001 ceph-mon[103274]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T16:55:37.716 INFO:tasks.rados.rados.0.smithi001.stdout:1361: done (5 left) 2024-08-17T16:55:37.716 INFO:tasks.rados.rados.0.smithi001.stdout:1362: done (4 left) 2024-08-17T16:55:37.716 INFO:tasks.rados.rados.0.smithi001.stdout:1363: done (3 left) 2024-08-17T16:55:37.716 INFO:tasks.rados.rados.0.smithi001.stdout:1364: done (2 left) 2024-08-17T16:55:37.716 INFO:tasks.rados.rados.0.smithi001.stdout:1365: done (1 left) 2024-08-17T16:55:37.716 INFO:tasks.rados.rados.0.smithi001.stdout:1367: done (0 left) 2024-08-17T16:55:37.716 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 131 2024-08-17T16:55:37.716 INFO:tasks.rados.rados.0.smithi001.stdout:1368: seq_num 445 ranges {3874816=253952} 2024-08-17T16:55:37.738 INFO:tasks.rados.rados.0.smithi001.stdout:1368: writing smithi00187473-35 from 3874816 to 4128768 tid 1 2024-08-17T16:55:37.738 INFO:tasks.rados.rados.0.smithi001.stdout:1369: delete oid 36 current snap is 131 2024-08-17T16:55:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:1369: done (1 left) 2024-08-17T16:55:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:1370: read oid 3 snap -1 2024-08-17T16:55:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:1370: expect (ObjNum 428 snap 124 seq_num 428) 2024-08-17T16:55:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:1371: delete oid 13 current snap is 131 2024-08-17T16:55:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:1368: finishing write tid 1 to smithi00187473-35 2024-08-17T16:55:37.741 INFO:tasks.rados.rados.0.smithi001.stdout:1368: finishing write tid 2 to smithi00187473-35 2024-08-17T16:55:37.742 INFO:tasks.rados.rados.0.smithi001.stdout:1368: finishing write tid 3 to smithi00187473-35 2024-08-17T16:55:37.742 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 880 (ObjNum 445 snap 131 seq_num 445) dirty exists 2024-08-17T16:55:37.742 INFO:tasks.rados.rados.0.smithi001.stdout:1368: left oid 35 (ObjNum 445 snap 131 seq_num 445) 2024-08-17T16:55:37.752 INFO:tasks.rados.rados.0.smithi001.stdout:1368: done (2 left) 2024-08-17T16:55:37.752 INFO:tasks.rados.rados.0.smithi001.stdout:1371: done (1 left) 2024-08-17T16:55:37.752 INFO:tasks.rados.rados.0.smithi001.stdout:1372: snap_remove snap 129 2024-08-17T16:55:38.147 INFO:tasks.rados.rados.0.smithi001.stdout:1372: done (1 left) 2024-08-17T16:55:38.147 INFO:tasks.rados.rados.0.smithi001.stdout:1373: read oid 34 snap -1 2024-08-17T16:55:38.148 INFO:tasks.rados.rados.0.smithi001.stdout:1373: expect deleted 2024-08-17T16:55:38.148 INFO:tasks.rados.rados.0.smithi001.stdout:1374: snap_create 2024-08-17T16:55:38.148 INFO:tasks.rados.rados.0.smithi001.stdout:1370: expect (ObjNum 428 snap 124 seq_num 428) 2024-08-17T16:55:38.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:38 smithi189 ceph-mon[90541]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T16:55:38.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:38 smithi001 ceph-mon[100737]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T16:55:38.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:38 smithi001 ceph-mon[103274]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T16:55:39.147 INFO:tasks.rados.rados.0.smithi001.stdout:1370: done (2 left) 2024-08-17T16:55:39.147 INFO:tasks.rados.rados.0.smithi001.stdout:1373: done (1 left) 2024-08-17T16:55:39.147 INFO:tasks.rados.rados.0.smithi001.stdout:1374: done (0 left) 2024-08-17T16:55:39.147 INFO:tasks.rados.rados.0.smithi001.stdout:1375: copy_from oid 45 from oid 50 current snap is 132 2024-08-17T16:55:39.147 INFO:tasks.rados.rados.0.smithi001.stdout:1376: copy_from oid 17 from oid 29 current snap is 132 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1377: read oid 30 snap -1 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1377: expect deleted 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1378: read oid 41 snap -1 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1378: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1379: read oid 12 snap -1 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1379: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1380: copy_from oid 14 from oid 3 current snap is 132 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1381: setattr oid 19 current snap is 132 2024-08-17T16:55:39.148 INFO:tasks.rados.rados.0.smithi001.stdout:1382: read oid 4 snap -1 2024-08-17T16:55:39.149 INFO:tasks.rados.rados.0.smithi001.stdout:1382: expect (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:55:39.149 INFO:tasks.rados.rados.0.smithi001.stdout:1383: snap_remove snap 130 2024-08-17T16:55:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:39 smithi189 ceph-mon[90541]: pgmap v127: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 0 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-17T16:55:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:39 smithi189 ceph-mon[90541]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T16:55:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:39.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:39.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:39 smithi001 ceph-mon[103274]: pgmap v127: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 0 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-17T16:55:39.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:39 smithi001 ceph-mon[103274]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T16:55:39.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:39.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:39 smithi001 ceph-mon[100737]: pgmap v127: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 0 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-08-17T16:55:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:39 smithi001 ceph-mon[100737]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T16:55:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:39.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:39.728 INFO:tasks.rados.rados.0.smithi001.stdout:1383: done (8 left) 2024-08-17T16:55:39.728 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 132 2024-08-17T16:55:39.728 INFO:tasks.rados.rados.0.smithi001.stdout:1375: finishing copy_from to smithi00187473-45 2024-08-17T16:55:39.728 INFO:tasks.rados.rados.0.smithi001.stdout:1375: got expected ENOENT (src dne) 2024-08-17T16:55:39.729 INFO:tasks.rados.rados.0.smithi001.stdout:1384: seq_num 448 ranges {4997120=311296} 2024-08-17T16:55:39.757 INFO:tasks.rados.rados.0.smithi001.stdout:1384: writing smithi00187473-9 from 4997120 to 5308416 tid 1 2024-08-17T16:55:39.757 INFO:tasks.rados.rados.0.smithi001.stdout:1385: read oid 44 snap -1 2024-08-17T16:55:39.758 INFO:tasks.rados.rados.0.smithi001.stdout:1385: expect deleted 2024-08-17T16:55:39.758 INFO:tasks.rados.rados.0.smithi001.stdout:1386: snap_create 2024-08-17T16:55:39.758 INFO:tasks.rados.rados.0.smithi001.stdout:1375: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:55:39.758 INFO:tasks.rados.rados.0.smithi001.stdout:1376: finishing copy_from to smithi00187473-17 2024-08-17T16:55:39.758 INFO:tasks.rados.rados.0.smithi001.stdout:1376: got expected ENOENT (src dne) 2024-08-17T16:55:39.758 INFO:tasks.rados.rados.0.smithi001.stdout:1376: finishing copy_from racing read to smithi00187473-17 2024-08-17T16:55:39.758 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 876 (ObjNum 209 snap 0 seq_num 1537725120) dirty exists 2024-08-17T16:55:39.758 INFO:tasks.rados.rados.0.smithi001.stdout:1378: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:39.876 INFO:tasks.rados.rados.0.smithi001.stdout:1379: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:39.995 INFO:tasks.rados.rados.0.smithi001.stdout:1380: finishing copy_from racing read to smithi00187473-14 2024-08-17T16:55:39.996 INFO:tasks.rados.rados.0.smithi001.stdout:1380: finishing copy_from to smithi00187473-14 2024-08-17T16:55:39.996 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 307 (ObjNum 428 snap 124 seq_num 428) dirty exists 2024-08-17T16:55:39.996 INFO:tasks.rados.rados.0.smithi001.stdout:1382: expect (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:55:40.287 INFO:tasks.rados.rados.0.smithi001.stdout:1384: finishing write tid 1 to smithi00187473-9 2024-08-17T16:55:40.288 INFO:tasks.rados.rados.0.smithi001.stdout:1384: finishing write tid 2 to smithi00187473-9 2024-08-17T16:55:40.288 INFO:tasks.rados.rados.0.smithi001.stdout:1384: finishing write tid 3 to smithi00187473-9 2024-08-17T16:55:40.288 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 840 (ObjNum 448 snap 132 seq_num 448) dirty exists 2024-08-17T16:55:40.288 INFO:tasks.rados.rados.0.smithi001.stdout:1384: left oid 9 (ObjNum 448 snap 132 seq_num 448) 2024-08-17T16:55:40.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:40 smithi189 ceph-mon[90541]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T16:55:40.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:40 smithi189 ceph-mon[90541]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T16:55:40.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:40 smithi001 ceph-mon[100737]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T16:55:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:40 smithi001 ceph-mon[100737]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T16:55:40.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:40 smithi001 ceph-mon[103274]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T16:55:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:40 smithi001 ceph-mon[103274]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1375: done (10 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1376: done (9 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1377: done (8 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1378: done (7 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1379: done (6 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1380: done (5 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1381: done (4 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1382: done (3 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1384: done (2 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1385: done (1 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1386: done (0 left) 2024-08-17T16:55:40.740 INFO:tasks.rados.rados.0.smithi001.stdout:1387: snap_remove snap 124 2024-08-17T16:55:41.742 INFO:tasks.rados.rados.0.smithi001.stdout:1387: done (0 left) 2024-08-17T16:55:41.742 INFO:tasks.rados.rados.0.smithi001.stdout:1388: rollback oid 10 current snap is 133 2024-08-17T16:55:41.742 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 131 2024-08-17T16:55:41.742 INFO:tasks.rados.rados.0.smithi001.stdout:1389: snap_remove snap 128 2024-08-17T16:55:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:41 smithi189 ceph-mon[90541]: pgmap v131: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 868 KiB/s wr, 11 op/s 2024-08-17T16:55:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:41 smithi189 ceph-mon[90541]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T16:55:42.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:41 smithi189 ceph-mon[90541]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-17T16:55:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:41 smithi001 ceph-mon[100737]: pgmap v131: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 868 KiB/s wr, 11 op/s 2024-08-17T16:55:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:41 smithi001 ceph-mon[100737]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T16:55:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:41 smithi001 ceph-mon[100737]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-17T16:55:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:41 smithi001 ceph-mon[103274]: pgmap v131: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 868 KiB/s wr, 11 op/s 2024-08-17T16:55:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:41 smithi001 ceph-mon[103274]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T16:55:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:41 smithi001 ceph-mon[103274]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-17T16:55:42.749 INFO:tasks.rados.rados.0.smithi001.stdout:1388: finishing rollback tid 0 to smithi00187473-10 2024-08-17T16:55:42.749 INFO:tasks.rados.rados.0.smithi001.stdout:1388: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:55:42.749 INFO:tasks.rados.rados.0.smithi001.stdout:1388: finishing rollback tid 2 to smithi00187473-10 2024-08-17T16:55:42.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1099 (ObjNum 425 snap 124 seq_num 425) dirty exists 2024-08-17T16:55:42.750 INFO:tasks.rados.rados.0.smithi001.stdout:1388: done (1 left) 2024-08-17T16:55:42.750 INFO:tasks.rados.rados.0.smithi001.stdout:1389: done (0 left) 2024-08-17T16:55:42.750 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 133 2024-08-17T16:55:42.750 INFO:tasks.rados.rados.0.smithi001.stdout:1390: seq_num 449 ranges {2801664=327680} 2024-08-17T16:55:42.767 INFO:tasks.rados.rados.0.smithi001.stdout:1390: writing smithi00187473-41 from 2801664 to 3129344 tid 1 2024-08-17T16:55:42.767 INFO:tasks.rados.rados.0.smithi001.stdout:1391: copy_from oid 10 from oid 5 current snap is 133 2024-08-17T16:55:42.767 INFO:tasks.rados.rados.0.smithi001.stdout:1392: rollback oid 2 current snap is 133 2024-08-17T16:55:42.767 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 131 2024-08-17T16:55:42.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 133 2024-08-17T16:55:42.768 INFO:tasks.rados.rados.0.smithi001.stdout:1393: seq_num 450 ranges {1220608=344064} 2024-08-17T16:55:42.776 INFO:tasks.rados.rados.0.smithi001.stdout:1393: writing smithi00187473-39 from 1220608 to 1564672 tid 1 2024-08-17T16:55:42.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 133 2024-08-17T16:55:42.776 INFO:tasks.rados.rados.0.smithi001.stdout:1392: finishing rollback tid 1 to smithi00187473-2 2024-08-17T16:55:42.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T16:55:42.776 INFO:tasks.rados.rados.0.smithi001.stdout:1390: finishing write tid 1 to smithi00187473-41 2024-08-17T16:55:42.776 INFO:tasks.rados.rados.0.smithi001.stdout:1390: finishing write tid 2 to smithi00187473-41 2024-08-17T16:55:42.776 INFO:tasks.rados.rados.0.smithi001.stdout:1394: seq_num 451 ranges {2588672=360448} 2024-08-17T16:55:42.792 INFO:tasks.rados.rados.0.smithi001.stdout:1394: writing smithi00187473-48 from 2588672 to 2949120 tid 1 2024-08-17T16:55:42.792 INFO:tasks.rados.rados.0.smithi001.stdout:1392: done (4 left) 2024-08-17T16:55:42.792 INFO:tasks.rados.rados.0.smithi001.stdout:1395: setattr oid 3 current snap is 133 2024-08-17T16:55:42.792 INFO:tasks.rados.rados.0.smithi001.stdout:1390: finishing write tid 3 to smithi00187473-41 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 643 (ObjNum 449 snap 133 seq_num 449) dirty exists 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:1390: left oid 41 (ObjNum 449 snap 133 seq_num 449) 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:1391: finishing copy_from racing read to smithi00187473-10 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:1393: finishing write tid 1 to smithi00187473-39 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:1393: finishing write tid 2 to smithi00187473-39 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:1391: finishing copy_from to smithi00187473-10 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1140 (ObjNum 442 snap 129 seq_num 442) dirty exists 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:1393: finishing write tid 3 to smithi00187473-39 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 878 (ObjNum 450 snap 133 seq_num 450) dirty exists 2024-08-17T16:55:42.793 INFO:tasks.rados.rados.0.smithi001.stdout:1393: left oid 39 (ObjNum 450 snap 133 seq_num 450) 2024-08-17T16:55:42.794 INFO:tasks.rados.rados.0.smithi001.stdout:1390: done (4 left) 2024-08-17T16:55:42.794 INFO:tasks.rados.rados.0.smithi001.stdout:1391: done (3 left) 2024-08-17T16:55:42.794 INFO:tasks.rados.rados.0.smithi001.stdout:1393: done (2 left) 2024-08-17T16:55:42.794 INFO:tasks.rados.rados.0.smithi001.stdout:1396: snap_remove snap 131 2024-08-17T16:55:43.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:42 smithi189 ceph-mon[90541]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T16:55:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:42 smithi001 ceph-mon[100737]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T16:55:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:42 smithi001 ceph-mon[103274]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T16:55:43.751 INFO:tasks.rados.rados.0.smithi001.stdout:1396: done (2 left) 2024-08-17T16:55:43.751 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 133 2024-08-17T16:55:43.751 INFO:tasks.rados.rados.0.smithi001.stdout:1394: finishing write tid 1 to smithi00187473-48 2024-08-17T16:55:43.751 INFO:tasks.rados.rados.0.smithi001.stdout:1397: seq_num 452 ranges {2588672=376832} 2024-08-17T16:55:43.768 INFO:tasks.rados.rados.0.smithi001.stdout:1397: writing smithi00187473-38 from 2588672 to 2965504 tid 1 2024-08-17T16:55:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:1398: setattr oid 22 current snap is 133 2024-08-17T16:55:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:1394: finishing write tid 2 to smithi00187473-48 2024-08-17T16:55:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:1394: finishing write tid 3 to smithi00187473-48 2024-08-17T16:55:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 882 (ObjNum 451 snap 133 seq_num 451) dirty exists 2024-08-17T16:55:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:1394: left oid 48 (ObjNum 451 snap 133 seq_num 451) 2024-08-17T16:55:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 308 (ObjNum 428 snap 124 seq_num 428) dirty exists 2024-08-17T16:55:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:1394: done (3 left) 2024-08-17T16:55:43.769 INFO:tasks.rados.rados.0.smithi001.stdout:1395: done (2 left) 2024-08-17T16:55:43.770 INFO:tasks.rados.rados.0.smithi001.stdout:1399: snap_remove snap 132 2024-08-17T16:55:44.147 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:43 smithi189 ceph-mon[90541]: pgmap v134: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 870 KiB/s wr, 17 op/s 2024-08-17T16:55:44.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:43 smithi189 ceph-mon[90541]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T16:55:44.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:43 smithi001 ceph-mon[100737]: pgmap v134: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 870 KiB/s wr, 17 op/s 2024-08-17T16:55:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:43 smithi001 ceph-mon[100737]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T16:55:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:43 smithi001 ceph-mon[103274]: pgmap v134: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 870 KiB/s wr, 17 op/s 2024-08-17T16:55:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:43 smithi001 ceph-mon[103274]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T16:55:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:44.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:44.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T16:55:44.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:44.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1397: finishing write tid 1 to smithi00187473-38 2024-08-17T16:55:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1397: finishing write tid 2 to smithi00187473-38 2024-08-17T16:55:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 869 (ObjNum 416 snap 122 seq_num 416) dirty exists 2024-08-17T16:55:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1397: finishing write tid 3 to smithi00187473-38 2024-08-17T16:55:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1163 (ObjNum 452 snap 133 seq_num 452) dirty exists 2024-08-17T16:55:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1397: left oid 38 (ObjNum 452 snap 133 seq_num 452) 2024-08-17T16:55:44.732 INFO:tasks.rados.rados.0.smithi001.stdout:1397: done (2 left) 2024-08-17T16:55:44.733 INFO:tasks.rados.rados.0.smithi001.stdout:1398: done (1 left) 2024-08-17T16:55:44.733 INFO:tasks.rados.rados.0.smithi001.stdout:1399: done (0 left) 2024-08-17T16:55:44.733 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 133 2024-08-17T16:55:44.733 INFO:tasks.rados.rados.0.smithi001.stdout:1400: seq_num 453 ranges {0=393216} 2024-08-17T16:55:44.734 INFO:tasks.rados.rados.0.smithi001.stdout:1400: writing smithi00187473-29 from 0 to 393216 tid 1 2024-08-17T16:55:44.734 INFO:tasks.rados.rados.0.smithi001.stdout:1401: copy_from oid 14 from oid 8 current snap is 133 2024-08-17T16:55:44.735 INFO:tasks.rados.rados.0.smithi001.stdout:1402: setattr oid 25 current snap is 133 2024-08-17T16:55:44.737 INFO:tasks.rados.rados.0.smithi001.stdout:1403: rollback oid 45 current snap is 133 2024-08-17T16:55:44.737 INFO:tasks.rados.rados.0.smithi001.stdout:1403: done (3 left) 2024-08-17T16:55:44.737 INFO:tasks.rados.rados.0.smithi001.stdout:1404: rollback oid 42 current snap is 133 2024-08-17T16:55:44.737 INFO:tasks.rados.rados.0.smithi001.stdout:1404: done (3 left) 2024-08-17T16:55:44.737 INFO:tasks.rados.rados.0.smithi001.stdout:1405: snap_create 2024-08-17T16:55:44.743 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1022 (ObjNum 398 snap 113 seq_num 398) dirty exists 2024-08-17T16:55:44.744 INFO:tasks.rados.rados.0.smithi001.stdout:1400: finishing write tid 1 to smithi00187473-29 2024-08-17T16:55:44.748 INFO:tasks.rados.rados.0.smithi001.stdout:1400: finishing write tid 2 to smithi00187473-29 2024-08-17T16:55:44.749 INFO:tasks.rados.rados.0.smithi001.stdout:1400: finishing write tid 3 to smithi00187473-29 2024-08-17T16:55:44.750 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 643 (ObjNum 453 snap 133 seq_num 453) dirty exists 2024-08-17T16:55:44.750 INFO:tasks.rados.rados.0.smithi001.stdout:1400: left oid 29 (ObjNum 453 snap 133 seq_num 453) 2024-08-17T16:55:44.771 INFO:tasks.rados.rados.0.smithi001.stdout:1401: finishing copy_from racing read to smithi00187473-14 2024-08-17T16:55:44.773 INFO:tasks.rados.rados.0.smithi001.stdout:1401: finishing copy_from to smithi00187473-14 2024-08-17T16:55:44.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 843 (ObjNum 420 snap 123 seq_num 420) dirty exists 2024-08-17T16:55:45.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:44 smithi001 ceph-mon[103274]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T16:55:45.040 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:44 smithi001 ceph-mon[103274]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T16:55:45.040 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:44 smithi001 ceph-mon[100737]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T16:55:45.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:44 smithi001 ceph-mon[100737]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T16:55:45.041 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:55:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:44 smithi189 ceph-mon[90541]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T16:55:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:44 smithi189 ceph-mon[90541]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (3m) 18s ago 7m 15.0M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (2m) 58s ago 7m 79.6M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (8m) 18s ago 8m 17.2M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (8m) 58s ago 8m 20.0M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (119s) 58s ago 12m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (2m) 18s ago 13m 521M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (106s) 18s ago 13m 47.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:55:45.617 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (64s) 58s ago 12m 25.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (82s) 18s ago 12m 39.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (2m) 18s ago 6m 10.8M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (2m) 58s ago 6m 8288k - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (22s) 18s ago 11m 11.3M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (11m) 18s ago 11m 164M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 d44436651ef5 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (10m) 18s ago 10m 138M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (10m) 18s ago 10m 129M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (10m) 58s ago 10m 146M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (9m) 58s ago 9m 125M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (9m) 58s ago 9m 115M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (9m) 58s ago 9m 100M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:55:45.618 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (2m) 58s ago 7m 43.9M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:55:45.730 INFO:tasks.rados.rados.0.smithi001.stdout:1400: done (3 left) 2024-08-17T16:55:45.730 INFO:tasks.rados.rados.0.smithi001.stdout:1401: done (2 left) 2024-08-17T16:55:45.730 INFO:tasks.rados.rados.0.smithi001.stdout:1402: done (1 left) 2024-08-17T16:55:45.731 INFO:tasks.rados.rados.0.smithi001.stdout:1405: done (0 left) 2024-08-17T16:55:45.731 INFO:tasks.rados.rados.0.smithi001.stdout:1406: delete oid 14 current snap is 134 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1406: done (0 left) 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1407: read oid 24 snap -1 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1407: expect (ObjNum 403 snap 116 seq_num 403) 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1408: read oid 4 snap 133 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1408: expect (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1409: read oid 19 snap -1 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1409: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1410: read oid 18 snap -1 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1410: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:55:45.735 INFO:tasks.rados.rados.0.smithi001.stdout:1411: delete oid 46 current snap is 134 2024-08-17T16:55:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:1411: done (4 left) 2024-08-17T16:55:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:1412: read oid 31 snap -1 2024-08-17T16:55:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:1412: expect (ObjNum 408 snap 119 seq_num 408) 2024-08-17T16:55:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:1413: read oid 49 snap -1 2024-08-17T16:55:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:1413: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:55:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:1414: copy_from oid 11 from oid 37 current snap is 134 2024-08-17T16:55:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:1415: rollback oid 35 current snap is 134 2024-08-17T16:55:45.737 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 133 2024-08-17T16:55:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 134 2024-08-17T16:55:45.738 INFO:tasks.rados.rados.0.smithi001.stdout:1416: seq_num 456 ranges {106496=442368} 2024-08-17T16:55:45.741 INFO:tasks.rados.rados.0.smithi001.stdout:1416: writing smithi00187473-7 from 106496 to 548864 tid 1 2024-08-17T16:55:45.741 INFO:tasks.rados.rados.0.smithi001.stdout:1417: copy_from oid 21 from oid 33 current snap is 134 2024-08-17T16:55:45.742 INFO:tasks.rados.rados.0.smithi001.stdout:1409: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:55:45.744 INFO:tasks.rados.rados.0.smithi001.stdout:1415: finishing rollback tid 0 to smithi00187473-35 2024-08-17T16:55:45.744 INFO:tasks.rados.rados.0.smithi001.stdout:1409: done (9 left) 2024-08-17T16:55:45.744 INFO:tasks.rados.rados.0.smithi001.stdout:1418: read oid 30 snap -1 2024-08-17T16:55:45.744 INFO:tasks.rados.rados.0.smithi001.stdout:1418: expect deleted 2024-08-17T16:55:45.745 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 134 2024-08-17T16:55:45.745 INFO:tasks.rados.rados.0.smithi001.stdout:1419: seq_num 457 ranges {10305536=458752} 2024-08-17T16:55:45.806 INFO:tasks.rados.rados.0.smithi001.stdout:1419: writing smithi00187473-6 from 10305536 to 10764288 tid 1 2024-08-17T16:55:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:1420: read oid 43 snap -1 2024-08-17T16:55:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:1420: expect (ObjNum 431 snap 124 seq_num 431) 2024-08-17T16:55:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 134 2024-08-17T16:55:45.807 INFO:tasks.rados.rados.0.smithi001.stdout:1421: seq_num 458 ranges {0=475136} 2024-08-17T16:55:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:1421: writing smithi00187473-2 from 0 to 475136 tid 1 2024-08-17T16:55:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:1422: read oid 28 snap -1 2024-08-17T16:55:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:1422: expect deleted 2024-08-17T16:55:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 134 2024-08-17T16:55:45.810 INFO:tasks.rados.rados.0.smithi001.stdout:1423: seq_num 459 ranges {2424832=491520} 2024-08-17T16:55:45.826 INFO:tasks.rados.rados.0.smithi001.stdout:1423: writing smithi00187473-23 from 2424832 to 2916352 tid 1 2024-08-17T16:55:45.826 INFO:tasks.rados.rados.0.smithi001.stdout:1424: setattr oid 13 current snap is 134 2024-08-17T16:55:45.827 INFO:tasks.rados.rados.0.smithi001.stdout:1413: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:55:45.830 INFO:tasks.rados.rados.0.smithi001.stdout:1415: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:55:45.830 INFO:tasks.rados.rados.0.smithi001.stdout:1415: finishing rollback tid 2 to smithi00187473-35 2024-08-17T16:55:45.830 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 885 (ObjNum 445 snap 131 seq_num 445) dirty exists 2024-08-17T16:55:45.830 INFO:tasks.rados.rados.0.smithi001.stdout:1417: finishing copy_from racing read to smithi00187473-21 2024-08-17T16:55:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:1417: finishing copy_from to smithi00187473-21 2024-08-17T16:55:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1095 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-08-17T16:55:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:1416: finishing write tid 1 to smithi00187473-7 2024-08-17T16:55:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:1416: finishing write tid 2 to smithi00187473-7 2024-08-17T16:55:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:1416: finishing write tid 3 to smithi00187473-7 2024-08-17T16:55:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 472 (ObjNum 456 snap 134 seq_num 456) dirty exists 2024-08-17T16:55:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:1416: left oid 7 (ObjNum 456 snap 134 seq_num 456) 2024-08-17T16:55:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:1407: expect (ObjNum 403 snap 116 seq_num 403) 2024-08-17T16:55:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:45 smithi001 ceph-mon[100737]: pgmap v137: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-17T16:55:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:45 smithi001 ceph-mon[100737]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T16:55:45.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:45 smithi001 ceph-mon[103274]: pgmap v137: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-17T16:55:45.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:45 smithi001 ceph-mon[103274]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T16:55:46.001 INFO:tasks.rados.rados.0.smithi001.stdout:1410: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:55:46.030 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:55:46.030 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:55:46.030 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:55:46.030 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 7, 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 9, 2024-08-17T16:55:46.031 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 6 2024-08-17T16:55:46.032 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:55:46.032 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:55:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:45 smithi189 ceph-mon[90541]: pgmap v137: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-17T16:55:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:45 smithi189 ceph-mon[90541]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T16:55:46.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:45.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:46.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:45.742Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:46.330 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:55:46.330 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "6/20 daemons upgraded", 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:55:46.331 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:55:46.540 INFO:tasks.rados.rados.0.smithi001.stdout:1408: expect (ObjNum 357 snap 102 seq_num 357) 2024-08-17T16:55:46.837 INFO:tasks.rados.rados.0.smithi001.stdout:1419: finishing write tid 1 to smithi00187473-6 2024-08-17T16:55:46.837 INFO:tasks.rados.rados.0.smithi001.stdout:1419: finishing write tid 2 to smithi00187473-6 2024-08-17T16:55:46.837 INFO:tasks.rados.rados.0.smithi001.stdout:1419: finishing write tid 3 to smithi00187473-6 2024-08-17T16:55:46.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 842 (ObjNum 457 snap 134 seq_num 457) dirty exists 2024-08-17T16:55:46.838 INFO:tasks.rados.rados.0.smithi001.stdout:1419: left oid 6 (ObjNum 457 snap 134 seq_num 457) 2024-08-17T16:55:46.838 INFO:tasks.rados.rados.0.smithi001.stdout:1412: expect (ObjNum 408 snap 119 seq_num 408) 2024-08-17T16:55:46.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[100737]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:46.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[100737]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:46.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[100737]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:46.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2448628983' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:46.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T16:55:46.953 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[103274]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:46.954 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[103274]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:46.954 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[103274]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:46.954 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2448628983' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:46.954 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:46 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T16:55:47.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:46 smithi189 ceph-mon[90541]: from='client.34260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:46 smithi189 ceph-mon[90541]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:46 smithi189 ceph-mon[90541]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:46 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2448628983' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:55:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:46 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T16:55:47.598 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:55:47] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.51.0" 2024-08-17T16:55:47.770 INFO:tasks.rados.rados.0.smithi001.stdout:1414: finishing copy_from racing read to smithi00187473-11 2024-08-17T16:55:47.770 INFO:tasks.rados.rados.0.smithi001.stdout:1414: finishing copy_from to smithi00187473-11 2024-08-17T16:55:47.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 630 (ObjNum 361 snap 104 seq_num 361) dirty exists 2024-08-17T16:55:47.770 INFO:tasks.rados.rados.0.smithi001.stdout:1423: finishing write tid 1 to smithi00187473-23 2024-08-17T16:55:47.771 INFO:tasks.rados.rados.0.smithi001.stdout:1423: finishing write tid 2 to smithi00187473-23 2024-08-17T16:55:47.771 INFO:tasks.rados.rados.0.smithi001.stdout:1421: finishing write tid 1 to smithi00187473-2 2024-08-17T16:55:47.771 INFO:tasks.rados.rados.0.smithi001.stdout:1421: finishing write tid 2 to smithi00187473-2 2024-08-17T16:55:47.771 INFO:tasks.rados.rados.0.smithi001.stdout:1423: finishing write tid 3 to smithi00187473-23 2024-08-17T16:55:47.771 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1024 (ObjNum 459 snap 134 seq_num 459) dirty exists 2024-08-17T16:55:47.771 INFO:tasks.rados.rados.0.smithi001.stdout:1423: left oid 23 (ObjNum 459 snap 134 seq_num 459) 2024-08-17T16:55:47.771 INFO:tasks.rados.rados.0.smithi001.stdout:1420: expect (ObjNum 431 snap 124 seq_num 431) 2024-08-17T16:55:47.817 INFO:tasks.rados.rados.0.smithi001.stdout:1421: finishing write tid 3 to smithi00187473-2 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1169 (ObjNum 458 snap 134 seq_num 458) dirty exists 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1421: left oid 2 (ObjNum 458 snap 134 seq_num 458) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 855 (ObjNum 49 snap 0 seq_num 228960501) dirty exists 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1407: done (15 left) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1408: done (14 left) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1410: done (13 left) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1412: done (12 left) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1413: done (11 left) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1414: done (10 left) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1415: done (9 left) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1416: done (8 left) 2024-08-17T16:55:47.818 INFO:tasks.rados.rados.0.smithi001.stdout:1417: done (7 left) 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1418: done (6 left) 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1419: done (5 left) 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1420: done (4 left) 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1421: done (3 left) 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1422: done (2 left) 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1423: done (1 left) 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1424: done (0 left) 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1425: delete oid 10 current snap is 134 2024-08-17T16:55:47.819 INFO:tasks.rados.rados.0.smithi001.stdout:1425: done (0 left) 2024-08-17T16:55:47.820 INFO:tasks.rados.rados.0.smithi001.stdout:1426: rollback oid 50 current snap is 134 2024-08-17T16:55:47.820 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 133 2024-08-17T16:55:47.820 INFO:tasks.rados.rados.0.smithi001.stdout:1427: delete oid 32 current snap is 134 2024-08-17T16:55:47.820 INFO:tasks.rados.rados.0.smithi001.stdout:1426: finishing rollback tid 1 to smithi00187473-50 2024-08-17T16:55:47.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 0 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-08-17T16:55:47.821 INFO:tasks.rados.rados.0.smithi001.stdout:1426: done (1 left) 2024-08-17T16:55:47.821 INFO:tasks.rados.rados.0.smithi001.stdout:1427: done (0 left) 2024-08-17T16:55:47.821 INFO:tasks.rados.rados.0.smithi001.stdout:1428: delete oid 20 current snap is 134 2024-08-17T16:55:47.824 INFO:tasks.rados.rados.0.smithi001.stdout:1428: done (0 left) 2024-08-17T16:55:47.824 INFO:tasks.rados.rados.0.smithi001.stdout:1429: read oid 32 snap -1 2024-08-17T16:55:47.824 INFO:tasks.rados.rados.0.smithi001.stdout:1429: expect deleted 2024-08-17T16:55:47.824 INFO:tasks.rados.rados.0.smithi001.stdout:1430: setattr oid 19 current snap is 134 2024-08-17T16:55:47.825 INFO:tasks.rados.rados.0.smithi001.stdout:1429: done (1 left) 2024-08-17T16:55:47.825 INFO:tasks.rados.rados.0.smithi001.stdout:1431: snap_remove snap 133 2024-08-17T16:55:47.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[103274]: pgmap v140: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-17T16:55:47.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T16:55:47.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[103274]: Upgrade: osd.1 is safe to restart 2024-08-17T16:55:47.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[103274]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:47.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:47.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T16:55:47.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[100737]: pgmap v140: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-17T16:55:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T16:55:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[100737]: Upgrade: osd.1 is safe to restart 2024-08-17T16:55:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[100737]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T16:55:47.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:47 smithi189 ceph-mon[90541]: pgmap v140: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-17T16:55:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:47 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T16:55:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:47 smithi189 ceph-mon[90541]: Upgrade: osd.1 is safe to restart 2024-08-17T16:55:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:47 smithi189 ceph-mon[90541]: from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T16:55:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:55:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:1431: done (1 left) 2024-08-17T16:55:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:1432: read oid 41 snap -1 2024-08-17T16:55:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:1432: expect (ObjNum 449 snap 133 seq_num 449) 2024-08-17T16:55:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:1433: rmattr oid 42 current snap is 134 2024-08-17T16:55:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:1433: done (2 left) 2024-08-17T16:55:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 134 2024-08-17T16:55:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 879 (ObjNum 33 snap 0 seq_num 1537690656) dirty exists 2024-08-17T16:55:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:1434: seq_num 463 ranges {0=557056} 2024-08-17T16:55:48.781 INFO:tasks.rados.rados.0.smithi001.stdout:1434: writing smithi00187473-36 from 0 to 557056 tid 1 2024-08-17T16:55:48.781 INFO:tasks.rados.rados.0.smithi001.stdout:1430: done (2 left) 2024-08-17T16:55:48.782 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 134 2024-08-17T16:55:48.782 INFO:tasks.rados.rados.0.smithi001.stdout:1435: seq_num 464 ranges {2211840=573440} 2024-08-17T16:55:48.793 INFO:tasks.rados.rados.0.smithi001.stdout:1435: writing smithi00187473-45 from 2211840 to 2785280 tid 1 2024-08-17T16:55:48.794 INFO:tasks.rados.rados.0.smithi001.stdout:1436: snap_create 2024-08-17T16:55:48.794 INFO:tasks.rados.rados.0.smithi001.stdout:1434: finishing write tid 1 to smithi00187473-36 2024-08-17T16:55:48.794 INFO:tasks.rados.rados.0.smithi001.stdout:1434: finishing write tid 2 to smithi00187473-36 2024-08-17T16:55:48.794 INFO:tasks.rados.rados.0.smithi001.stdout:1434: finishing write tid 3 to smithi00187473-36 2024-08-17T16:55:48.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1143 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-08-17T16:55:48.794 INFO:tasks.rados.rados.0.smithi001.stdout:1434: left oid 36 (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:55:48.794 INFO:tasks.rados.rados.0.smithi001.stdout:1432: expect (ObjNum 449 snap 133 seq_num 449) 2024-08-17T16:55:48.966 INFO:tasks.rados.rados.0.smithi001.stdout:1435: finishing write tid 1 to smithi00187473-45 2024-08-17T16:55:48.966 INFO:tasks.rados.rados.0.smithi001.stdout:1435: finishing write tid 2 to smithi00187473-45 2024-08-17T16:55:48.966 INFO:tasks.rados.rados.0.smithi001.stdout:1435: finishing write tid 3 to smithi00187473-45 2024-08-17T16:55:48.966 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1177 (ObjNum 464 snap 134 seq_num 464) dirty exists 2024-08-17T16:55:48.967 INFO:tasks.rados.rados.0.smithi001.stdout:1435: left oid 45 (ObjNum 464 snap 134 seq_num 464) 2024-08-17T16:55:49.062 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:48 smithi001 ceph-mon[100737]: Upgrade: Updating osd.1 2024-08-17T16:55:49.062 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:48 smithi001 ceph-mon[100737]: Deploying daemon osd.1 on smithi001 2024-08-17T16:55:49.063 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:48 smithi001 ceph-mon[103274]: Upgrade: Updating osd.1 2024-08-17T16:55:49.063 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:48 smithi001 ceph-mon[103274]: Deploying daemon osd.1 on smithi001 2024-08-17T16:55:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:48 smithi189 ceph-mon[90541]: Upgrade: Updating osd.1 2024-08-17T16:55:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:48 smithi189 ceph-mon[90541]: Deploying daemon osd.1 on smithi001 2024-08-17T16:55:49.731 INFO:tasks.rados.rados.0.smithi001.stdout:1432: done (3 left) 2024-08-17T16:55:49.731 INFO:tasks.rados.rados.0.smithi001.stdout:1434: done (2 left) 2024-08-17T16:55:49.731 INFO:tasks.rados.rados.0.smithi001.stdout:1435: done (1 left) 2024-08-17T16:55:49.731 INFO:tasks.rados.rados.0.smithi001.stdout:1436: done (0 left) 2024-08-17T16:55:49.731 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 135 2024-08-17T16:55:49.732 INFO:tasks.rados.rados.0.smithi001.stdout:1437: seq_num 465 ranges {5308416=598016} 2024-08-17T16:55:49.763 INFO:tasks.rados.rados.0.smithi001.stdout:1437: writing smithi00187473-9 from 5308416 to 5906432 tid 1 2024-08-17T16:55:49.763 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 135 2024-08-17T16:55:49.764 INFO:tasks.rados.rados.0.smithi001.stdout:1438: seq_num 466 ranges {0=614400} 2024-08-17T16:55:49.767 INFO:tasks.rados.rados.0.smithi001.stdout:1438: writing smithi00187473-10 from 0 to 614400 tid 1 2024-08-17T16:55:49.767 INFO:tasks.rados.rados.0.smithi001.stdout:1439: copy_from oid 6 from oid 7 current snap is 135 2024-08-17T16:55:49.767 INFO:tasks.rados.rados.0.smithi001.stdout:1440: rmattr oid 30 current snap is 135 2024-08-17T16:55:49.767 INFO:tasks.rados.rados.0.smithi001.stdout:1440: done (3 left) 2024-08-17T16:55:49.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 135 2024-08-17T16:55:49.767 INFO:tasks.rados.rados.0.smithi001.stdout:1441: seq_num 467 ranges {4931584=630784} 2024-08-17T16:55:49.798 INFO:tasks.rados.rados.0.smithi001.stdout:1441: writing smithi00187473-4 from 4931584 to 5562368 tid 1 2024-08-17T16:55:49.798 INFO:tasks.rados.rados.0.smithi001.stdout:1442: delete oid 15 current snap is 135 2024-08-17T16:55:49.798 INFO:tasks.rados.rados.0.smithi001.stdout:1437: finishing write tid 1 to smithi00187473-9 2024-08-17T16:55:49.798 INFO:tasks.rados.rados.0.smithi001.stdout:1437: finishing write tid 2 to smithi00187473-9 2024-08-17T16:55:49.798 INFO:tasks.rados.rados.0.smithi001.stdout:1437: finishing write tid 3 to smithi00187473-9 2024-08-17T16:55:49.798 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 844 (ObjNum 465 snap 135 seq_num 465) dirty exists 2024-08-17T16:55:49.798 INFO:tasks.rados.rados.0.smithi001.stdout:1437: left oid 9 (ObjNum 465 snap 135 seq_num 465) 2024-08-17T16:55:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:1438: finishing write tid 1 to smithi00187473-10 2024-08-17T16:55:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:1438: finishing write tid 2 to smithi00187473-10 2024-08-17T16:55:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:1438: finishing write tid 3 to smithi00187473-10 2024-08-17T16:55:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1145 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-08-17T16:55:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:1438: left oid 10 (ObjNum 466 snap 135 seq_num 466) 2024-08-17T16:55:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:1439: finishing copy_from racing read to smithi00187473-6 2024-08-17T16:55:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:1439: finishing copy_from to smithi00187473-6 2024-08-17T16:55:49.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 472 (ObjNum 456 snap 134 seq_num 456) dirty exists 2024-08-17T16:55:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:1437: done (4 left) 2024-08-17T16:55:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:1438: done (3 left) 2024-08-17T16:55:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:1439: done (2 left) 2024-08-17T16:55:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:1442: done (1 left) 2024-08-17T16:55:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:1443: read oid 11 snap -1 2024-08-17T16:55:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:1443: expect (ObjNum 361 snap 104 seq_num 361) 2024-08-17T16:55:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:1444: read oid 14 snap 134 2024-08-17T16:55:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:1444: expect deleted 2024-08-17T16:55:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 135 2024-08-17T16:55:49.801 INFO:tasks.rados.rados.0.smithi001.stdout:1445: seq_num 469 ranges {393216=663552} 2024-08-17T16:55:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:1445: writing smithi00187473-29 from 393216 to 1056768 tid 1 2024-08-17T16:55:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:1446: copy_from oid 26 from oid 7 current snap is 135 2024-08-17T16:55:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:1441: finishing write tid 1 to smithi00187473-4 2024-08-17T16:55:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:1441: finishing write tid 2 to smithi00187473-4 2024-08-17T16:55:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:1441: finishing write tid 3 to smithi00187473-4 2024-08-17T16:55:49.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 857 (ObjNum 467 snap 135 seq_num 467) dirty exists 2024-08-17T16:55:49.807 INFO:tasks.rados.rados.0.smithi001.stdout:1441: left oid 4 (ObjNum 467 snap 135 seq_num 467) 2024-08-17T16:55:49.807 INFO:tasks.rados.rados.0.smithi001.stdout:1441: done (4 left) 2024-08-17T16:55:49.807 INFO:tasks.rados.rados.0.smithi001.stdout:1444: done (3 left) 2024-08-17T16:55:49.807 INFO:tasks.rados.rados.0.smithi001.stdout:1447: snap_remove snap 134 2024-08-17T16:55:49.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:49 smithi001 ceph-mon[100737]: pgmap v141: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T16:55:49.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:49 smithi001 ceph-mon[100737]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T16:55:49.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:49 smithi001 ceph-mon[100737]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T16:55:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:49 smithi001 ceph-mon[103274]: pgmap v141: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T16:55:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:49 smithi001 ceph-mon[103274]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T16:55:49.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:49 smithi001 ceph-mon[103274]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T16:55:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:49 smithi189 ceph-mon[90541]: pgmap v141: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T16:55:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:49 smithi189 ceph-mon[90541]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T16:55:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:49 smithi189 ceph-mon[90541]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T16:55:50.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:50.778 INFO:tasks.rados.rados.0.smithi001.stdout:1447: done (3 left) 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:1448: snap_create 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:1445: finishing write tid 1 to smithi00187473-29 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:1445: finishing write tid 2 to smithi00187473-29 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:1446: finishing copy_from racing read to smithi00187473-26 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:1445: finishing write tid 3 to smithi00187473-29 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 846 (ObjNum 469 snap 135 seq_num 469) dirty exists 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:1445: left oid 29 (ObjNum 469 snap 135 seq_num 469) 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:1446: finishing copy_from to smithi00187473-26 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 472 (ObjNum 456 snap 134 seq_num 456) dirty exists 2024-08-17T16:55:50.779 INFO:tasks.rados.rados.0.smithi001.stdout:1443: expect (ObjNum 361 snap 104 seq_num 361) 2024-08-17T16:55:50.929 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:50 smithi001 systemd[1]: Stopping Ceph osd.1 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:55:51.429 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:50 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[52251]: 2024-08-17T16:55:50.950+0000 7fd02d579640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:55:51.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:50 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[52251]: 2024-08-17T16:55:50.950+0000 7fd02d579640 -1 osd.1 354 *** Got signal Terminated *** 2024-08-17T16:55:51.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:50 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[52251]: 2024-08-17T16:55:50.950+0000 7fd02d579640 -1 osd.1 354 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:55:51.786 INFO:tasks.rados.rados.0.smithi001.stdout:1443: done (3 left) 2024-08-17T16:55:51.786 INFO:tasks.rados.rados.0.smithi001.stdout:1445: done (2 left) 2024-08-17T16:55:51.786 INFO:tasks.rados.rados.0.smithi001.stdout:1446: done (1 left) 2024-08-17T16:55:51.786 INFO:tasks.rados.rados.0.smithi001.stdout:1448: done (0 left) 2024-08-17T16:55:51.786 INFO:tasks.rados.rados.0.smithi001.stdout:1449: read oid 28 snap -1 2024-08-17T16:55:51.786 INFO:tasks.rados.rados.0.smithi001.stdout:1449: expect deleted 2024-08-17T16:55:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:1450: read oid 11 snap -1 2024-08-17T16:55:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:1450: expect (ObjNum 361 snap 104 seq_num 361) 2024-08-17T16:55:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 136 2024-08-17T16:55:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:1451: seq_num 470 ranges {2965504=679936} 2024-08-17T16:55:51.804 INFO:tasks.rados.rados.0.smithi001.stdout:1451: writing smithi00187473-38 from 2965504 to 3645440 tid 1 2024-08-17T16:55:51.804 INFO:tasks.rados.rados.0.smithi001.stdout:1452: setattr oid 1 current snap is 136 2024-08-17T16:55:51.804 INFO:tasks.rados.rados.0.smithi001.stdout:1453: delete oid 43 current snap is 136 2024-08-17T16:55:51.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1025 (ObjNum 444 snap 129 seq_num 444) dirty exists 2024-08-17T16:55:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:51 smithi189 ceph-mon[90541]: pgmap v144: 121 pgs: 121 active+clean; 155 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-17T16:55:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:51 smithi189 ceph-mon[90541]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T16:55:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:51 smithi189 ceph-mon[90541]: osd.1 marked itself down and dead 2024-08-17T16:55:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:51 smithi001 ceph-mon[103274]: pgmap v144: 121 pgs: 121 active+clean; 155 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-17T16:55:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:51 smithi001 ceph-mon[103274]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T16:55:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:51 smithi001 ceph-mon[103274]: osd.1 marked itself down and dead 2024-08-17T16:55:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:51 smithi001 ceph-mon[100737]: pgmap v144: 121 pgs: 121 active+clean; 155 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-17T16:55:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:51 smithi001 ceph-mon[100737]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T16:55:52.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:51 smithi001 ceph-mon[100737]: osd.1 marked itself down and dead 2024-08-17T16:55:52.584 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:52 smithi001 podman[113609]: 2024-08-17 16:55:52.332592287 +0000 UTC m=+1.495521047 container died d44436651ef57d5f1877d32fbd04c40aec2b115d8c5b88e40d0b8ff20da8f2b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-f2c39d4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:55:52.813 INFO:tasks.rados.rados.0.smithi001.stdout:1451: finishing write tid 1 to smithi00187473-38 2024-08-17T16:55:52.814 INFO:tasks.rados.rados.0.smithi001.stdout:1451: finishing write tid 2 to smithi00187473-38 2024-08-17T16:55:52.814 INFO:tasks.rados.rados.0.smithi001.stdout:1449: done (4 left) 2024-08-17T16:55:52.814 INFO:tasks.rados.rados.0.smithi001.stdout:1452: done (3 left) 2024-08-17T16:55:52.814 INFO:tasks.rados.rados.0.smithi001.stdout:1453: done (2 left) 2024-08-17T16:55:52.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 136 2024-08-17T16:55:52.814 INFO:tasks.rados.rados.0.smithi001.stdout:1454: seq_num 472 ranges {4014080=712704} 2024-08-17T16:55:52.841 INFO:tasks.rados.rados.0.smithi001.stdout:1454: writing smithi00187473-24 from 4014080 to 4726784 tid 1 2024-08-17T16:55:52.842 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 136 2024-08-17T16:55:52.842 INFO:tasks.rados.rados.0.smithi001.stdout:1450: expect (ObjNum 361 snap 104 seq_num 361) 2024-08-17T16:55:52.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:52 smithi001 ceph-mon[100737]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:55:52.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:52 smithi001 ceph-mon[100737]: osdmap e355: 8 total, 7 up, 8 in 2024-08-17T16:55:52.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:52 smithi001 ceph-mon[100737]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T16:55:52.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:52 smithi001 ceph-mon[103274]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:55:52.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:52 smithi001 ceph-mon[103274]: osdmap e355: 8 total, 7 up, 8 in 2024-08-17T16:55:52.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:52 smithi001 ceph-mon[103274]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T16:55:52.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:52 smithi001 podman[113609]: 2024-08-17 16:55:52.707116895 +0000 UTC m=+1.870045654 container cleanup d44436651ef57d5f1877d32fbd04c40aec2b115d8c5b88e40d0b8ff20da8f2b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, RELEASE=quincy-f2c39d4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-17T16:55:52.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:52 smithi001 bash[113609]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1 2024-08-17T16:55:53.140 INFO:tasks.rados.rados.0.smithi001.stdout:1451: finishing write tid 3 to smithi00187473-38 2024-08-17T16:55:53.140 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1180 (ObjNum 470 snap 136 seq_num 470) dirty exists 2024-08-17T16:55:53.140 INFO:tasks.rados.rados.0.smithi001.stdout:1451: left oid 38 (ObjNum 470 snap 136 seq_num 470) 2024-08-17T16:55:53.140 INFO:tasks.rados.rados.0.smithi001.stdout:1454: finishing write tid 1 to smithi00187473-24 2024-08-17T16:55:53.140 INFO:tasks.rados.rados.0.smithi001.stdout:1455: seq_num 473 ranges {3129344=729088} 2024-08-17T16:55:53.161 INFO:tasks.rados.rados.0.smithi001.stdout:1455: writing smithi00187473-41 from 3129344 to 3858432 tid 1 2024-08-17T16:55:53.161 INFO:tasks.rados.rados.0.smithi001.stdout:1450: done (3 left) 2024-08-17T16:55:53.161 INFO:tasks.rados.rados.0.smithi001.stdout:1451: done (2 left) 2024-08-17T16:55:53.161 INFO:tasks.rados.rados.0.smithi001.stdout:1456: snap_remove snap 135 2024-08-17T16:55:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:52 smithi189 ceph-mon[90541]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:55:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:52 smithi189 ceph-mon[90541]: osdmap e355: 8 total, 7 up, 8 in 2024-08-17T16:55:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:52 smithi189 ceph-mon[90541]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T16:55:53.361 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:53 smithi001 podman[113628]: 2024-08-17 16:55:53.017014086 +0000 UTC m=+0.677271577 container remove d44436651ef57d5f1877d32fbd04c40aec2b115d8c5b88e40d0b8ff20da8f2b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:55:53.679 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:53 smithi001 podman[113720]: 2024-08-17 16:55:53.264050448 +0000 UTC m=+0.017707464 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:55:53.679 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:53 smithi001 podman[113720]: 2024-08-17 16:55:53.367952507 +0000 UTC m=+0.121609517 container create 2368fa801c7a6bb8d9ae17a7b80857017d5d74bd3da4b4cbc9e58a465a5ecc5a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T16:55:53.680 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:53 smithi001 podman[113720]: 2024-08-17 16:55:53.595281166 +0000 UTC m=+0.348938186 container init 2368fa801c7a6bb8d9ae17a7b80857017d5d74bd3da4b4cbc9e58a465a5ecc5a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:55:53.680 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:53 smithi001 podman[113720]: 2024-08-17 16:55:53.600019798 +0000 UTC m=+0.353676810 container start 2368fa801c7a6bb8d9ae17a7b80857017d5d74bd3da4b4cbc9e58a465a5ecc5a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-17T16:55:53.805 INFO:tasks.rados.rados.0.smithi001.stdout:1456: done (2 left) 2024-08-17T16:55:53.805 INFO:tasks.rados.rados.0.smithi001.stdout:1457: delete oid 34 current snap is 136 2024-08-17T16:55:53.805 INFO:tasks.rados.rados.0.smithi001.stdout:1454: finishing write tid 2 to smithi00187473-24 2024-08-17T16:55:53.806 INFO:tasks.rados.rados.0.smithi001.stdout:1454: finishing write tid 3 to smithi00187473-24 2024-08-17T16:55:53.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 871 (ObjNum 472 snap 136 seq_num 472) dirty exists 2024-08-17T16:55:53.806 INFO:tasks.rados.rados.0.smithi001.stdout:1454: left oid 24 (ObjNum 472 snap 136 seq_num 472) 2024-08-17T16:55:53.806 INFO:tasks.rados.rados.0.smithi001.stdout:1455: finishing write tid 1 to smithi00187473-41 2024-08-17T16:55:53.806 INFO:tasks.rados.rados.0.smithi001.stdout:1455: finishing write tid 2 to smithi00187473-41 2024-08-17T16:55:53.806 INFO:tasks.rados.rados.0.smithi001.stdout:1455: finishing write tid 3 to smithi00187473-41 2024-08-17T16:55:53.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 645 (ObjNum 473 snap 136 seq_num 473) dirty exists 2024-08-17T16:55:53.806 INFO:tasks.rados.rados.0.smithi001.stdout:1455: left oid 41 (ObjNum 473 snap 136 seq_num 473) 2024-08-17T16:55:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1454: done (2 left) 2024-08-17T16:55:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1455: done (1 left) 2024-08-17T16:55:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1457: done (0 left) 2024-08-17T16:55:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:1458: delete oid 25 current snap is 136 2024-08-17T16:55:53.816 INFO:tasks.rados.rados.0.smithi001.stdout:1458: done (0 left) 2024-08-17T16:55:53.816 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 136 2024-08-17T16:55:53.816 INFO:tasks.rados.rados.0.smithi001.stdout:1459: seq_num 476 ranges {5832704=778240} 2024-08-17T16:55:53.852 INFO:tasks.rados.rados.0.smithi001.stdout:1459: writing smithi00187473-8 from 5832704 to 6610944 tid 1 2024-08-17T16:55:53.852 INFO:tasks.rados.rados.0.smithi001.stdout:1460: delete oid 16 current snap is 136 2024-08-17T16:55:53.854 INFO:tasks.rados.rados.0.smithi001.stdout:1460: done (1 left) 2024-08-17T16:55:53.854 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 136 2024-08-17T16:55:53.854 INFO:tasks.rados.rados.0.smithi001.stdout:1461: seq_num 478 ranges {548864=409600,958464=401408} 2024-08-17T16:55:53.859 INFO:tasks.rados.rados.0.smithi001.stdout:1461: writing smithi00187473-7 from 548864 to 958464 tid 1 2024-08-17T16:55:53.863 INFO:tasks.rados.rados.0.smithi001.stdout:1461: writing smithi00187473-7 from 958464 to 1359872 tid 2 2024-08-17T16:55:53.863 INFO:tasks.rados.rados.0.smithi001.stdout:1462: rollback oid 47 current snap is 136 2024-08-17T16:55:53.863 INFO:tasks.rados.rados.0.smithi001.stdout:1462: done (2 left) 2024-08-17T16:55:53.863 INFO:tasks.rados.rados.0.smithi001.stdout:1463: rollback oid 3 current snap is 136 2024-08-17T16:55:53.863 INFO:tasks.rados.rados.0.smithi001.stdout:1463: done (2 left) 2024-08-17T16:55:53.863 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 136 2024-08-17T16:55:53.864 INFO:tasks.rados.rados.0.smithi001.stdout:1459: finishing write tid 1 to smithi00187473-8 2024-08-17T16:55:53.864 INFO:tasks.rados.rados.0.smithi001.stdout:1464: seq_num 479 ranges {4997120=425984,5423104=401408} 2024-08-17T16:55:53.892 INFO:tasks.rados.rados.0.smithi001.stdout:1464: writing smithi00187473-11 from 4997120 to 5423104 tid 1 2024-08-17T16:55:53.895 INFO:tasks.rados.rados.0.smithi001.stdout:1464: writing smithi00187473-11 from 5423104 to 5824512 tid 2 2024-08-17T16:55:53.895 INFO:tasks.rados.rados.0.smithi001.stdout:1465: read oid 30 snap -1 2024-08-17T16:55:53.895 INFO:tasks.rados.rados.0.smithi001.stdout:1465: expect deleted 2024-08-17T16:55:53.895 INFO:tasks.rados.rados.0.smithi001.stdout:1466: rmattr oid 43 current snap is 136 2024-08-17T16:55:53.895 INFO:tasks.rados.rados.0.smithi001.stdout:1459: finishing write tid 2 to smithi00187473-8 2024-08-17T16:55:53.895 INFO:tasks.rados.rados.0.smithi001.stdout:1459: finishing write tid 3 to smithi00187473-8 2024-08-17T16:55:53.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 848 (ObjNum 476 snap 136 seq_num 476) dirty exists 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:1459: left oid 8 (ObjNum 476 snap 136 seq_num 476) 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:1459: done (4 left) 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:1466: done (3 left) 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:1467: read oid 12 snap -1 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:1467: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:1468: rmattr oid 16 current snap is 136 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:1468: done (4 left) 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 136 2024-08-17T16:55:53.896 INFO:tasks.rados.rados.0.smithi001.stdout:1461: finishing write tid 1 to smithi00187473-7 2024-08-17T16:55:53.897 INFO:tasks.rados.rados.0.smithi001.stdout:1461: finishing write tid 2 to smithi00187473-7 2024-08-17T16:55:53.897 INFO:tasks.rados.rados.0.smithi001.stdout:1461: finishing write tid 3 to smithi00187473-7 2024-08-17T16:55:53.897 INFO:tasks.rados.rados.0.smithi001.stdout:1461: finishing write tid 4 to smithi00187473-7 2024-08-17T16:55:53.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 475 (ObjNum 478 snap 136 seq_num 478) dirty exists 2024-08-17T16:55:53.897 INFO:tasks.rados.rados.0.smithi001.stdout:1461: left oid 7 (ObjNum 478 snap 136 seq_num 478) 2024-08-17T16:55:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:1464: finishing write tid 1 to smithi00187473-11 2024-08-17T16:55:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:1469: seq_num 480 ranges {0=442368,442368=401408} 2024-08-17T16:55:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:1469: writing smithi00187473-46 from 0 to 442368 tid 1 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1469: writing smithi00187473-46 from 442368 to 843776 tid 2 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1461: done (4 left) 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1470: read oid 43 snap -1 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1470: expect deleted 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1471: rollback oid 26 current snap is 136 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1471: done (5 left) 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1472: copy_from oid 2 from oid 7 current snap is 136 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1464: finishing write tid 2 to smithi00187473-11 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1464: finishing write tid 3 to smithi00187473-11 2024-08-17T16:55:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:1464: finishing write tid 4 to smithi00187473-11 2024-08-17T16:55:53.901 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1185 (ObjNum 479 snap 136 seq_num 479) dirty exists 2024-08-17T16:55:53.901 INFO:tasks.rados.rados.0.smithi001.stdout:1464: left oid 11 (ObjNum 479 snap 136 seq_num 479) 2024-08-17T16:55:53.901 INFO:tasks.rados.rados.0.smithi001.stdout:1464: done (5 left) 2024-08-17T16:55:53.901 INFO:tasks.rados.rados.0.smithi001.stdout:1465: done (4 left) 2024-08-17T16:55:53.901 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 136 2024-08-17T16:55:53.901 INFO:tasks.rados.rados.0.smithi001.stdout:1473: seq_num 481 ranges {12656640=458752,13115392=401408} 2024-08-17T16:55:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:1473: writing smithi00187473-31 from 12656640 to 13115392 tid 1 2024-08-17T16:55:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:1473: writing smithi00187473-31 from 13115392 to 13516800 tid 2 2024-08-17T16:55:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:1474: delete oid 21 current snap is 136 2024-08-17T16:55:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:1469: finishing write tid 1 to smithi00187473-46 2024-08-17T16:55:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:1469: finishing write tid 2 to smithi00187473-46 2024-08-17T16:55:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:1469: finishing write tid 3 to smithi00187473-46 2024-08-17T16:55:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:1469: finishing write tid 4 to smithi00187473-46 2024-08-17T16:55:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 416 (ObjNum 480 snap 136 seq_num 480) dirty exists 2024-08-17T16:55:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:1469: left oid 46 (ObjNum 480 snap 136 seq_num 480) 2024-08-17T16:55:53.975 INFO:tasks.rados.rados.0.smithi001.stdout:1472: finishing copy_from racing read to smithi00187473-2 2024-08-17T16:55:53.975 INFO:tasks.rados.rados.0.smithi001.stdout:1472: finishing copy_from to smithi00187473-2 2024-08-17T16:55:53.975 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 475 (ObjNum 478 snap 136 seq_num 478) dirty exists 2024-08-17T16:55:53.975 INFO:tasks.rados.rados.0.smithi001.stdout:1467: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:54.091 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:53 smithi001 ceph-mon[100737]: pgmap v147: 121 pgs: 16 stale+active+clean, 105 active+clean; 155 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2024-08-17T16:55:54.091 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:54.091 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:54.091 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:53 smithi001 podman[113720]: 2024-08-17 16:55:53.703424389 +0000 UTC m=+0.457081399 container attach 2368fa801c7a6bb8d9ae17a7b80857017d5d74bd3da4b4cbc9e58a465a5ecc5a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS) 2024-08-17T16:55:54.091 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:53 smithi001 podman[113720]: 2024-08-17 16:55:53.793438395 +0000 UTC m=+0.547095406 container died 2368fa801c7a6bb8d9ae17a7b80857017d5d74bd3da4b4cbc9e58a465a5ecc5a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-17T16:55:54.092 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:53 smithi001 ceph-mon[103274]: pgmap v147: 121 pgs: 16 stale+active+clean, 105 active+clean; 155 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2024-08-17T16:55:54.092 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:54.092 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:54.096 INFO:tasks.rados.rados.0.smithi001.stdout:1473: finishing write tid 1 to smithi00187473-31 2024-08-17T16:55:54.096 INFO:tasks.rados.rados.0.smithi001.stdout:1473: finishing write tid 2 to smithi00187473-31 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:1467: done (5 left) 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:1469: done (4 left) 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:1470: done (3 left) 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:1472: done (2 left) 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:1474: done (1 left) 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:1475: snap_create 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:1473: finishing write tid 3 to smithi00187473-31 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:1473: finishing write tid 4 to smithi00187473-31 2024-08-17T16:55:54.097 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1189 (ObjNum 481 snap 136 seq_num 481) dirty exists 2024-08-17T16:55:54.098 INFO:tasks.rados.rados.0.smithi001.stdout:1473: left oid 31 (ObjNum 481 snap 136 seq_num 481) 2024-08-17T16:55:54.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:53 smithi189 ceph-mon[90541]: pgmap v147: 121 pgs: 16 stale+active+clean, 105 active+clean; 155 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.4 MiB/s wr, 31 op/s 2024-08-17T16:55:54.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:54.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:55:54.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:54 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:54.732 INFO:tasks.rados.rados.0.smithi001.stdout:1473: done (1 left) 2024-08-17T16:55:54.732 INFO:tasks.rados.rados.0.smithi001.stdout:1475: done (0 left) 2024-08-17T16:55:54.732 INFO:tasks.rados.rados.0.smithi001.stdout:1476: read oid 13 snap -1 2024-08-17T16:55:54.732 INFO:tasks.rados.rados.0.smithi001.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:55:54.733 INFO:tasks.rados.rados.0.smithi001.stdout:1477: read oid 34 snap -1 2024-08-17T16:55:54.733 INFO:tasks.rados.rados.0.smithi001.stdout:1477: expect deleted 2024-08-17T16:55:54.733 INFO:tasks.rados.rados.0.smithi001.stdout:1478: read oid 11 snap 136 2024-08-17T16:55:54.733 INFO:tasks.rados.rados.0.smithi001.stdout:1478: expect (ObjNum 479 snap 136 seq_num 479) 2024-08-17T16:55:54.733 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 137 2024-08-17T16:55:54.733 INFO:tasks.rados.rados.0.smithi001.stdout:1479: seq_num 483 ranges {237568=491520,729088=401408} 2024-08-17T16:55:54.736 INFO:tasks.rados.rados.0.smithi001.stdout:1479: writing smithi00187473-1 from 237568 to 729088 tid 1 2024-08-17T16:55:54.739 INFO:tasks.rados.rados.0.smithi001.stdout:1479: writing smithi00187473-1 from 729088 to 1130496 tid 2 2024-08-17T16:55:54.739 INFO:tasks.rados.rados.0.smithi001.stdout:1480: setattr oid 41 current snap is 137 2024-08-17T16:55:54.739 INFO:tasks.rados.rados.0.smithi001.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:55:54.744 INFO:tasks.rados.rados.0.smithi001.stdout:1479: finishing write tid 1 to smithi00187473-1 2024-08-17T16:55:54.744 INFO:tasks.rados.rados.0.smithi001.stdout:1479: finishing write tid 2 to smithi00187473-1 2024-08-17T16:55:54.744 INFO:tasks.rados.rados.0.smithi001.stdout:1476: done (4 left) 2024-08-17T16:55:54.744 INFO:tasks.rados.rados.0.smithi001.stdout:1477: done (3 left) 2024-08-17T16:55:54.745 INFO:tasks.rados.rados.0.smithi001.stdout:1481: delete oid 30 current snap is 137 2024-08-17T16:55:54.745 INFO:tasks.rados.rados.0.smithi001.stdout:1479: finishing write tid 3 to smithi00187473-1 2024-08-17T16:55:54.746 INFO:tasks.rados.rados.0.smithi001.stdout:1479: finishing write tid 4 to smithi00187473-1 2024-08-17T16:55:54.746 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1029 (ObjNum 483 snap 137 seq_num 483) dirty exists 2024-08-17T16:55:54.747 INFO:tasks.rados.rados.0.smithi001.stdout:1479: left oid 1 (ObjNum 483 snap 137 seq_num 483) 2024-08-17T16:55:54.747 INFO:tasks.rados.rados.0.smithi001.stdout:1479: done (3 left) 2024-08-17T16:55:54.747 INFO:tasks.rados.rados.0.smithi001.stdout:1481: done (2 left) 2024-08-17T16:55:54.748 INFO:tasks.rados.rados.0.smithi001.stdout:1482: snap_create 2024-08-17T16:55:54.748 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 647 (ObjNum 473 snap 136 seq_num 473) dirty exists 2024-08-17T16:55:54.757 INFO:tasks.rados.rados.0.smithi001.stdout:1478: expect (ObjNum 479 snap 136 seq_num 479) 2024-08-17T16:55:54.810 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:54 smithi001 podman[113763]: 2024-08-17 16:55:54.441002682 +0000 UTC m=+0.640511356 container remove 2368fa801c7a6bb8d9ae17a7b80857017d5d74bd3da4b4cbc9e58a465a5ecc5a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:55:54.810 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:54 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-17T16:55:54.810 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:54 smithi001 systemd[1]: Stopped Ceph osd.1 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:55:54.810 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:54 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.1.service: Consumed 12.436s CPU time. 2024-08-17T16:55:54.811 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:54 smithi001 systemd[1]: Starting Ceph osd.1 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:55:55.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:54 smithi001 ceph-mon[100737]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T16:55:55.119 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:54 smithi001 ceph-mon[100737]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T16:55:55.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:54 smithi001 ceph-mon[103274]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T16:55:55.120 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:54 smithi001 ceph-mon[103274]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T16:55:55.120 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:54 smithi001 podman[113864]: 2024-08-17 16:55:54.806817914 +0000 UTC m=+0.018034584 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:55:55.120 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:54 smithi001 podman[113864]: 2024-08-17 16:55:54.925469854 +0000 UTC m=+0.136686513 container create 3817b1550830236dca3c4d33cb123660bb970d5b072181f0e2dcf32f33a008e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T16:55:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:54 smithi189 ceph-mon[90541]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T16:55:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:54 smithi189 ceph-mon[90541]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T16:55:55.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 podman[113864]: 2024-08-17 16:55:55.119292004 +0000 UTC m=+0.330508674 container init 3817b1550830236dca3c4d33cb123660bb970d5b072181f0e2dcf32f33a008e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0) 2024-08-17T16:55:55.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 podman[113864]: 2024-08-17 16:55:55.124649895 +0000 UTC m=+0.335866552 container start 3817b1550830236dca3c4d33cb123660bb970d5b072181f0e2dcf32f33a008e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-17T16:55:55.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 podman[113864]: 2024-08-17 16:55:55.236021996 +0000 UTC m=+0.447238674 container attach 3817b1550830236dca3c4d33cb123660bb970d5b072181f0e2dcf32f33a008e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-17T16:55:55.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:55.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:55.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:55.430 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-17T16:55:55.431 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-17T16:55:55.733 INFO:tasks.rados.rados.0.smithi001.stdout:1478: done (2 left) 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1480: done (1 left) 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1482: done (0 left) 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1483: read oid 12 snap 136 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1483: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1484: read oid 21 snap -1 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1484: expect deleted 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1485: read oid 41 snap -1 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1485: expect (ObjNum 473 snap 136 seq_num 473) 2024-08-17T16:55:55.734 INFO:tasks.rados.rados.0.smithi001.stdout:1486: snap_create 2024-08-17T16:55:55.747 INFO:tasks.rados.rados.0.smithi001.stdout:1485: expect (ObjNum 473 snap 136 seq_num 473) 2024-08-17T16:55:55.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-mon[100737]: pgmap v150: 121 pgs: 24 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 84 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 27/198 objects degraded (13.636%) 2024-08-17T16:55:55.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-mon[100737]: Health check failed: Degraded data redundancy: 27/198 objects degraded (13.636%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:55.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-mon[100737]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T16:55:55.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-mon[103274]: pgmap v150: 121 pgs: 24 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 84 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 27/198 objects degraded (13.636%) 2024-08-17T16:55:55.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-mon[103274]: Health check failed: Degraded data redundancy: 27/198 objects degraded (13.636%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:55.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-mon[103274]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T16:55:55.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T16:55:55.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T16:55:55.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-17T16:55:55.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-17T16:55:55.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T16:55:55.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T16:55:55.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T16:55:55.931 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T16:55:55.931 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate[113879]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-17T16:55:55.931 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 bash[113864]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-17T16:55:55.931 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:55 smithi001 podman[113864]: 2024-08-17 16:55:55.686126687 +0000 UTC m=+0.897343363 container died 3817b1550830236dca3c4d33cb123660bb970d5b072181f0e2dcf32f33a008e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True) 2024-08-17T16:55:55.994 INFO:tasks.rados.rados.0.smithi001.stdout:1483: expect (ObjNum 346 snap 97 seq_num 346) 2024-08-17T16:55:56.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:55 smithi189 ceph-mon[90541]: pgmap v150: 121 pgs: 24 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 84 active+clean; 132 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 27/198 objects degraded (13.636%) 2024-08-17T16:55:56.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:55 smithi189 ceph-mon[90541]: Health check failed: Degraded data redundancy: 27/198 objects degraded (13.636%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:55:56.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:55 smithi189 ceph-mon[90541]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T16:55:56.080 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:55.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:56.081 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:56.679 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:56 smithi001 podman[114004]: 2024-08-17 16:55:56.381840322 +0000 UTC m=+0.685819506 container remove 3817b1550830236dca3c4d33cb123660bb970d5b072181f0e2dcf32f33a008e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-activate, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T16:55:56.679 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:56 smithi001 podman[114071]: 2024-08-17 16:55:56.501399267 +0000 UTC m=+0.017996411 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:55:56.679 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:56 smithi001 podman[114071]: 2024-08-17 16:55:56.599492181 +0000 UTC m=+0.116089319 container create 5d90cda4e386470b25391960e632ff84eca75995e0af0bbeee7f3f3990ee805e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:55:56.735 INFO:tasks.rados.rados.0.smithi001.stdout:1483: done (3 left) 2024-08-17T16:55:56.735 INFO:tasks.rados.rados.0.smithi001.stdout:1484: done (2 left) 2024-08-17T16:55:56.735 INFO:tasks.rados.rados.0.smithi001.stdout:1485: done (1 left) 2024-08-17T16:55:56.735 INFO:tasks.rados.rados.0.smithi001.stdout:1486: done (0 left) 2024-08-17T16:55:56.735 INFO:tasks.rados.rados.0.smithi001.stdout:1487: snap_remove snap 138 2024-08-17T16:55:57.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:56 smithi001 podman[114071]: 2024-08-17 16:55:56.818283626 +0000 UTC m=+0.334880778 container init 5d90cda4e386470b25391960e632ff84eca75995e0af0bbeee7f3f3990ee805e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:55:57.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:56 smithi001 podman[114071]: 2024-08-17 16:55:56.82386101 +0000 UTC m=+0.340458149 container start 5d90cda4e386470b25391960e632ff84eca75995e0af0bbeee7f3f3990ee805e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0) 2024-08-17T16:55:57.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:56 smithi001 ceph-osd[114109]: -- 172.21.15.1:0/726608401 <== mon.2 v2:172.21.15.1:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555b33a5fa40 con 0x555b33a3dc00 2024-08-17T16:55:57.180 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:56 smithi001 bash[114071]: 5d90cda4e386470b25391960e632ff84eca75995e0af0bbeee7f3f3990ee805e 2024-08-17T16:55:57.180 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:56 smithi001 systemd[1]: Started Ceph osd.1 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:55:57.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:55:56 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:55:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:55:57.637 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:55:57] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.51.0" 2024-08-17T16:55:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:1487: done (0 left) 2024-08-17T16:55:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 139 2024-08-17T16:55:57.737 INFO:tasks.rados.rados.0.smithi001.stdout:1488: seq_num 485 ranges {1359872=532480,1892352=401408} 2024-08-17T16:55:57.748 INFO:tasks.rados.rados.0.smithi001.stdout:1488: writing smithi00187473-2 from 1359872 to 1892352 tid 1 2024-08-17T16:55:57.751 INFO:tasks.rados.rados.0.smithi001.stdout:1488: writing smithi00187473-2 from 1892352 to 2293760 tid 2 2024-08-17T16:55:57.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 139 2024-08-17T16:55:57.752 INFO:tasks.rados.rados.0.smithi001.stdout:1489: seq_num 486 ranges {2949120=548864,3497984=401408} 2024-08-17T16:55:57.770 INFO:tasks.rados.rados.0.smithi001.stdout:1489: writing smithi00187473-48 from 2949120 to 3497984 tid 1 2024-08-17T16:55:57.773 INFO:tasks.rados.rados.0.smithi001.stdout:1489: writing smithi00187473-48 from 3497984 to 3899392 tid 2 2024-08-17T16:55:57.774 INFO:tasks.rados.rados.0.smithi001.stdout:1490: rmattr oid 21 current snap is 139 2024-08-17T16:55:57.774 INFO:tasks.rados.rados.0.smithi001.stdout:1490: done (2 left) 2024-08-17T16:55:57.774 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 139 2024-08-17T16:55:57.774 INFO:tasks.rados.rados.0.smithi001.stdout:1491: seq_num 487 ranges {1638400=565248,2203648=401408} 2024-08-17T16:55:57.785 INFO:tasks.rados.rados.0.smithi001.stdout:1491: writing smithi00187473-27 from 1638400 to 2203648 tid 1 2024-08-17T16:55:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1491: writing smithi00187473-27 from 2203648 to 2605056 tid 2 2024-08-17T16:55:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1492: delete oid 23 current snap is 139 2024-08-17T16:55:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1488: finishing write tid 1 to smithi00187473-2 2024-08-17T16:55:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1488: finishing write tid 2 to smithi00187473-2 2024-08-17T16:55:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1488: finishing write tid 3 to smithi00187473-2 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1488: finishing write tid 4 to smithi00187473-2 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1193 (ObjNum 485 snap 139 seq_num 485) dirty exists 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1488: left oid 2 (ObjNum 485 snap 139 seq_num 485) 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1489: finishing write tid 1 to smithi00187473-48 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1489: finishing write tid 2 to smithi00187473-48 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1489: finishing write tid 3 to smithi00187473-48 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1489: finishing write tid 4 to smithi00187473-48 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 889 (ObjNum 486 snap 139 seq_num 486) dirty exists 2024-08-17T16:55:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1489: left oid 48 (ObjNum 486 snap 139 seq_num 486) 2024-08-17T16:55:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:1491: finishing write tid 1 to smithi00187473-27 2024-08-17T16:55:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:1491: finishing write tid 2 to smithi00187473-27 2024-08-17T16:55:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:1488: done (3 left) 2024-08-17T16:55:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:1489: done (2 left) 2024-08-17T16:55:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:1492: done (1 left) 2024-08-17T16:55:57.790 INFO:tasks.rados.rados.0.smithi001.stdout:1493: snap_remove snap 136 2024-08-17T16:55:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[100737]: pgmap v153: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 121 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.7 MiB/s wr, 26 op/s; 30/198 objects degraded (15.152%) 2024-08-17T16:55:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[100737]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T16:55:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[103274]: pgmap v153: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 121 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.7 MiB/s wr, 26 op/s; 30/198 objects degraded (15.152%) 2024-08-17T16:55:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[103274]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T16:55:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:57 smithi189 ceph-mon[90541]: pgmap v153: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 121 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.7 MiB/s wr, 26 op/s; 30/198 objects degraded (15.152%) 2024-08-17T16:55:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:57 smithi189 ceph-mon[90541]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T16:55:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:55:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:55:58.746 INFO:tasks.rados.rados.0.smithi001.stdout:1493: done (1 left) 2024-08-17T16:55:58.747 INFO:tasks.rados.rados.0.smithi001.stdout:1494: setattr oid 23 current snap is 139 2024-08-17T16:55:58.747 INFO:tasks.rados.rados.0.smithi001.stdout:1491: finishing write tid 3 to smithi00187473-27 2024-08-17T16:55:58.747 INFO:tasks.rados.rados.0.smithi001.stdout:1491: finishing write tid 4 to smithi00187473-27 2024-08-17T16:55:58.747 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 882 (ObjNum 487 snap 139 seq_num 487) dirty exists 2024-08-17T16:55:58.747 INFO:tasks.rados.rados.0.smithi001.stdout:1491: left oid 27 (ObjNum 487 snap 139 seq_num 487) 2024-08-17T16:55:58.748 INFO:tasks.rados.rados.0.smithi001.stdout:1491: done (1 left) 2024-08-17T16:55:58.748 INFO:tasks.rados.rados.0.smithi001.stdout:1495: copy_from oid 42 from oid 28 current snap is 139 2024-08-17T16:55:58.748 INFO:tasks.rados.rados.0.smithi001.stdout:1496: read oid 26 snap -1 2024-08-17T16:55:58.748 INFO:tasks.rados.rados.0.smithi001.stdout:1496: expect (ObjNum 456 snap 134 seq_num 456) 2024-08-17T16:55:58.748 INFO:tasks.rados.rados.0.smithi001.stdout:1497: read oid 35 snap -1 2024-08-17T16:55:58.748 INFO:tasks.rados.rados.0.smithi001.stdout:1497: expect (ObjNum 445 snap 131 seq_num 445) 2024-08-17T16:55:58.748 INFO:tasks.rados.rados.0.smithi001.stdout:1498: rollback oid 3 current snap is 139 2024-08-17T16:55:58.748 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 137 2024-08-17T16:55:58.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 139 2024-08-17T16:55:58.749 INFO:tasks.rados.rados.0.smithi001.stdout:1499: seq_num 489 ranges {1130496=598016,1728512=401408} 2024-08-17T16:55:58.758 INFO:tasks.rados.rados.0.smithi001.stdout:1499: writing smithi00187473-1 from 1130496 to 1728512 tid 1 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:1499: writing smithi00187473-1 from 1728512 to 2129920 tid 2 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 139 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:1498: finishing rollback tid 0 to smithi00187473-3 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:1498: finishing rollback tid 1 to smithi00187473-3 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:1498: finishing rollback tid 2 to smithi00187473-3 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 311 (ObjNum 428 snap 124 seq_num 428) dirty exists 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1031 (ObjNum 289 snap 0 seq_num 811576816) dirty exists 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:1495: finishing copy_from to smithi00187473-42 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:1495: got expected ENOENT (src dne) 2024-08-17T16:55:58.762 INFO:tasks.rados.rados.0.smithi001.stdout:1496: expect (ObjNum 456 snap 134 seq_num 456) 2024-08-17T16:55:58.779 INFO:tasks.rados.rados.0.smithi001.stdout:1495: finishing copy_from racing read to smithi00187473-42 2024-08-17T16:55:58.780 INFO:tasks.rados.rados.0.smithi001.stdout:1500: seq_num 490 ranges {5824512=614400,6438912=401408} 2024-08-17T16:55:58.814 INFO:tasks.rados.rados.0.smithi001.stdout:1500: writing smithi00187473-11 from 5824512 to 6438912 tid 1 2024-08-17T16:55:58.818 INFO:tasks.rados.rados.0.smithi001.stdout:1500: writing smithi00187473-11 from 6438912 to 6840320 tid 2 2024-08-17T16:55:58.818 INFO:tasks.rados.rados.0.smithi001.stdout:1494: done (6 left) 2024-08-17T16:55:58.818 INFO:tasks.rados.rados.0.smithi001.stdout:1495: done (5 left) 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1496: done (4 left) 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1498: done (3 left) 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1501: copy_from oid 23 from oid 31 current snap is 139 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1499: finishing write tid 1 to smithi00187473-1 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1499: finishing write tid 2 to smithi00187473-1 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1499: finishing write tid 3 to smithi00187473-1 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1499: finishing write tid 4 to smithi00187473-1 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1034 (ObjNum 489 snap 139 seq_num 489) dirty exists 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1499: left oid 1 (ObjNum 489 snap 139 seq_num 489) 2024-08-17T16:55:58.819 INFO:tasks.rados.rados.0.smithi001.stdout:1497: expect (ObjNum 445 snap 131 seq_num 445) 2024-08-17T16:55:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:58 smithi001 ceph-mon[100737]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T16:55:58.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:58 smithi001 ceph-mon[103274]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T16:55:58.930 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:55:58 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[114086]: 2024-08-17T16:55:58.722+0000 7f681cd81640 -1 Falling back to public interface 2024-08-17T16:55:59.022 INFO:tasks.rados.rados.0.smithi001.stdout:1500: finishing write tid 1 to smithi00187473-11 2024-08-17T16:55:59.022 INFO:tasks.rados.rados.0.smithi001.stdout:1500: finishing write tid 2 to smithi00187473-11 2024-08-17T16:55:59.022 INFO:tasks.rados.rados.0.smithi001.stdout:1500: finishing write tid 3 to smithi00187473-11 2024-08-17T16:55:59.022 INFO:tasks.rados.rados.0.smithi001.stdout:1500: finishing write tid 4 to smithi00187473-11 2024-08-17T16:55:59.022 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1197 (ObjNum 490 snap 139 seq_num 490) dirty exists 2024-08-17T16:55:59.022 INFO:tasks.rados.rados.0.smithi001.stdout:1500: left oid 11 (ObjNum 490 snap 139 seq_num 490) 2024-08-17T16:55:59.022 INFO:tasks.rados.rados.0.smithi001.stdout:1501: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:55:59.022 INFO:tasks.rados.rados.0.smithi001.stdout:1501: finishing copy_from to smithi00187473-23 2024-08-17T16:55:59.023 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1189 (ObjNum 481 snap 136 seq_num 481) dirty exists 2024-08-17T16:55:59.023 INFO:tasks.rados.rados.0.smithi001.stdout:1497: done (3 left) 2024-08-17T16:55:59.023 INFO:tasks.rados.rados.0.smithi001.stdout:1499: done (2 left) 2024-08-17T16:55:59.023 INFO:tasks.rados.rados.0.smithi001.stdout:1500: done (1 left) 2024-08-17T16:55:59.023 INFO:tasks.rados.rados.0.smithi001.stdout:1501: done (0 left) 2024-08-17T16:55:59.023 INFO:tasks.rados.rados.0.smithi001.stdout:1502: snap_remove snap 137 2024-08-17T16:55:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:58 smithi189 ceph-mon[90541]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T16:55:59.734 INFO:tasks.rados.rados.0.smithi001.stdout:1502: done (0 left) 2024-08-17T16:55:59.734 INFO:tasks.rados.rados.0.smithi001.stdout:1503: snap_create 2024-08-17T16:56:00.164 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:59 smithi001 ceph-mon[100737]: pgmap v156: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 121 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 178 KiB/s wr, 6 op/s; 30/198 objects degraded (15.152%) 2024-08-17T16:56:00.164 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:59 smithi001 ceph-mon[100737]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T16:56:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:55:59 smithi001 ceph-mon[100737]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T16:56:00.165 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:59 smithi001 ceph-mon[103274]: pgmap v156: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 121 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 178 KiB/s wr, 6 op/s; 30/198 objects degraded (15.152%) 2024-08-17T16:56:00.165 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:59 smithi001 ceph-mon[103274]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T16:56:00.165 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:55:59 smithi001 ceph-mon[103274]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T16:56:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:59 smithi189 ceph-mon[90541]: pgmap v156: 121 pgs: 31 active+undersized, 12 active+undersized+degraded, 78 active+clean; 121 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 178 KiB/s wr, 6 op/s; 30/198 objects degraded (15.152%) 2024-08-17T16:56:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:59 smithi189 ceph-mon[90541]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T16:56:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:55:59 smithi189 ceph-mon[90541]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T16:56:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:00.735 INFO:tasks.rados.rados.0.smithi001.stdout:1503: done (0 left) 2024-08-17T16:56:00.735 INFO:tasks.rados.rados.0.smithi001.stdout:1504: delete oid 39 current snap is 140 2024-08-17T16:56:00.740 INFO:tasks.rados.rados.0.smithi001.stdout:1504: done (0 left) 2024-08-17T16:56:00.740 INFO:tasks.rados.rados.0.smithi001.stdout:1505: snap_remove snap 139 2024-08-17T16:56:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:1505: done (0 left) 2024-08-17T16:56:01.737 INFO:tasks.rados.rados.0.smithi001.stdout:1506: read oid 30 snap -1 2024-08-17T16:56:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:1506: expect deleted 2024-08-17T16:56:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 140 2024-08-17T16:56:01.738 INFO:tasks.rados.rados.0.smithi001.stdout:1507: seq_num 492 ranges {2293760=647168,2940928=401408} 2024-08-17T16:56:01.753 INFO:tasks.rados.rados.0.smithi001.stdout:1507: writing smithi00187473-2 from 2293760 to 2940928 tid 1 2024-08-17T16:56:01.756 INFO:tasks.rados.rados.0.smithi001.stdout:1507: writing smithi00187473-2 from 2940928 to 3342336 tid 2 2024-08-17T16:56:01.756 INFO:tasks.rados.rados.0.smithi001.stdout:1508: snap_create 2024-08-17T16:56:01.760 INFO:tasks.rados.rados.0.smithi001.stdout:1507: finishing write tid 1 to smithi00187473-2 2024-08-17T16:56:01.760 INFO:tasks.rados.rados.0.smithi001.stdout:1507: finishing write tid 2 to smithi00187473-2 2024-08-17T16:56:01.761 INFO:tasks.rados.rados.0.smithi001.stdout:1507: finishing write tid 3 to smithi00187473-2 2024-08-17T16:56:01.762 INFO:tasks.rados.rados.0.smithi001.stdout:1507: finishing write tid 4 to smithi00187473-2 2024-08-17T16:56:01.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1200 (ObjNum 492 snap 140 seq_num 492) dirty exists 2024-08-17T16:56:01.763 INFO:tasks.rados.rados.0.smithi001.stdout:1507: left oid 2 (ObjNum 492 snap 140 seq_num 492) 2024-08-17T16:56:01.919 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[100737]: pgmap v159: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 138 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 33/216 objects degraded (15.278%) 2024-08-17T16:56:01.919 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.919 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.919 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[100737]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T16:56:01.919 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 33/216 objects degraded (15.278%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:01.919 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.920 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.920 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[103274]: pgmap v159: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 138 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 33/216 objects degraded (15.278%) 2024-08-17T16:56:01.920 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.920 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.920 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[103274]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T16:56:01.920 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 33/216 objects degraded (15.278%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:01.920 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.920 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:01 smithi189 ceph-mon[90541]: pgmap v159: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 138 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s; 33/216 objects degraded (15.278%) 2024-08-17T16:56:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:01 smithi189 ceph-mon[90541]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T16:56:01.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:01 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 33/216 objects degraded (15.278%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:01.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:01.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:02.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:56:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[114086]: 2024-08-17T16:56:02.152+0000 7f681cd81640 -1 osd.1 354 log_to_monitors true 2024-08-17T16:56:02.746 INFO:tasks.rados.rados.0.smithi001.stdout:1506: done (2 left) 2024-08-17T16:56:02.746 INFO:tasks.rados.rados.0.smithi001.stdout:1507: done (1 left) 2024-08-17T16:56:02.746 INFO:tasks.rados.rados.0.smithi001.stdout:1508: done (0 left) 2024-08-17T16:56:02.746 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 141 2024-08-17T16:56:02.746 INFO:tasks.rados.rados.0.smithi001.stdout:1509: seq_num 493 ranges {0=663552,663552=401408} 2024-08-17T16:56:02.749 INFO:tasks.rados.rados.0.smithi001.stdout:1509: writing smithi00187473-19 from 0 to 663552 tid 1 2024-08-17T16:56:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:1509: writing smithi00187473-19 from 663552 to 1064960 tid 2 2024-08-17T16:56:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:1510: copy_from oid 10 from oid 3 current snap is 141 2024-08-17T16:56:02.753 INFO:tasks.rados.rados.0.smithi001.stdout:1511: snap_remove snap 140 2024-08-17T16:56:03.029 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 16:56:02 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[114086]: 2024-08-17T16:56:02.771+0000 7f6814b2b640 -1 osd.1 354 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:56:03.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:02 smithi001 ceph-mon[100737]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T16:56:03.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:02 smithi001 ceph-mon[100737]: from='osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T16:56:03.029 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:02 smithi001 ceph-mon[100737]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T16:56:03.030 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:02 smithi001 ceph-mon[103274]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T16:56:03.030 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:02 smithi001 ceph-mon[103274]: from='osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T16:56:03.030 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:02 smithi001 ceph-mon[103274]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T16:56:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:02 smithi189 ceph-mon[90541]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T16:56:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:02 smithi189 ceph-mon[90541]: from='osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T16:56:03.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:02 smithi189 ceph-mon[90541]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T16:56:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:1511: done (2 left) 2024-08-17T16:56:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:1512: delete oid 29 current snap is 141 2024-08-17T16:56:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:1509: finishing write tid 1 to smithi00187473-19 2024-08-17T16:56:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:1509: finishing write tid 2 to smithi00187473-19 2024-08-17T16:56:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:1509: finishing write tid 3 to smithi00187473-19 2024-08-17T16:56:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:1509: finishing write tid 4 to smithi00187473-19 2024-08-17T16:56:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 886 (ObjNum 493 snap 141 seq_num 493) dirty exists 2024-08-17T16:56:03.752 INFO:tasks.rados.rados.0.smithi001.stdout:1509: left oid 19 (ObjNum 493 snap 141 seq_num 493) 2024-08-17T16:56:03.753 INFO:tasks.rados.rados.0.smithi001.stdout:1510: finishing copy_from racing read to smithi00187473-10 2024-08-17T16:56:03.753 INFO:tasks.rados.rados.0.smithi001.stdout:1510: finishing copy_from to smithi00187473-10 2024-08-17T16:56:03.753 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 311 (ObjNum 428 snap 124 seq_num 428) dirty exists 2024-08-17T16:56:04.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:03 smithi189 ceph-mon[90541]: pgmap v162: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 139 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 18 op/s; 34/216 objects degraded (15.741%) 2024-08-17T16:56:04.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:03 smithi189 ceph-mon[90541]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:56:04.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:03 smithi189 ceph-mon[90541]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T16:56:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:03 smithi189 ceph-mon[90541]: from='osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:03 smithi189 ceph-mon[90541]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[100737]: pgmap v162: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 139 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 18 op/s; 34/216 objects degraded (15.741%) 2024-08-17T16:56:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[100737]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:56:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[100737]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T16:56:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[100737]: from='osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[100737]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[103274]: pgmap v162: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 139 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 18 op/s; 34/216 objects degraded (15.741%) 2024-08-17T16:56:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[103274]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:56:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[103274]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T16:56:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[103274]: from='osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:03 smithi001 ceph-mon[103274]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:04.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:04.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T16:56:04.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:04.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:04.784 INFO:tasks.rados.rados.0.smithi001.stdout:1509: done (2 left) 2024-08-17T16:56:04.784 INFO:tasks.rados.rados.0.smithi001.stdout:1510: done (1 left) 2024-08-17T16:56:04.785 INFO:tasks.rados.rados.0.smithi001.stdout:1512: done (0 left) 2024-08-17T16:56:04.785 INFO:tasks.rados.rados.0.smithi001.stdout:1513: read oid 24 snap -1 2024-08-17T16:56:04.785 INFO:tasks.rados.rados.0.smithi001.stdout:1513: expect (ObjNum 472 snap 136 seq_num 472) 2024-08-17T16:56:04.785 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 141 2024-08-17T16:56:04.785 INFO:tasks.rados.rados.0.smithi001.stdout:1514: seq_num 495 ranges {6397952=696320,7094272=401408} 2024-08-17T16:56:04.824 INFO:tasks.rados.rados.0.smithi001.stdout:1514: writing smithi00187473-17 from 6397952 to 7094272 tid 1 2024-08-17T16:56:04.827 INFO:tasks.rados.rados.0.smithi001.stdout:1514: writing smithi00187473-17 from 7094272 to 7495680 tid 2 2024-08-17T16:56:04.827 INFO:tasks.rados.rados.0.smithi001.stdout:1515: read oid 36 snap -1 2024-08-17T16:56:04.827 INFO:tasks.rados.rados.0.smithi001.stdout:1515: expect (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:56:04.827 INFO:tasks.rados.rados.0.smithi001.stdout:1516: snap_create 2024-08-17T16:56:04.827 INFO:tasks.rados.rados.0.smithi001.stdout:1513: expect (ObjNum 472 snap 136 seq_num 472) 2024-08-17T16:56:04.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:56:04.783+0000 7fb446031640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T16:56:04.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:56:04.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756] boot 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756] boot 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T16:56:04.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T16:56:04.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:04.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:04.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:04.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:56:04.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:04 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:05.081 INFO:tasks.rados.rados.0.smithi001.stdout:1514: finishing write tid 1 to smithi00187473-17 2024-08-17T16:56:05.081 INFO:tasks.rados.rados.0.smithi001.stdout:1514: finishing write tid 2 to smithi00187473-17 2024-08-17T16:56:05.081 INFO:tasks.rados.rados.0.smithi001.stdout:1515: expect (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:56:05.095 INFO:tasks.rados.rados.0.smithi001.stdout:1514: finishing write tid 3 to smithi00187473-17 2024-08-17T16:56:05.095 INFO:tasks.rados.rados.0.smithi001.stdout:1514: finishing write tid 4 to smithi00187473-17 2024-08-17T16:56:05.095 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1203 (ObjNum 495 snap 141 seq_num 495) dirty exists 2024-08-17T16:56:05.095 INFO:tasks.rados.rados.0.smithi001.stdout:1514: left oid 17 (ObjNum 495 snap 141 seq_num 495) 2024-08-17T16:56:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:56:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: osd.1 [v2:172.21.15.1:6810/1473900756,v1:172.21.15.1:6811/1473900756] boot 2024-08-17T16:56:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: osdmap e367: 8 total, 8 up, 8 in 2024-08-17T16:56:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T16:56:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:56:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:04 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:05.761 INFO:tasks.rados.rados.0.smithi001.stdout:1513: done (3 left) 2024-08-17T16:56:05.761 INFO:tasks.rados.rados.0.smithi001.stdout:1514: done (2 left) 2024-08-17T16:56:05.761 INFO:tasks.rados.rados.0.smithi001.stdout:1515: done (1 left) 2024-08-17T16:56:05.761 INFO:tasks.rados.rados.0.smithi001.stdout:1516: done (0 left) 2024-08-17T16:56:05.761 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 142 2024-08-17T16:56:05.761 INFO:tasks.rados.rados.0.smithi001.stdout:1517: seq_num 496 ranges {0=712704,712704=401408} 2024-08-17T16:56:05.764 INFO:tasks.rados.rados.0.smithi001.stdout:1517: writing smithi00187473-44 from 0 to 712704 tid 1 2024-08-17T16:56:05.767 INFO:tasks.rados.rados.0.smithi001.stdout:1517: writing smithi00187473-44 from 712704 to 1114112 tid 2 2024-08-17T16:56:05.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 142 2024-08-17T16:56:05.767 INFO:tasks.rados.rados.0.smithi001.stdout:1518: seq_num 497 ranges {3899392=729088,4628480=401408} 2024-08-17T16:56:05.792 INFO:tasks.rados.rados.0.smithi001.stdout:1518: writing smithi00187473-48 from 3899392 to 4628480 tid 1 2024-08-17T16:56:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:1518: writing smithi00187473-48 from 4628480 to 5029888 tid 2 2024-08-17T16:56:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:1519: delete oid 25 current snap is 142 2024-08-17T16:56:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:1517: finishing write tid 1 to smithi00187473-44 2024-08-17T16:56:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:1517: finishing write tid 2 to smithi00187473-44 2024-08-17T16:56:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:1517: finishing write tid 3 to smithi00187473-44 2024-08-17T16:56:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:1517: finishing write tid 4 to smithi00187473-44 2024-08-17T16:56:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1148 (ObjNum 496 snap 142 seq_num 496) dirty exists 2024-08-17T16:56:05.795 INFO:tasks.rados.rados.0.smithi001.stdout:1517: left oid 44 (ObjNum 496 snap 142 seq_num 496) 2024-08-17T16:56:05.799 INFO:tasks.rados.rados.0.smithi001.stdout:1517: done (2 left) 2024-08-17T16:56:05.799 INFO:tasks.rados.rados.0.smithi001.stdout:1519: done (1 left) 2024-08-17T16:56:05.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 142 2024-08-17T16:56:05.799 INFO:tasks.rados.rados.0.smithi001.stdout:1520: seq_num 499 ranges {12787712=761856,13549568=401408} 2024-08-17T16:56:05.873 INFO:tasks.rados.rados.0.smithi001.stdout:1520: writing smithi00187473-22 from 12787712 to 13549568 tid 1 2024-08-17T16:56:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:1520: writing smithi00187473-22 from 13549568 to 13950976 tid 2 2024-08-17T16:56:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 142 2024-08-17T16:56:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:1518: finishing write tid 1 to smithi00187473-48 2024-08-17T16:56:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:1521: seq_num 500 ranges {0=778240,778240=401408} 2024-08-17T16:56:05.879 INFO:tasks.rados.rados.0.smithi001.stdout:1521: writing smithi00187473-49 from 0 to 778240 tid 1 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:1521: writing smithi00187473-49 from 778240 to 1179648 tid 2 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:1522: read oid 44 snap 141 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:1522: expect deleted 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 142 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:1518: finishing write tid 2 to smithi00187473-48 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:1518: finishing write tid 3 to smithi00187473-48 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:1518: finishing write tid 4 to smithi00187473-48 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 892 (ObjNum 497 snap 142 seq_num 497) dirty exists 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:1518: left oid 48 (ObjNum 497 snap 142 seq_num 497) 2024-08-17T16:56:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:1523: seq_num 501 ranges {843776=794624,1638400=401408} 2024-08-17T16:56:05.890 INFO:tasks.rados.rados.0.smithi001.stdout:1523: writing smithi00187473-46 from 843776 to 1638400 tid 1 2024-08-17T16:56:05.893 INFO:tasks.rados.rados.0.smithi001.stdout:1523: writing smithi00187473-46 from 1638400 to 2039808 tid 2 2024-08-17T16:56:05.893 INFO:tasks.rados.rados.0.smithi001.stdout:1518: done (4 left) 2024-08-17T16:56:05.893 INFO:tasks.rados.rados.0.smithi001.stdout:1524: delete oid 39 current snap is 142 2024-08-17T16:56:05.893 INFO:tasks.rados.rados.0.smithi001.stdout:1520: finishing write tid 1 to smithi00187473-22 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1520: finishing write tid 2 to smithi00187473-22 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1520: finishing write tid 3 to smithi00187473-22 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1520: finishing write tid 4 to smithi00187473-22 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 874 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1520: left oid 22 (ObjNum 499 snap 142 seq_num 499) 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1521: finishing write tid 1 to smithi00187473-49 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1521: finishing write tid 2 to smithi00187473-49 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1521: finishing write tid 3 to smithi00187473-49 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1521: finishing write tid 4 to smithi00187473-49 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1192 (ObjNum 500 snap 142 seq_num 500) dirty exists 2024-08-17T16:56:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:1521: left oid 49 (ObjNum 500 snap 142 seq_num 500) 2024-08-17T16:56:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:1520: done (4 left) 2024-08-17T16:56:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:1521: done (3 left) 2024-08-17T16:56:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:1522: done (2 left) 2024-08-17T16:56:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:1524: done (1 left) 2024-08-17T16:56:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:1525: setattr oid 13 current snap is 142 2024-08-17T16:56:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:1523: finishing write tid 1 to smithi00187473-46 2024-08-17T16:56:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:1523: finishing write tid 2 to smithi00187473-46 2024-08-17T16:56:05.896 INFO:tasks.rados.rados.0.smithi001.stdout:1523: finishing write tid 3 to smithi00187473-46 2024-08-17T16:56:05.896 INFO:tasks.rados.rados.0.smithi001.stdout:1526: snap_remove snap 141 2024-08-17T16:56:06.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:05.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:06.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: pgmap v165: 121 pgs: 21 peering, 16 active+undersized, 6 active+undersized+degraded, 78 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.0 MiB/s wr, 3 op/s; 10/207 objects degraded (4.831%) 2024-08-17T16:56:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T16:56:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:05 smithi189 ceph-mon[90541]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: pgmap v165: 121 pgs: 21 peering, 16 active+undersized, 6 active+undersized+degraded, 78 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.0 MiB/s wr, 3 op/s; 10/207 objects degraded (4.831%) 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[100737]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: pgmap v165: 121 pgs: 21 peering, 16 active+undersized, 6 active+undersized+degraded, 78 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.0 MiB/s wr, 3 op/s; 10/207 objects degraded (4.831%) 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T16:56:06.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:05 smithi001 ceph-mon[103274]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T16:56:06.766 INFO:tasks.rados.rados.0.smithi001.stdout:1526: done (2 left) 2024-08-17T16:56:06.766 INFO:tasks.rados.rados.0.smithi001.stdout:1527: setattr oid 15 current snap is 142 2024-08-17T16:56:06.766 INFO:tasks.rados.rados.0.smithi001.stdout:1523: finishing write tid 4 to smithi00187473-46 2024-08-17T16:56:06.766 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 419 (ObjNum 501 snap 142 seq_num 501) dirty exists 2024-08-17T16:56:06.766 INFO:tasks.rados.rados.0.smithi001.stdout:1523: left oid 46 (ObjNum 501 snap 142 seq_num 501) 2024-08-17T16:56:06.766 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 858 (ObjNum 33 snap 0 seq_num 1537695936) dirty exists 2024-08-17T16:56:06.767 INFO:tasks.rados.rados.0.smithi001.stdout:1523: done (2 left) 2024-08-17T16:56:06.767 INFO:tasks.rados.rados.0.smithi001.stdout:1525: done (1 left) 2024-08-17T16:56:06.767 INFO:tasks.rados.rados.0.smithi001.stdout:1528: rollback oid 33 current snap is 142 2024-08-17T16:56:06.767 INFO:tasks.rados.rados.0.smithi001.stdout:1528: done (1 left) 2024-08-17T16:56:06.768 INFO:tasks.rados.rados.0.smithi001.stdout:1529: read oid 38 snap -1 2024-08-17T16:56:06.768 INFO:tasks.rados.rados.0.smithi001.stdout:1529: expect (ObjNum 470 snap 136 seq_num 470) 2024-08-17T16:56:06.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 142 2024-08-17T16:56:06.768 INFO:tasks.rados.rados.0.smithi001.stdout:1530: seq_num 503 ranges {6610944=425984,7036928=704512,7741440=98304} 2024-08-17T16:56:06.806 INFO:tasks.rados.rados.0.smithi001.stdout:1530: writing smithi00187473-8 from 6610944 to 7036928 tid 1 2024-08-17T16:56:06.811 INFO:tasks.rados.rados.0.smithi001.stdout:1530: writing smithi00187473-8 from 7036928 to 7741440 tid 2 2024-08-17T16:56:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:1530: writing smithi00187473-8 from 7741440 to 7839744 tid 3 2024-08-17T16:56:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:1531: delete oid 39 current snap is 142 2024-08-17T16:56:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 848 (ObjNum 33 snap 0 seq_num 1537505888) dirty exists 2024-08-17T16:56:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:1529: expect (ObjNum 470 snap 136 seq_num 470) 2024-08-17T16:56:07.039 INFO:tasks.rados.rados.0.smithi001.stdout:1530: finishing write tid 1 to smithi00187473-8 2024-08-17T16:56:07.039 INFO:tasks.rados.rados.0.smithi001.stdout:1530: finishing write tid 2 to smithi00187473-8 2024-08-17T16:56:07.039 INFO:tasks.rados.rados.0.smithi001.stdout:1530: finishing write tid 3 to smithi00187473-8 2024-08-17T16:56:07.039 INFO:tasks.rados.rados.0.smithi001.stdout:1530: finishing write tid 4 to smithi00187473-8 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:1530: finishing write tid 5 to smithi00187473-8 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 852 (ObjNum 503 snap 142 seq_num 503) dirty exists 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:1530: left oid 8 (ObjNum 503 snap 142 seq_num 503) 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:1527: done (3 left) 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:1529: done (2 left) 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:1530: done (1 left) 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:1531: done (0 left) 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 142 2024-08-17T16:56:07.040 INFO:tasks.rados.rados.0.smithi001.stdout:1532: seq_num 505 ranges {1359872=466944,1826816=475136,2301952=327680} 2024-08-17T16:56:07.049 INFO:tasks.rados.rados.0.smithi001.stdout:1532: writing smithi00187473-7 from 1359872 to 1826816 tid 1 2024-08-17T16:56:07.052 INFO:tasks.rados.rados.0.smithi001.stdout:1532: writing smithi00187473-7 from 1826816 to 2301952 tid 2 2024-08-17T16:56:07.054 INFO:tasks.rados.rados.0.smithi001.stdout:1532: writing smithi00187473-7 from 2301952 to 2629632 tid 3 2024-08-17T16:56:07.054 INFO:tasks.rados.rados.0.smithi001.stdout:1533: copy_from oid 15 from oid 13 current snap is 142 2024-08-17T16:56:07.054 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 1 to smithi00187473-7 2024-08-17T16:56:07.054 INFO:tasks.rados.rados.0.smithi001.stdout:1534: copy_from oid 48 from oid 47 current snap is 142 2024-08-17T16:56:07.055 INFO:tasks.rados.rados.0.smithi001.stdout:1535: read oid 29 snap -1 2024-08-17T16:56:07.055 INFO:tasks.rados.rados.0.smithi001.stdout:1535: expect deleted 2024-08-17T16:56:07.055 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 142 2024-08-17T16:56:07.055 INFO:tasks.rados.rados.0.smithi001.stdout:1536: seq_num 506 ranges {3342336=483328,3825664=761856,4587520=40960} 2024-08-17T16:56:07.075 INFO:tasks.rados.rados.0.smithi001.stdout:1536: writing smithi00187473-2 from 3342336 to 3825664 tid 1 2024-08-17T16:56:07.080 INFO:tasks.rados.rados.0.smithi001.stdout:1536: writing smithi00187473-2 from 3825664 to 4587520 tid 2 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1536: writing smithi00187473-2 from 4587520 to 4628480 tid 3 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1537: read oid 44 snap -1 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1537: expect (ObjNum 496 snap 142 seq_num 496) 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1538: rollback oid 6 current snap is 142 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1538: done (6 left) 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1539: copy_from oid 19 from oid 30 current snap is 142 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 2 to smithi00187473-7 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 3 to smithi00187473-7 2024-08-17T16:56:07.082 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 4 to smithi00187473-7 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:1533: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:1532: finishing write tid 5 to smithi00187473-7 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 479 (ObjNum 505 snap 142 seq_num 505) dirty exists 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:1532: left oid 7 (ObjNum 505 snap 142 seq_num 505) 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:1533: finishing copy_from to smithi00187473-15 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 858 (ObjNum 33 snap 0 seq_num 1537151256) dirty exists 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:1534: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:1534: finishing copy_from to smithi00187473-48 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1019 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-08-17T16:56:07.083 INFO:tasks.rados.rados.0.smithi001.stdout:1536: finishing write tid 1 to smithi00187473-2 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1532: done (6 left) 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1533: done (5 left) 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1534: done (4 left) 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1535: done (3 left) 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1540: read oid 9 snap -1 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1540: expect (ObjNum 465 snap 135 seq_num 465) 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1541: read oid 47 snap -1 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1541: expect (ObjNum 419 snap 123 seq_num 419) 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1542: read oid 46 snap -1 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1542: expect (ObjNum 501 snap 142 seq_num 501) 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1543: rollback oid 5 current snap is 142 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1543: done (6 left) 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 142 2024-08-17T16:56:07.084 INFO:tasks.rados.rados.0.smithi001.stdout:1544: seq_num 507 ranges {1179648=499712,1679360=638976,2318336=163840} 2024-08-17T16:56:07.091 INFO:tasks.rados.rados.0.smithi001.stdout:1544: writing smithi00187473-49 from 1179648 to 1679360 tid 1 2024-08-17T16:56:07.095 INFO:tasks.rados.rados.0.smithi001.stdout:1544: writing smithi00187473-49 from 1679360 to 2318336 tid 2 2024-08-17T16:56:07.096 INFO:tasks.rados.rados.0.smithi001.stdout:1544: writing smithi00187473-49 from 2318336 to 2482176 tid 3 2024-08-17T16:56:07.096 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 142 2024-08-17T16:56:07.096 INFO:tasks.rados.rados.0.smithi001.stdout:1539: finishing copy_from to smithi00187473-19 2024-08-17T16:56:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:1539: got expected ENOENT (src dne) 2024-08-17T16:56:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:1539: finishing copy_from racing read to smithi00187473-19 2024-08-17T16:56:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:1536: finishing write tid 2 to smithi00187473-2 2024-08-17T16:56:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:1536: finishing write tid 3 to smithi00187473-2 2024-08-17T16:56:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:1536: finishing write tid 4 to smithi00187473-2 2024-08-17T16:56:07.097 INFO:tasks.rados.rados.0.smithi001.stdout:1537: expect (ObjNum 496 snap 142 seq_num 496) 2024-08-17T16:56:07.127 INFO:tasks.rados.rados.0.smithi001.stdout:1536: finishing write tid 5 to smithi00187473-2 2024-08-17T16:56:07.127 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1215 (ObjNum 506 snap 142 seq_num 506) dirty exists 2024-08-17T16:56:07.127 INFO:tasks.rados.rados.0.smithi001.stdout:1536: left oid 2 (ObjNum 506 snap 142 seq_num 506) 2024-08-17T16:56:07.127 INFO:tasks.rados.rados.0.smithi001.stdout:1545: seq_num 508 ranges {7839744=516096,8355840=524288,8880128=278528} 2024-08-17T16:56:07.172 INFO:tasks.rados.rados.0.smithi001.stdout:1545: writing smithi00187473-8 from 7839744 to 8355840 tid 1 2024-08-17T16:56:07.175 INFO:tasks.rados.rados.0.smithi001.stdout:1545: writing smithi00187473-8 from 8355840 to 8880128 tid 2 2024-08-17T16:56:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:1545: writing smithi00187473-8 from 8880128 to 9158656 tid 3 2024-08-17T16:56:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:1536: done (7 left) 2024-08-17T16:56:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:1537: done (6 left) 2024-08-17T16:56:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:1539: done (5 left) 2024-08-17T16:56:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:1546: snap_create 2024-08-17T16:56:07.177 INFO:tasks.rados.rados.0.smithi001.stdout:1541: expect (ObjNum 419 snap 123 seq_num 419) 2024-08-17T16:56:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:06 smithi189 ceph-mon[90541]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T16:56:07.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:06.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:06 smithi001 ceph-mon[100737]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T16:56:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:06 smithi001 ceph-mon[103274]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T16:56:07.236 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 1 to smithi00187473-49 2024-08-17T16:56:07.236 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 2 to smithi00187473-49 2024-08-17T16:56:07.236 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 3 to smithi00187473-49 2024-08-17T16:56:07.236 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 4 to smithi00187473-49 2024-08-17T16:56:07.236 INFO:tasks.rados.rados.0.smithi001.stdout:1544: finishing write tid 5 to smithi00187473-49 2024-08-17T16:56:07.237 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1196 (ObjNum 507 snap 142 seq_num 507) dirty exists 2024-08-17T16:56:07.237 INFO:tasks.rados.rados.0.smithi001.stdout:1544: left oid 49 (ObjNum 507 snap 142 seq_num 507) 2024-08-17T16:56:07.237 INFO:tasks.rados.rados.0.smithi001.stdout:1542: expect (ObjNum 501 snap 142 seq_num 501) 2024-08-17T16:56:07.304 INFO:tasks.rados.rados.0.smithi001.stdout:1540: expect (ObjNum 465 snap 135 seq_num 465) 2024-08-17T16:56:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:56:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:56:07] "GET /metrics HTTP/1.1" 200 36311 "" "Prometheus/2.51.0" 2024-08-17T16:56:07.788 INFO:tasks.rados.rados.0.smithi001.stdout:1545: finishing write tid 1 to smithi00187473-8 2024-08-17T16:56:07.788 INFO:tasks.rados.rados.0.smithi001.stdout:1545: finishing write tid 2 to smithi00187473-8 2024-08-17T16:56:07.788 INFO:tasks.rados.rados.0.smithi001.stdout:1545: finishing write tid 3 to smithi00187473-8 2024-08-17T16:56:07.788 INFO:tasks.rados.rados.0.smithi001.stdout:1545: finishing write tid 4 to smithi00187473-8 2024-08-17T16:56:07.788 INFO:tasks.rados.rados.0.smithi001.stdout:1545: finishing write tid 5 to smithi00187473-8 2024-08-17T16:56:07.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 856 (ObjNum 508 snap 142 seq_num 508) dirty exists 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1545: left oid 8 (ObjNum 508 snap 142 seq_num 508) 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1540: done (5 left) 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1541: done (4 left) 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1542: done (3 left) 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1544: done (2 left) 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1545: done (1 left) 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1546: done (0 left) 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1547: read oid 26 snap -1 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1547: expect (ObjNum 456 snap 134 seq_num 456) 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1548: rollback oid 25 current snap is 143 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 25 to 142 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1549: copy_from oid 11 from oid 42 current snap is 143 2024-08-17T16:56:07.789 INFO:tasks.rados.rados.0.smithi001.stdout:1550: delete oid 14 current snap is 143 2024-08-17T16:56:07.790 INFO:tasks.rados.rados.0.smithi001.stdout:1547: expect (ObjNum 456 snap 134 seq_num 456) 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:1548: finishing rollback tid 1 to smithi00187473-25 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 0 (ObjNum 353 snap 0 seq_num 811576880) dirty dne 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:1547: done (3 left) 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:1548: done (2 left) 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:1550: done (1 left) 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:1551: rollback oid 47 current snap is 143 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 142 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 143 2024-08-17T16:56:07.809 INFO:tasks.rados.rados.0.smithi001.stdout:1552: seq_num 510 ranges {4997120=548864,5545984=745472,6291456=57344} 2024-08-17T16:56:07.839 INFO:tasks.rados.rados.0.smithi001.stdout:1552: writing smithi00187473-37 from 4997120 to 5545984 tid 1 2024-08-17T16:56:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1552: writing smithi00187473-37 from 5545984 to 6291456 tid 2 2024-08-17T16:56:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1552: writing smithi00187473-37 from 6291456 to 6348800 tid 3 2024-08-17T16:56:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 143 2024-08-17T16:56:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1551: finishing rollback tid 0 to smithi00187473-47 2024-08-17T16:56:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1553: seq_num 511 ranges {548864=565248,1114112=630784,1744896=172032} 2024-08-17T16:56:07.850 INFO:tasks.rados.rados.0.smithi001.stdout:1553: writing smithi00187473-26 from 548864 to 1114112 tid 1 2024-08-17T16:56:07.854 INFO:tasks.rados.rados.0.smithi001.stdout:1553: writing smithi00187473-26 from 1114112 to 1744896 tid 2 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1553: writing smithi00187473-26 from 1744896 to 1916928 tid 3 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1554: read oid 18 snap -1 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1554: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1555: delete oid 21 current snap is 143 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1551: finishing rollback tid 1 to smithi00187473-47 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1551: finishing rollback tid 2 to smithi00187473-47 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1199 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1549: finishing copy_from racing read to smithi00187473-11 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1549: finishing copy_from to smithi00187473-11 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 846 (ObjNum 352 snap 100 seq_num 352) dirty exists 2024-08-17T16:56:07.856 INFO:tasks.rados.rados.0.smithi001.stdout:1552: finishing write tid 1 to smithi00187473-37 2024-08-17T16:56:07.857 INFO:tasks.rados.rados.0.smithi001.stdout:1552: finishing write tid 2 to smithi00187473-37 2024-08-17T16:56:07.857 INFO:tasks.rados.rados.0.smithi001.stdout:1552: finishing write tid 3 to smithi00187473-37 2024-08-17T16:56:07.857 INFO:tasks.rados.rados.0.smithi001.stdout:1552: finishing write tid 4 to smithi00187473-37 2024-08-17T16:56:07.857 INFO:tasks.rados.rados.0.smithi001.stdout:1552: finishing write tid 5 to smithi00187473-37 2024-08-17T16:56:07.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 634 (ObjNum 510 snap 143 seq_num 510) dirty exists 2024-08-17T16:56:07.857 INFO:tasks.rados.rados.0.smithi001.stdout:1552: left oid 37 (ObjNum 510 snap 143 seq_num 510) 2024-08-17T16:56:07.857 INFO:tasks.rados.rados.0.smithi001.stdout:1553: finishing write tid 1 to smithi00187473-26 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1553: finishing write tid 2 to smithi00187473-26 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1553: finishing write tid 3 to smithi00187473-26 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1549: done (5 left) 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1551: done (4 left) 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1552: done (3 left) 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1555: done (2 left) 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1556: copy_from oid 35 from oid 40 current snap is 143 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1557: rmattr oid 44 current snap is 143 2024-08-17T16:56:07.858 INFO:tasks.rados.rados.0.smithi001.stdout:1557: done (3 left) 2024-08-17T16:56:07.859 INFO:tasks.rados.rados.0.smithi001.stdout:1558: snap_remove snap 142 2024-08-17T16:56:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:07 smithi189 ceph-mon[90541]: pgmap v168: 121 pgs: 21 peering, 11 active+undersized, 5 active+undersized+degraded, 84 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s; 6/201 objects degraded (2.985%); 1.6 MiB/s, 1 objects/s recovering 2024-08-17T16:56:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:07 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 6/201 objects degraded (2.985%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:07 smithi189 ceph-mon[90541]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T16:56:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:07 smithi001 ceph-mon[103274]: pgmap v168: 121 pgs: 21 peering, 11 active+undersized, 5 active+undersized+degraded, 84 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s; 6/201 objects degraded (2.985%); 1.6 MiB/s, 1 objects/s recovering 2024-08-17T16:56:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:07 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 6/201 objects degraded (2.985%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:07 smithi001 ceph-mon[103274]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T16:56:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:07 smithi001 ceph-mon[100737]: pgmap v168: 121 pgs: 21 peering, 11 active+undersized, 5 active+undersized+degraded, 84 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.1 MiB/s wr, 2 op/s; 6/201 objects degraded (2.985%); 1.6 MiB/s, 1 objects/s recovering 2024-08-17T16:56:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:07 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 6/201 objects degraded (2.985%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:07 smithi001 ceph-mon[100737]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T16:56:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:1558: done (3 left) 2024-08-17T16:56:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 143 2024-08-17T16:56:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:1556: finishing copy_from to smithi00187473-35 2024-08-17T16:56:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:1556: got expected ENOENT (src dne) 2024-08-17T16:56:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:1556: finishing copy_from racing read to smithi00187473-35 2024-08-17T16:56:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:1553: finishing write tid 4 to smithi00187473-26 2024-08-17T16:56:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:1553: finishing write tid 5 to smithi00187473-26 2024-08-17T16:56:08.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 483 (ObjNum 511 snap 143 seq_num 511) dirty exists 2024-08-17T16:56:08.777 INFO:tasks.rados.rados.0.smithi001.stdout:1553: left oid 26 (ObjNum 511 snap 143 seq_num 511) 2024-08-17T16:56:08.777 INFO:tasks.rados.rados.0.smithi001.stdout:1554: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:56:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:08 smithi189 ceph-mon[90541]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T16:56:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:08 smithi001 ceph-mon[100737]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T16:56:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:08 smithi001 ceph-mon[103274]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T16:56:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:09.314 INFO:tasks.rados.rados.0.smithi001.stdout:1559: seq_num 513 ranges {4628480=598016,5226496=794624,6021120=8192} 2024-08-17T16:56:09.342 INFO:tasks.rados.rados.0.smithi001.stdout:1559: writing smithi00187473-2 from 4628480 to 5226496 tid 1 2024-08-17T16:56:09.347 INFO:tasks.rados.rados.0.smithi001.stdout:1559: writing smithi00187473-2 from 5226496 to 6021120 tid 2 2024-08-17T16:56:09.347 INFO:tasks.rados.rados.0.smithi001.stdout:1559: writing smithi00187473-2 from 6021120 to 6029312 tid 3 2024-08-17T16:56:09.348 INFO:tasks.rados.rados.0.smithi001.stdout:1553: done (3 left) 2024-08-17T16:56:09.348 INFO:tasks.rados.rados.0.smithi001.stdout:1554: done (2 left) 2024-08-17T16:56:09.348 INFO:tasks.rados.rados.0.smithi001.stdout:1556: done (1 left) 2024-08-17T16:56:09.348 INFO:tasks.rados.rados.0.smithi001.stdout:1560: copy_from oid 45 from oid 38 current snap is 143 2024-08-17T16:56:09.348 INFO:tasks.rados.rados.0.smithi001.stdout:1559: finishing write tid 1 to smithi00187473-2 2024-08-17T16:56:09.348 INFO:tasks.rados.rados.0.smithi001.stdout:1561: rollback oid 31 current snap is 143 2024-08-17T16:56:09.348 INFO:tasks.rados.rados.0.smithi001.stdout:1561: done (2 left) 2024-08-17T16:56:09.348 INFO:tasks.rados.rados.0.smithi001.stdout:1562: snap_create 2024-08-17T16:56:09.352 INFO:tasks.rados.rados.0.smithi001.stdout:1559: finishing write tid 2 to smithi00187473-2 2024-08-17T16:56:09.352 INFO:tasks.rados.rados.0.smithi001.stdout:1559: finishing write tid 3 to smithi00187473-2 2024-08-17T16:56:09.352 INFO:tasks.rados.rados.0.smithi001.stdout:1559: finishing write tid 4 to smithi00187473-2 2024-08-17T16:56:09.354 INFO:tasks.rados.rados.0.smithi001.stdout:1559: finishing write tid 5 to smithi00187473-2 2024-08-17T16:56:09.354 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1223 (ObjNum 513 snap 143 seq_num 513) dirty exists 2024-08-17T16:56:09.354 INFO:tasks.rados.rados.0.smithi001.stdout:1559: left oid 2 (ObjNum 513 snap 143 seq_num 513) 2024-08-17T16:56:09.364 INFO:tasks.rados.rados.0.smithi001.stdout:1560: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:56:09.366 INFO:tasks.rados.rados.0.smithi001.stdout:1560: finishing copy_from to smithi00187473-45 2024-08-17T16:56:09.366 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1180 (ObjNum 470 snap 136 seq_num 470) dirty exists 2024-08-17T16:56:09.782 INFO:tasks.rados.rados.0.smithi001.stdout:1559: done (2 left) 2024-08-17T16:56:09.782 INFO:tasks.rados.rados.0.smithi001.stdout:1560: done (1 left) 2024-08-17T16:56:09.782 INFO:tasks.rados.rados.0.smithi001.stdout:1562: done (0 left) 2024-08-17T16:56:09.782 INFO:tasks.rados.rados.0.smithi001.stdout:1563: rollback oid 45 current snap is 144 2024-08-17T16:56:09.782 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 143 2024-08-17T16:56:09.783 INFO:tasks.rados.rados.0.smithi001.stdout:1564: delete oid 41 current snap is 144 2024-08-17T16:56:09.785 INFO:tasks.rados.rados.0.smithi001.stdout:1564: done (1 left) 2024-08-17T16:56:09.785 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 144 2024-08-17T16:56:09.785 INFO:tasks.rados.rados.0.smithi001.stdout:1565: seq_num 515 ranges {2482176=630784,3112960=565248,3678208=237568} 2024-08-17T16:56:09.802 INFO:tasks.rados.rados.0.smithi001.stdout:1565: writing smithi00187473-49 from 2482176 to 3112960 tid 1 2024-08-17T16:56:09.805 INFO:tasks.rados.rados.0.smithi001.stdout:1565: writing smithi00187473-49 from 3112960 to 3678208 tid 2 2024-08-17T16:56:09.807 INFO:tasks.rados.rados.0.smithi001.stdout:1565: writing smithi00187473-49 from 3678208 to 3915776 tid 3 2024-08-17T16:56:09.807 INFO:tasks.rados.rados.0.smithi001.stdout:1566: read oid 3 snap -1 2024-08-17T16:56:09.807 INFO:tasks.rados.rados.0.smithi001.stdout:1566: expect (ObjNum 428 snap 124 seq_num 428) 2024-08-17T16:56:09.808 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 144 2024-08-17T16:56:09.808 INFO:tasks.rados.rados.0.smithi001.stdout:1563: finishing rollback tid 0 to smithi00187473-45 2024-08-17T16:56:09.808 INFO:tasks.rados.rados.0.smithi001.stdout:1563: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:56:09.808 INFO:tasks.rados.rados.0.smithi001.stdout:1563: finishing rollback tid 2 to smithi00187473-45 2024-08-17T16:56:09.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1228 (ObjNum 470 snap 136 seq_num 470) dirty exists 2024-08-17T16:56:09.808 INFO:tasks.rados.rados.0.smithi001.stdout:1567: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-08-17T16:56:09.811 INFO:tasks.rados.rados.0.smithi001.stdout:1567: writing smithi00187473-28 from 0 to 647168 tid 1 2024-08-17T16:56:09.814 INFO:tasks.rados.rados.0.smithi001.stdout:1567: writing smithi00187473-28 from 647168 to 1097728 tid 2 2024-08-17T16:56:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:1567: writing smithi00187473-28 from 1097728 to 1449984 tid 3 2024-08-17T16:56:09.816 INFO:tasks.rados.rados.0.smithi001.stdout:1563: done (3 left) 2024-08-17T16:56:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:1568: read oid 37 snap 143 2024-08-17T16:56:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:1568: expect (ObjNum 510 snap 143 seq_num 510) 2024-08-17T16:56:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:1569: rollback oid 34 current snap is 144 2024-08-17T16:56:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 143 2024-08-17T16:56:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:1565: finishing write tid 1 to smithi00187473-49 2024-08-17T16:56:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 144 2024-08-17T16:56:09.817 INFO:tasks.rados.rados.0.smithi001.stdout:1570: seq_num 517 ranges {13516800=663552,14180352=786432,14966784=16384} 2024-08-17T16:56:09.894 INFO:tasks.rados.rados.0.smithi001.stdout:1570: writing smithi00187473-23 from 13516800 to 14180352 tid 1 2024-08-17T16:56:09.899 INFO:tasks.rados.rados.0.smithi001.stdout:1570: writing smithi00187473-23 from 14180352 to 14966784 tid 2 2024-08-17T16:56:09.899 INFO:tasks.rados.rados.0.smithi001.stdout:1570: writing smithi00187473-23 from 14966784 to 14983168 tid 3 2024-08-17T16:56:09.899 INFO:tasks.rados.rados.0.smithi001.stdout:1571: read oid 46 snap -1 2024-08-17T16:56:09.899 INFO:tasks.rados.rados.0.smithi001.stdout:1571: expect (ObjNum 501 snap 142 seq_num 501) 2024-08-17T16:56:09.899 INFO:tasks.rados.rados.0.smithi001.stdout:1572: rollback oid 10 current snap is 144 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 143 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1565: finishing write tid 2 to smithi00187473-49 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1565: finishing write tid 3 to smithi00187473-49 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1565: finishing write tid 4 to smithi00187473-49 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1565: finishing write tid 5 to smithi00187473-49 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1203 (ObjNum 515 snap 144 seq_num 515) dirty exists 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1565: left oid 49 (ObjNum 515 snap 144 seq_num 515) 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1567: finishing write tid 1 to smithi00187473-28 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1565: done (7 left) 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1573: rollback oid 13 current snap is 144 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 143 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:1569: finishing rollback tid 1 to smithi00187473-34 2024-08-17T16:56:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 0 (ObjNum 833 snap 0 seq_num 1537447136) dirty dne 2024-08-17T16:56:09.901 INFO:tasks.rados.rados.0.smithi001.stdout:1567: finishing write tid 2 to smithi00187473-28 2024-08-17T16:56:09.901 INFO:tasks.rados.rados.0.smithi001.stdout:1566: expect (ObjNum 428 snap 124 seq_num 428) 2024-08-17T16:56:09.967 INFO:tasks.rados.rados.0.smithi001.stdout:1567: finishing write tid 3 to smithi00187473-28 2024-08-17T16:56:09.967 INFO:tasks.rados.rados.0.smithi001.stdout:1567: finishing write tid 4 to smithi00187473-28 2024-08-17T16:56:09.967 INFO:tasks.rados.rados.0.smithi001.stdout:1566: done (7 left) 2024-08-17T16:56:09.968 INFO:tasks.rados.rados.0.smithi001.stdout:1569: done (6 left) 2024-08-17T16:56:09.968 INFO:tasks.rados.rados.0.smithi001.stdout:1574: read oid 22 snap -1 2024-08-17T16:56:09.968 INFO:tasks.rados.rados.0.smithi001.stdout:1574: expect (ObjNum 499 snap 142 seq_num 499) 2024-08-17T16:56:09.968 INFO:tasks.rados.rados.0.smithi001.stdout:1575: snap_create 2024-08-17T16:56:09.968 INFO:tasks.rados.rados.0.smithi001.stdout:1567: finishing write tid 5 to smithi00187473-28 2024-08-17T16:56:09.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 890 (ObjNum 516 snap 144 seq_num 516) dirty exists 2024-08-17T16:56:09.968 INFO:tasks.rados.rados.0.smithi001.stdout:1567: left oid 28 (ObjNum 516 snap 144 seq_num 516) 2024-08-17T16:56:09.968 INFO:tasks.rados.rados.0.smithi001.stdout:1568: expect (ObjNum 510 snap 143 seq_num 510) 2024-08-17T16:56:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:09 smithi189 ceph-mon[90541]: pgmap v171: 121 pgs: 21 peering, 100 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 260 KiB/s wr, 6 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-08-17T16:56:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:09 smithi189 ceph-mon[90541]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/201 objects degraded (2.985%), 5 pgs degraded) 2024-08-17T16:56:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:09 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:56:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:09 smithi189 ceph-mon[90541]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T16:56:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:09 smithi001 ceph-mon[103274]: pgmap v171: 121 pgs: 21 peering, 100 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 260 KiB/s wr, 6 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-08-17T16:56:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:09 smithi001 ceph-mon[103274]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/201 objects degraded (2.985%), 5 pgs degraded) 2024-08-17T16:56:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:09 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:56:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:09 smithi001 ceph-mon[103274]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T16:56:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:09 smithi001 ceph-mon[100737]: pgmap v171: 121 pgs: 21 peering, 100 active+clean; 138 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 260 KiB/s wr, 6 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-08-17T16:56:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:09 smithi001 ceph-mon[100737]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/201 objects degraded (2.985%), 5 pgs degraded) 2024-08-17T16:56:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:09 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:56:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:09 smithi001 ceph-mon[100737]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T16:56:10.376 INFO:tasks.rados.rados.0.smithi001.stdout:1570: finishing write tid 1 to smithi00187473-23 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1573: finishing rollback tid 0 to smithi00187473-13 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1573: finishing rollback tid 1 to smithi00187473-13 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1573: finishing rollback tid 2 to smithi00187473-13 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 861 (ObjNum 65 snap 0 seq_num 1397712730) dirty exists 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1572: finishing rollback tid 0 to smithi00187473-10 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1572: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1570: finishing write tid 2 to smithi00187473-23 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1570: finishing write tid 3 to smithi00187473-23 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1570: finishing write tid 4 to smithi00187473-23 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1572: finishing rollback tid 2 to smithi00187473-10 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1151 (ObjNum 428 snap 124 seq_num 428) dirty exists 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:1570: finishing write tid 5 to smithi00187473-23 2024-08-17T16:56:10.377 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1207 (ObjNum 517 snap 144 seq_num 517) dirty exists 2024-08-17T16:56:10.378 INFO:tasks.rados.rados.0.smithi001.stdout:1570: left oid 23 (ObjNum 517 snap 144 seq_num 517) 2024-08-17T16:56:10.378 INFO:tasks.rados.rados.0.smithi001.stdout:1571: expect (ObjNum 501 snap 142 seq_num 501) 2024-08-17T16:56:10.444 INFO:tasks.rados.rados.0.smithi001.stdout:1574: expect (ObjNum 499 snap 142 seq_num 499) 2024-08-17T16:56:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:10 smithi189 ceph-mon[90541]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T16:56:11.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:10 smithi001 ceph-mon[100737]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T16:56:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:10 smithi001 ceph-mon[103274]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T16:56:11.613 INFO:tasks.rados.rados.0.smithi001.stdout:1567: done (7 left) 2024-08-17T16:56:11.613 INFO:tasks.rados.rados.0.smithi001.stdout:1568: done (6 left) 2024-08-17T16:56:11.613 INFO:tasks.rados.rados.0.smithi001.stdout:1570: done (5 left) 2024-08-17T16:56:11.613 INFO:tasks.rados.rados.0.smithi001.stdout:1571: done (4 left) 2024-08-17T16:56:11.613 INFO:tasks.rados.rados.0.smithi001.stdout:1572: done (3 left) 2024-08-17T16:56:11.613 INFO:tasks.rados.rados.0.smithi001.stdout:1573: done (2 left) 2024-08-17T16:56:11.613 INFO:tasks.rados.rados.0.smithi001.stdout:1574: done (1 left) 2024-08-17T16:56:11.614 INFO:tasks.rados.rados.0.smithi001.stdout:1575: done (0 left) 2024-08-17T16:56:11.614 INFO:tasks.rados.rados.0.smithi001.stdout:1576: read oid 27 snap -1 2024-08-17T16:56:11.614 INFO:tasks.rados.rados.0.smithi001.stdout:1576: expect (ObjNum 487 snap 139 seq_num 487) 2024-08-17T16:56:11.614 INFO:tasks.rados.rados.0.smithi001.stdout:1577: rmattr oid 22 current snap is 145 2024-08-17T16:56:11.615 INFO:tasks.rados.rados.0.smithi001.stdout:1578: read oid 43 snap 143 2024-08-17T16:56:11.615 INFO:tasks.rados.rados.0.smithi001.stdout:1578: expect deleted 2024-08-17T16:56:11.615 INFO:tasks.rados.rados.0.smithi001.stdout:1579: snap_create 2024-08-17T16:56:11.618 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 875 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:56:11.622 INFO:tasks.rados.rados.0.smithi001.stdout:1576: expect (ObjNum 487 snap 139 seq_num 487) 2024-08-17T16:56:11.791 INFO:tasks.rados.rados.0.smithi001.stdout:1576: done (3 left) 2024-08-17T16:56:11.791 INFO:tasks.rados.rados.0.smithi001.stdout:1577: done (2 left) 2024-08-17T16:56:11.791 INFO:tasks.rados.rados.0.smithi001.stdout:1578: done (1 left) 2024-08-17T16:56:11.791 INFO:tasks.rados.rados.0.smithi001.stdout:1579: done (0 left) 2024-08-17T16:56:11.791 INFO:tasks.rados.rados.0.smithi001.stdout:1580: setattr oid 18 current snap is 146 2024-08-17T16:56:11.792 INFO:tasks.rados.rados.0.smithi001.stdout:1581: setattr oid 47 current snap is 146 2024-08-17T16:56:11.794 INFO:tasks.rados.rados.0.smithi001.stdout:1582: delete oid 41 current snap is 146 2024-08-17T16:56:11.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1230 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:56:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:1580: done (2 left) 2024-08-17T16:56:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:1582: done (1 left) 2024-08-17T16:56:11.798 INFO:tasks.rados.rados.0.smithi001.stdout:1583: snap_create 2024-08-17T16:56:11.800 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1208 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-08-17T16:56:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:11 smithi189 ceph-mon[90541]: pgmap v174: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.8 MiB/s wr, 36 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T16:56:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:11 smithi189 ceph-mon[90541]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T16:56:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:11 smithi001 ceph-mon[100737]: pgmap v174: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.8 MiB/s wr, 36 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T16:56:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:11 smithi001 ceph-mon[100737]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T16:56:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:11 smithi001 ceph-mon[103274]: pgmap v174: 121 pgs: 121 active+clean; 159 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.8 MiB/s wr, 36 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T16:56:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:11 smithi001 ceph-mon[103274]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T16:56:12.799 INFO:tasks.rados.rados.0.smithi001.stdout:1581: done (1 left) 2024-08-17T16:56:12.799 INFO:tasks.rados.rados.0.smithi001.stdout:1583: done (0 left) 2024-08-17T16:56:12.799 INFO:tasks.rados.rados.0.smithi001.stdout:1584: copy_from oid 49 from oid 48 current snap is 147 2024-08-17T16:56:12.800 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 147 2024-08-17T16:56:12.800 INFO:tasks.rados.rados.0.smithi001.stdout:1585: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2024-08-17T16:56:12.803 INFO:tasks.rados.rados.0.smithi001.stdout:1585: writing smithi00187473-15 from 0 to 696320 tid 1 2024-08-17T16:56:12.809 INFO:tasks.rados.rados.0.smithi001.stdout:1585: writing smithi00187473-15 from 696320 to 1245184 tid 2 2024-08-17T16:56:12.810 INFO:tasks.rados.rados.0.smithi001.stdout:1585: writing smithi00187473-15 from 1245184 to 1499136 tid 3 2024-08-17T16:56:12.810 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 147 2024-08-17T16:56:12.810 INFO:tasks.rados.rados.0.smithi001.stdout:1586: seq_num 520 ranges {7495680=712704,8208384=434176,8642560=368640} 2024-08-17T16:56:12.854 INFO:tasks.rados.rados.0.smithi001.stdout:1586: writing smithi00187473-17 from 7495680 to 8208384 tid 1 2024-08-17T16:56:12.857 INFO:tasks.rados.rados.0.smithi001.stdout:1586: writing smithi00187473-17 from 8208384 to 8642560 tid 2 2024-08-17T16:56:12.860 INFO:tasks.rados.rados.0.smithi001.stdout:1586: writing smithi00187473-17 from 8642560 to 9011200 tid 3 2024-08-17T16:56:12.860 INFO:tasks.rados.rados.0.smithi001.stdout:1587: rollback oid 28 current snap is 147 2024-08-17T16:56:12.860 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 146 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1585: finishing write tid 1 to smithi00187473-15 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1585: finishing write tid 2 to smithi00187473-15 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1584: finishing copy_from racing read to smithi00187473-49 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1585: finishing write tid 3 to smithi00187473-15 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1585: finishing write tid 4 to smithi00187473-15 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1584: finishing copy_from to smithi00187473-49 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1019 (ObjNum 419 snap 123 seq_num 419) dirty exists 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1585: finishing write tid 5 to smithi00187473-15 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 862 (ObjNum 519 snap 147 seq_num 519) dirty exists 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1585: left oid 15 (ObjNum 519 snap 147 seq_num 519) 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1584: done (3 left) 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1585: done (2 left) 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 147 2024-08-17T16:56:12.861 INFO:tasks.rados.rados.0.smithi001.stdout:1588: seq_num 521 ranges {6029312=729088,6758400=720896,7479296=81920} 2024-08-17T16:56:12.897 INFO:tasks.rados.rados.0.smithi001.stdout:1588: writing smithi00187473-2 from 6029312 to 6758400 tid 1 2024-08-17T16:56:12.900 INFO:tasks.rados.rados.0.smithi001.stdout:1588: writing smithi00187473-2 from 6758400 to 7479296 tid 2 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1588: writing smithi00187473-2 from 7479296 to 7561216 tid 3 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1589: delete oid 47 current snap is 147 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1586: finishing write tid 1 to smithi00187473-17 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1586: finishing write tid 2 to smithi00187473-17 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1586: finishing write tid 3 to smithi00187473-17 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1587: finishing rollback tid 0 to smithi00187473-28 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1587: finishing rollback tid 1 to smithi00187473-28 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1586: finishing write tid 4 to smithi00187473-17 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1587: finishing rollback tid 2 to smithi00187473-28 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 893 (ObjNum 516 snap 144 seq_num 516) dirty exists 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:1586: finishing write tid 5 to smithi00187473-17 2024-08-17T16:56:12.902 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1235 (ObjNum 520 snap 147 seq_num 520) dirty exists 2024-08-17T16:56:12.903 INFO:tasks.rados.rados.0.smithi001.stdout:1586: left oid 17 (ObjNum 520 snap 147 seq_num 520) 2024-08-17T16:56:12.903 INFO:tasks.rados.rados.0.smithi001.stdout:1588: finishing write tid 1 to smithi00187473-2 2024-08-17T16:56:12.904 INFO:tasks.rados.rados.0.smithi001.stdout:1586: done (3 left) 2024-08-17T16:56:12.904 INFO:tasks.rados.rados.0.smithi001.stdout:1587: done (2 left) 2024-08-17T16:56:12.904 INFO:tasks.rados.rados.0.smithi001.stdout:1589: done (1 left) 2024-08-17T16:56:12.904 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 147 2024-08-17T16:56:12.904 INFO:tasks.rados.rados.0.smithi001.stdout:1590: seq_num 523 ranges {1114112=770048,1884160=491520,2375680=311296} 2024-08-17T16:56:12.914 INFO:tasks.rados.rados.0.smithi001.stdout:1590: writing smithi00187473-44 from 1114112 to 1884160 tid 1 2024-08-17T16:56:12.917 INFO:tasks.rados.rados.0.smithi001.stdout:1590: writing smithi00187473-44 from 1884160 to 2375680 tid 2 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:1590: writing smithi00187473-44 from 2375680 to 2686976 tid 3 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:1591: read oid 20 snap -1 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:1591: expect deleted 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:1592: snap_create 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:1588: finishing write tid 2 to smithi00187473-2 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:1588: finishing write tid 3 to smithi00187473-2 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:1588: finishing write tid 4 to smithi00187473-2 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:1588: finishing write tid 5 to smithi00187473-2 2024-08-17T16:56:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1240 (ObjNum 521 snap 147 seq_num 521) dirty exists 2024-08-17T16:56:12.920 INFO:tasks.rados.rados.0.smithi001.stdout:1588: left oid 2 (ObjNum 521 snap 147 seq_num 521) 2024-08-17T16:56:12.920 INFO:tasks.rados.rados.0.smithi001.stdout:1590: finishing write tid 1 to smithi00187473-44 2024-08-17T16:56:12.920 INFO:tasks.rados.rados.0.smithi001.stdout:1590: finishing write tid 2 to smithi00187473-44 2024-08-17T16:56:12.921 INFO:tasks.rados.rados.0.smithi001.stdout:1590: finishing write tid 3 to smithi00187473-44 2024-08-17T16:56:12.921 INFO:tasks.rados.rados.0.smithi001.stdout:1590: finishing write tid 4 to smithi00187473-44 2024-08-17T16:56:12.921 INFO:tasks.rados.rados.0.smithi001.stdout:1590: finishing write tid 5 to smithi00187473-44 2024-08-17T16:56:12.921 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1155 (ObjNum 523 snap 147 seq_num 523) dirty exists 2024-08-17T16:56:12.922 INFO:tasks.rados.rados.0.smithi001.stdout:1590: left oid 44 (ObjNum 523 snap 147 seq_num 523) 2024-08-17T16:56:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:12 smithi189 ceph-mon[90541]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T16:56:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:12 smithi001 ceph-mon[100737]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T16:56:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:12 smithi001 ceph-mon[103274]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T16:56:13.800 INFO:tasks.rados.rados.0.smithi001.stdout:1588: done (3 left) 2024-08-17T16:56:13.800 INFO:tasks.rados.rados.0.smithi001.stdout:1590: done (2 left) 2024-08-17T16:56:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:1591: done (1 left) 2024-08-17T16:56:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:1592: done (0 left) 2024-08-17T16:56:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 148 2024-08-17T16:56:13.801 INFO:tasks.rados.rados.0.smithi001.stdout:1593: seq_num 524 ranges {2605056=786432,3391488=778240,4169728=24576} 2024-08-17T16:56:13.819 INFO:tasks.rados.rados.0.smithi001.stdout:1593: writing smithi00187473-27 from 2605056 to 3391488 tid 1 2024-08-17T16:56:13.824 INFO:tasks.rados.rados.0.smithi001.stdout:1593: writing smithi00187473-27 from 3391488 to 4169728 tid 2 2024-08-17T16:56:13.824 INFO:tasks.rados.rados.0.smithi001.stdout:1593: writing smithi00187473-27 from 4169728 to 4194304 tid 3 2024-08-17T16:56:13.824 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 148 2024-08-17T16:56:13.824 INFO:tasks.rados.rados.0.smithi001.stdout:1594: seq_num 525 ranges {1499136=802816,2301952=712704,3014656=90112} 2024-08-17T16:56:13.837 INFO:tasks.rados.rados.0.smithi001.stdout:1594: writing smithi00187473-15 from 1499136 to 2301952 tid 1 2024-08-17T16:56:13.840 INFO:tasks.rados.rados.0.smithi001.stdout:1594: writing smithi00187473-15 from 2301952 to 3014656 tid 2 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1594: writing smithi00187473-15 from 3014656 to 3104768 tid 3 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1595: read oid 29 snap -1 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1595: expect deleted 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 148 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1593: finishing write tid 1 to smithi00187473-27 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1593: finishing write tid 2 to smithi00187473-27 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1593: finishing write tid 3 to smithi00187473-27 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1593: finishing write tid 4 to smithi00187473-27 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1593: finishing write tid 5 to smithi00187473-27 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 897 (ObjNum 524 snap 148 seq_num 524) dirty exists 2024-08-17T16:56:13.842 INFO:tasks.rados.rados.0.smithi001.stdout:1593: left oid 27 (ObjNum 524 snap 148 seq_num 524) 2024-08-17T16:56:13.843 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 1 to smithi00187473-15 2024-08-17T16:56:13.843 INFO:tasks.rados.rados.0.smithi001.stdout:1596: seq_num 526 ranges {13516800=417792,13934592=589824,14524416=614400} 2024-08-17T16:56:13.918 INFO:tasks.rados.rados.0.smithi001.stdout:1596: writing smithi00187473-31 from 13516800 to 13934592 tid 1 2024-08-17T16:56:13.921 INFO:tasks.rados.rados.0.smithi001.stdout:1596: writing smithi00187473-31 from 13934592 to 14524416 tid 2 2024-08-17T16:56:13.925 INFO:tasks.rados.rados.0.smithi001.stdout:1596: writing smithi00187473-31 from 14524416 to 15138816 tid 3 2024-08-17T16:56:13.925 INFO:tasks.rados.rados.0.smithi001.stdout:1593: done (3 left) 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1597: read oid 38 snap -1 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1597: expect (ObjNum 470 snap 136 seq_num 470) 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1598: delete oid 4 current snap is 148 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 2 to smithi00187473-15 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 3 to smithi00187473-15 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 4 to smithi00187473-15 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1594: finishing write tid 5 to smithi00187473-15 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 866 (ObjNum 525 snap 148 seq_num 525) dirty exists 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1594: left oid 15 (ObjNum 525 snap 148 seq_num 525) 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 1 to smithi00187473-31 2024-08-17T16:56:13.926 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 2 to smithi00187473-31 2024-08-17T16:56:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 3 to smithi00187473-31 2024-08-17T16:56:13.929 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 4 to smithi00187473-31 2024-08-17T16:56:13.930 INFO:tasks.rados.rados.0.smithi001.stdout:1594: done (4 left) 2024-08-17T16:56:13.930 INFO:tasks.rados.rados.0.smithi001.stdout:1595: done (3 left) 2024-08-17T16:56:13.930 INFO:tasks.rados.rados.0.smithi001.stdout:1598: done (2 left) 2024-08-17T16:56:13.930 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 148 2024-08-17T16:56:13.930 INFO:tasks.rados.rados.0.smithi001.stdout:1599: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-08-17T16:56:13.932 INFO:tasks.rados.rados.0.smithi001.stdout:1599: writing smithi00187473-21 from 0 to 450560 tid 1 2024-08-17T16:56:13.937 INFO:tasks.rados.rados.0.smithi001.stdout:1599: writing smithi00187473-21 from 450560 to 1212416 tid 2 2024-08-17T16:56:13.940 INFO:tasks.rados.rados.0.smithi001.stdout:1599: writing smithi00187473-21 from 1212416 to 1654784 tid 3 2024-08-17T16:56:13.940 INFO:tasks.rados.rados.0.smithi001.stdout:1600: snap_remove snap 143 2024-08-17T16:56:14.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:13 smithi189 ceph-mon[90541]: pgmap v177: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 7.1 MiB/s wr, 32 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T16:56:14.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:13 smithi189 ceph-mon[90541]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T16:56:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:13 smithi001 ceph-mon[100737]: pgmap v177: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 7.1 MiB/s wr, 32 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T16:56:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:13 smithi001 ceph-mon[100737]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T16:56:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:13 smithi001 ceph-mon[103274]: pgmap v177: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 7.1 MiB/s wr, 32 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-17T16:56:14.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:13 smithi001 ceph-mon[103274]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T16:56:14.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:14 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:14.148Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T16:56:14.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:14 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:14.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:14.737 INFO:tasks.rados.rados.0.smithi001.stdout:1600: done (3 left) 2024-08-17T16:56:14.737 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 148 2024-08-17T16:56:14.737 INFO:tasks.rados.rados.0.smithi001.stdout:1601: seq_num 529 ranges {5906432=466944,6373376=647168,7020544=532480,7553024=24576} 2024-08-17T16:56:14.773 INFO:tasks.rados.rados.0.smithi001.stdout:1601: writing smithi00187473-9 from 5906432 to 6373376 tid 1 2024-08-17T16:56:14.776 INFO:tasks.rados.rados.0.smithi001.stdout:1601: writing smithi00187473-9 from 6373376 to 7020544 tid 2 2024-08-17T16:56:14.780 INFO:tasks.rados.rados.0.smithi001.stdout:1601: writing smithi00187473-9 from 7020544 to 7553024 tid 3 2024-08-17T16:56:14.780 INFO:tasks.rados.rados.0.smithi001.stdout:1601: writing smithi00187473-9 from 7553024 to 7577600 tid 4 2024-08-17T16:56:14.780 INFO:tasks.rados.rados.0.smithi001.stdout:1602: snap_create 2024-08-17T16:56:14.780 INFO:tasks.rados.rados.0.smithi001.stdout:1596: finishing write tid 5 to smithi00187473-31 2024-08-17T16:56:14.780 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1245 (ObjNum 526 snap 148 seq_num 526) dirty exists 2024-08-17T16:56:14.780 INFO:tasks.rados.rados.0.smithi001.stdout:1596: left oid 31 (ObjNum 526 snap 148 seq_num 526) 2024-08-17T16:56:14.780 INFO:tasks.rados.rados.0.smithi001.stdout:1599: finishing write tid 1 to smithi00187473-21 2024-08-17T16:56:14.780 INFO:tasks.rados.rados.0.smithi001.stdout:1597: expect (ObjNum 470 snap 136 seq_num 470) 2024-08-17T16:56:15.006 INFO:tasks.rados.rados.0.smithi001.stdout:1599: finishing write tid 2 to smithi00187473-21 2024-08-17T16:56:15.006 INFO:tasks.rados.rados.0.smithi001.stdout:1599: finishing write tid 3 to smithi00187473-21 2024-08-17T16:56:15.006 INFO:tasks.rados.rados.0.smithi001.stdout:1599: finishing write tid 4 to smithi00187473-21 2024-08-17T16:56:15.006 INFO:tasks.rados.rados.0.smithi001.stdout:1599: finishing write tid 5 to smithi00187473-21 2024-08-17T16:56:15.006 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1100 (ObjNum 528 snap 148 seq_num 528) dirty exists 2024-08-17T16:56:15.006 INFO:tasks.rados.rados.0.smithi001.stdout:1599: left oid 21 (ObjNum 528 snap 148 seq_num 528) 2024-08-17T16:56:15.006 INFO:tasks.rados.rados.0.smithi001.stdout:1601: finishing write tid 1 to smithi00187473-9 2024-08-17T16:56:15.006 INFO:tasks.rados.rados.0.smithi001.stdout:1601: finishing write tid 2 to smithi00187473-9 2024-08-17T16:56:15.007 INFO:tasks.rados.rados.0.smithi001.stdout:1601: finishing write tid 3 to smithi00187473-9 2024-08-17T16:56:15.007 INFO:tasks.rados.rados.0.smithi001.stdout:1601: finishing write tid 4 to smithi00187473-9 2024-08-17T16:56:15.007 INFO:tasks.rados.rados.0.smithi001.stdout:1601: finishing write tid 5 to smithi00187473-9 2024-08-17T16:56:15.007 INFO:tasks.rados.rados.0.smithi001.stdout:1601: finishing write tid 6 to smithi00187473-9 2024-08-17T16:56:15.007 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 849 (ObjNum 529 snap 148 seq_num 529) dirty exists 2024-08-17T16:56:15.007 INFO:tasks.rados.rados.0.smithi001.stdout:1601: left oid 9 (ObjNum 529 snap 148 seq_num 529) 2024-08-17T16:56:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:14 smithi189 ceph-mon[90541]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T16:56:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:14 smithi189 ceph-mon[90541]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T16:56:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:14 smithi001 ceph-mon[100737]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T16:56:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:14 smithi001 ceph-mon[100737]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T16:56:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:14 smithi001 ceph-mon[103274]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T16:56:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:14 smithi001 ceph-mon[103274]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T16:56:15.739 INFO:tasks.rados.rados.0.smithi001.stdout:1596: done (4 left) 2024-08-17T16:56:15.739 INFO:tasks.rados.rados.0.smithi001.stdout:1597: done (3 left) 2024-08-17T16:56:15.739 INFO:tasks.rados.rados.0.smithi001.stdout:1599: done (2 left) 2024-08-17T16:56:15.739 INFO:tasks.rados.rados.0.smithi001.stdout:1601: done (1 left) 2024-08-17T16:56:15.739 INFO:tasks.rados.rados.0.smithi001.stdout:1602: done (0 left) 2024-08-17T16:56:15.739 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 149 2024-08-17T16:56:15.739 INFO:tasks.rados.rados.0.smithi001.stdout:1603: seq_num 530 ranges {2383872=483328,2867200=532480,3399680=671744} 2024-08-17T16:56:15.754 INFO:tasks.rados.rados.0.smithi001.stdout:1603: writing smithi00187473-3 from 2383872 to 2867200 tid 1 2024-08-17T16:56:15.757 INFO:tasks.rados.rados.0.smithi001.stdout:1603: writing smithi00187473-3 from 2867200 to 3399680 tid 2 2024-08-17T16:56:15.762 INFO:tasks.rados.rados.0.smithi001.stdout:1603: writing smithi00187473-3 from 3399680 to 4071424 tid 3 2024-08-17T16:56:15.762 INFO:tasks.rados.rados.0.smithi001.stdout:1604: read oid 23 snap -1 2024-08-17T16:56:15.762 INFO:tasks.rados.rados.0.smithi001.stdout:1604: expect (ObjNum 517 snap 144 seq_num 517) 2024-08-17T16:56:15.762 INFO:tasks.rados.rados.0.smithi001.stdout:1605: copy_from oid 50 from oid 19 current snap is 149 2024-08-17T16:56:15.762 INFO:tasks.rados.rados.0.smithi001.stdout:1603: finishing write tid 1 to smithi00187473-3 2024-08-17T16:56:15.762 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 149 2024-08-17T16:56:15.762 INFO:tasks.rados.rados.0.smithi001.stdout:1606: seq_num 531 ranges {2383872=499712,2883584=417792,3301376=548864,3850240=237568} 2024-08-17T16:56:15.778 INFO:tasks.rados.rados.0.smithi001.stdout:1606: writing smithi00187473-10 from 2383872 to 2883584 tid 1 2024-08-17T16:56:15.780 INFO:tasks.rados.rados.0.smithi001.stdout:1606: writing smithi00187473-10 from 2883584 to 3301376 tid 2 2024-08-17T16:56:15.784 INFO:tasks.rados.rados.0.smithi001.stdout:1606: writing smithi00187473-10 from 3301376 to 3850240 tid 3 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1606: writing smithi00187473-10 from 3850240 to 4087808 tid 4 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1607: snap_create 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1603: finishing write tid 2 to smithi00187473-3 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1603: finishing write tid 3 to smithi00187473-3 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1603: finishing write tid 4 to smithi00187473-3 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1603: finishing write tid 5 to smithi00187473-3 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 315 (ObjNum 530 snap 149 seq_num 530) dirty exists 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1603: left oid 3 (ObjNum 530 snap 149 seq_num 530) 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1605: finishing copy_from racing read to smithi00187473-50 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:1605: finishing copy_from to smithi00187473-50 2024-08-17T16:56:15.786 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 886 (ObjNum 493 snap 141 seq_num 493) dirty exists 2024-08-17T16:56:15.787 INFO:tasks.rados.rados.0.smithi001.stdout:1606: finishing write tid 1 to smithi00187473-10 2024-08-17T16:56:15.787 INFO:tasks.rados.rados.0.smithi001.stdout:1606: finishing write tid 2 to smithi00187473-10 2024-08-17T16:56:15.790 INFO:tasks.rados.rados.0.smithi001.stdout:1606: finishing write tid 3 to smithi00187473-10 2024-08-17T16:56:15.790 INFO:tasks.rados.rados.0.smithi001.stdout:1606: finishing write tid 4 to smithi00187473-10 2024-08-17T16:56:15.790 INFO:tasks.rados.rados.0.smithi001.stdout:1606: finishing write tid 5 to smithi00187473-10 2024-08-17T16:56:15.791 INFO:tasks.rados.rados.0.smithi001.stdout:1606: finishing write tid 6 to smithi00187473-10 2024-08-17T16:56:15.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1160 (ObjNum 531 snap 149 seq_num 531) dirty exists 2024-08-17T16:56:15.791 INFO:tasks.rados.rados.0.smithi001.stdout:1606: left oid 10 (ObjNum 531 snap 149 seq_num 531) 2024-08-17T16:56:15.841 INFO:tasks.rados.rados.0.smithi001.stdout:1604: expect (ObjNum 517 snap 144 seq_num 517) 2024-08-17T16:56:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:15 smithi189 ceph-mon[90541]: pgmap v180: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-08-17T16:56:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:15 smithi189 ceph-mon[90541]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T16:56:16.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:15.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:16.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:15.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:15 smithi001 ceph-mon[100737]: pgmap v180: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-08-17T16:56:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:15 smithi001 ceph-mon[100737]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T16:56:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:15 smithi001 ceph-mon[103274]: pgmap v180: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.7 MiB/s wr, 32 op/s 2024-08-17T16:56:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:15 smithi001 ceph-mon[103274]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T16:56:16.644 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:56:17.223 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (3m) 16s ago 7m 15.0M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (3m) 90s ago 7m 79.6M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (9m) 16s ago 9m 17.3M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (9m) 90s ago 9m 20.0M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (2m) 90s ago 12m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (2m) 16s ago 14m 521M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (2m) 16s ago 14m 48.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (96s) 90s ago 12m 25.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (114s) 16s ago 12m 42.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (3m) 16s ago 7m 9.83M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:56:17.224 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (3m) 90s ago 7m 8288k - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (53s) 16s ago 12m 75.7M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (20s) 16s ago 11m 11.9M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (11m) 16s ago 11m 121M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 4c280072dce3 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (11m) 16s ago 11m 129M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (10m) 90s ago 10m 146M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (10m) 90s ago 10m 125M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (9m) 90s ago 9m 115M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (9m) 90s ago 9m 100M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:56:17.225 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (2m) 90s ago 8m 43.9M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:56:17.258 INFO:tasks.rados.rados.0.smithi001.stdout:1603: done (4 left) 2024-08-17T16:56:17.258 INFO:tasks.rados.rados.0.smithi001.stdout:1604: done (3 left) 2024-08-17T16:56:17.258 INFO:tasks.rados.rados.0.smithi001.stdout:1605: done (2 left) 2024-08-17T16:56:17.259 INFO:tasks.rados.rados.0.smithi001.stdout:1606: done (1 left) 2024-08-17T16:56:17.259 INFO:tasks.rados.rados.0.smithi001.stdout:1607: done (0 left) 2024-08-17T16:56:17.259 INFO:tasks.rados.rados.0.smithi001.stdout:1608: read oid 9 snap -1 2024-08-17T16:56:17.259 INFO:tasks.rados.rados.0.smithi001.stdout:1608: expect (ObjNum 529 snap 148 seq_num 529) 2024-08-17T16:56:17.259 INFO:tasks.rados.rados.0.smithi001.stdout:1609: snap_create 2024-08-17T16:56:17.296 INFO:tasks.rados.rados.0.smithi001.stdout:1608: expect (ObjNum 529 snap 148 seq_num 529) 2024-08-17T16:56:17.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:17.585 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:56:17.585 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:56:17.585 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:56:17.585 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:56:17.585 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:56:17.585 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:56:17.585 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 6, 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8, 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 7 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:56:17.586 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:56:17.587 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:56:17] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.51.0" 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "7/20 daemons upgraded", 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T16:56:17.915 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:56:17.916 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:56:17.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-mon[100737]: pgmap v183: 121 pgs: 121 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-17T16:56:17.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-mon[100737]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:17.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-mon[100737]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T16:56:17.916 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1820676525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:17.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-mon[103274]: pgmap v183: 121 pgs: 121 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-17T16:56:17.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-mon[103274]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:17.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-mon[103274]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T16:56:17.916 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:17 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1820676525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:17.947 INFO:tasks.rados.rados.0.smithi001.stdout:1608: done (1 left) 2024-08-17T16:56:17.947 INFO:tasks.rados.rados.0.smithi001.stdout:1609: done (0 left) 2024-08-17T16:56:17.947 INFO:tasks.rados.rados.0.smithi001.stdout:1610: delete oid 6 current snap is 151 2024-08-17T16:56:17.952 INFO:tasks.rados.rados.0.smithi001.stdout:1610: done (0 left) 2024-08-17T16:56:17.952 INFO:tasks.rados.rados.0.smithi001.stdout:1611: snap_create 2024-08-17T16:56:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:17 smithi189 ceph-mon[90541]: pgmap v183: 121 pgs: 121 active+clean; 166 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-17T16:56:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:17 smithi189 ceph-mon[90541]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:17 smithi189 ceph-mon[90541]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T16:56:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:17 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1820676525' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:18.821 INFO:tasks.rados.rados.0.smithi001.stdout:1611: done (0 left) 2024-08-17T16:56:18.821 INFO:tasks.rados.rados.0.smithi001.stdout:1612: snap_remove snap 144 2024-08-17T16:56:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:18 smithi189 ceph-mon[90541]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:18 smithi189 ceph-mon[90541]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:18 smithi189 ceph-mon[90541]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T16:56:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:18 smithi001 ceph-mon[100737]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:18 smithi001 ceph-mon[100737]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:18 smithi001 ceph-mon[100737]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T16:56:19.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:18 smithi001 ceph-mon[103274]: from='client.34302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:18 smithi001 ceph-mon[103274]: from='client.34308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:18 smithi001 ceph-mon[103274]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T16:56:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:19.740 INFO:tasks.rados.rados.0.smithi001.stdout:1612: done (0 left) 2024-08-17T16:56:19.740 INFO:tasks.rados.rados.0.smithi001.stdout:1613: delete oid 32 current snap is 152 2024-08-17T16:56:19.745 INFO:tasks.rados.rados.0.smithi001.stdout:1613: done (0 left) 2024-08-17T16:56:19.745 INFO:tasks.rados.rados.0.smithi001.stdout:1614: delete oid 21 current snap is 152 2024-08-17T16:56:19.752 INFO:tasks.rados.rados.0.smithi001.stdout:1614: done (0 left) 2024-08-17T16:56:19.752 INFO:tasks.rados.rados.0.smithi001.stdout:1615: snap_remove snap 148 2024-08-17T16:56:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:19 smithi189 ceph-mon[90541]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:19 smithi189 ceph-mon[90541]: pgmap v186: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-17T16:56:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:19 smithi189 ceph-mon[90541]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T16:56:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:19 smithi189 ceph-mon[90541]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T16:56:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:19 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T16:56:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[103274]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[103274]: pgmap v186: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-17T16:56:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[103274]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T16:56:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[103274]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T16:56:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T16:56:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[100737]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[100737]: pgmap v186: 121 pgs: 121 active+clean; 169 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-17T16:56:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[100737]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T16:56:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[100737]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T16:56:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:19 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T16:56:20.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:20.740 INFO:tasks.rados.rados.0.smithi001.stdout:1615: done (0 left) 2024-08-17T16:56:20.740 INFO:tasks.rados.rados.0.smithi001.stdout:1616: snap_remove snap 151 2024-08-17T16:56:21.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:20 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T16:56:21.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:20 smithi001 ceph-mon[100737]: Upgrade: osd.2 is safe to restart 2024-08-17T16:56:21.152 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:20 smithi001 ceph-mon[100737]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T16:56:21.152 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:20 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T16:56:21.152 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:20 smithi001 ceph-mon[103274]: Upgrade: osd.2 is safe to restart 2024-08-17T16:56:21.152 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:20 smithi001 ceph-mon[103274]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T16:56:21.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:20 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T16:56:21.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:20 smithi189 ceph-mon[90541]: Upgrade: osd.2 is safe to restart 2024-08-17T16:56:21.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:20 smithi189 ceph-mon[90541]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T16:56:21.743 INFO:tasks.rados.rados.0.smithi001.stdout:1616: done (0 left) 2024-08-17T16:56:21.743 INFO:tasks.rados.rados.0.smithi001.stdout:1617: copy_from oid 11 from oid 16 current snap is 152 2024-08-17T16:56:21.743 INFO:tasks.rados.rados.0.smithi001.stdout:1618: rollback oid 40 current snap is 152 2024-08-17T16:56:21.743 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 147 2024-08-17T16:56:21.743 INFO:tasks.rados.rados.0.smithi001.stdout:1619: read oid 17 snap -1 2024-08-17T16:56:21.743 INFO:tasks.rados.rados.0.smithi001.stdout:1619: expect (ObjNum 520 snap 147 seq_num 520) 2024-08-17T16:56:21.743 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 152 2024-08-17T16:56:21.743 INFO:tasks.rados.rados.0.smithi001.stdout:1620: seq_num 535 ranges {0=565248,565248=802816,1368064=401408} 2024-08-17T16:56:21.746 INFO:tasks.rados.rados.0.smithi001.stdout:1620: writing smithi00187473-43 from 0 to 565248 tid 1 2024-08-17T16:56:21.754 INFO:tasks.rados.rados.0.smithi001.stdout:1620: writing smithi00187473-43 from 565248 to 1368064 tid 2 2024-08-17T16:56:21.757 INFO:tasks.rados.rados.0.smithi001.stdout:1620: writing smithi00187473-43 from 1368064 to 1769472 tid 3 2024-08-17T16:56:21.757 INFO:tasks.rados.rados.0.smithi001.stdout:1621: setattr oid 9 current snap is 152 2024-08-17T16:56:21.757 INFO:tasks.rados.rados.0.smithi001.stdout:1618: finishing rollback tid 1 to smithi00187473-40 2024-08-17T16:56:21.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T16:56:21.758 INFO:tasks.rados.rados.0.smithi001.stdout:1618: done (4 left) 2024-08-17T16:56:21.758 INFO:tasks.rados.rados.0.smithi001.stdout:1622: snap_remove snap 147 2024-08-17T16:56:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:21 smithi189 ceph-mon[90541]: pgmap v189: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:21 smithi189 ceph-mon[90541]: Upgrade: Updating osd.2 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:21 smithi189 ceph-mon[90541]: Deploying daemon osd.2 on smithi001 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:21 smithi189 ceph-mon[90541]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[100737]: pgmap v189: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[100737]: Upgrade: Updating osd.2 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[100737]: Deploying daemon osd.2 on smithi001 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[100737]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[103274]: pgmap v189: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[103274]: Upgrade: Updating osd.2 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[103274]: Deploying daemon osd.2 on smithi001 2024-08-17T16:56:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:21 smithi001 ceph-mon[103274]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T16:56:22.744 INFO:tasks.rados.rados.0.smithi001.stdout:1622: done (4 left) 2024-08-17T16:56:22.744 INFO:tasks.rados.rados.0.smithi001.stdout:1623: rmattr oid 19 current snap is 152 2024-08-17T16:56:22.744 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 851 (ObjNum 529 snap 148 seq_num 529) dirty exists 2024-08-17T16:56:22.744 INFO:tasks.rados.rados.0.smithi001.stdout:1617: finishing copy_from to smithi00187473-11 2024-08-17T16:56:22.744 INFO:tasks.rados.rados.0.smithi001.stdout:1617: got expected ENOENT (src dne) 2024-08-17T16:56:22.744 INFO:tasks.rados.rados.0.smithi001.stdout:1617: finishing copy_from racing read to smithi00187473-11 2024-08-17T16:56:22.745 INFO:tasks.rados.rados.0.smithi001.stdout:1619: expect (ObjNum 520 snap 147 seq_num 520) 2024-08-17T16:56:23.339 INFO:tasks.rados.rados.0.smithi001.stdout:1620: finishing write tid 1 to smithi00187473-43 2024-08-17T16:56:23.339 INFO:tasks.rados.rados.0.smithi001.stdout:1620: finishing write tid 2 to smithi00187473-43 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1620: finishing write tid 3 to smithi00187473-43 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1620: finishing write tid 4 to smithi00187473-43 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1620: finishing write tid 5 to smithi00187473-43 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1268 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1620: left oid 43 (ObjNum 535 snap 152 seq_num 535) 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 898 (ObjNum 493 snap 141 seq_num 493) dirty exists 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1617: done (4 left) 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1619: done (3 left) 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1620: done (2 left) 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1621: done (1 left) 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1623: done (0 left) 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1624: read oid 26 snap 145 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1624: expect (ObjNum 511 snap 143 seq_num 511) 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1625: read oid 5 snap 149 2024-08-17T16:56:23.340 INFO:tasks.rados.rados.0.smithi001.stdout:1625: expect (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:56:23.341 INFO:tasks.rados.rados.0.smithi001.stdout:1626: delete oid 47 current snap is 152 2024-08-17T16:56:23.342 INFO:tasks.rados.rados.0.smithi001.stdout:1626: done (2 left) 2024-08-17T16:56:23.342 INFO:tasks.rados.rados.0.smithi001.stdout:1627: read oid 36 snap 145 2024-08-17T16:56:23.342 INFO:tasks.rados.rados.0.smithi001.stdout:1627: expect (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:56:23.342 INFO:tasks.rados.rados.0.smithi001.stdout:1628: delete oid 11 current snap is 152 2024-08-17T16:56:23.346 INFO:tasks.rados.rados.0.smithi001.stdout:1627: expect (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:56:23.361 INFO:tasks.rados.rados.0.smithi001.stdout:1624: expect (ObjNum 511 snap 143 seq_num 511) 2024-08-17T16:56:23.422 INFO:tasks.rados.rados.0.smithi001.stdout:1625: expect (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:56:23.536 INFO:tasks.rados.rados.0.smithi001.stdout:1624: done (3 left) 2024-08-17T16:56:23.537 INFO:tasks.rados.rados.0.smithi001.stdout:1625: done (2 left) 2024-08-17T16:56:23.537 INFO:tasks.rados.rados.0.smithi001.stdout:1627: done (1 left) 2024-08-17T16:56:23.537 INFO:tasks.rados.rados.0.smithi001.stdout:1628: done (0 left) 2024-08-17T16:56:23.537 INFO:tasks.rados.rados.0.smithi001.stdout:1629: delete oid 34 current snap is 152 2024-08-17T16:56:23.538 INFO:tasks.rados.rados.0.smithi001.stdout:1629: done (0 left) 2024-08-17T16:56:23.539 INFO:tasks.rados.rados.0.smithi001.stdout:1630: snap_create 2024-08-17T16:56:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:23 smithi001 ceph-mon[100737]: pgmap v192: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T16:56:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:23 smithi001 ceph-mon[100737]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T16:56:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:23.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:23 smithi001 ceph-mon[103274]: pgmap v192: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T16:56:23.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:23 smithi001 ceph-mon[103274]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T16:56:23.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:23.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:24.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:23 smithi189 ceph-mon[90541]: pgmap v192: 121 pgs: 121 active+clean; 175 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T16:56:24.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:23 smithi189 ceph-mon[90541]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T16:56:24.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:24.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:24.240 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:23 smithi001 systemd[1]: Stopping Ceph osd.2 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:56:24.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:24.495 INFO:tasks.rados.rados.0.smithi001.stdout:1630: done (0 left) 2024-08-17T16:56:24.495 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 153 2024-08-17T16:56:24.495 INFO:tasks.rados.rados.0.smithi001.stdout:1631: seq_num 539 ranges {2228224=630784,2859008=737280,3596288=466944} 2024-08-17T16:56:24.511 INFO:tasks.rados.rados.0.smithi001.stdout:1631: writing smithi00187473-49 from 2228224 to 2859008 tid 1 2024-08-17T16:56:24.515 INFO:tasks.rados.rados.0.smithi001.stdout:1631: writing smithi00187473-49 from 2859008 to 3596288 tid 2 2024-08-17T16:56:24.517 INFO:tasks.rados.rados.0.smithi001.stdout:1631: writing smithi00187473-49 from 3596288 to 4063232 tid 3 2024-08-17T16:56:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:1632: setattr oid 31 current snap is 153 2024-08-17T16:56:24.518 INFO:tasks.rados.rados.0.smithi001.stdout:1631: finishing write tid 1 to smithi00187473-49 2024-08-17T16:56:24.520 INFO:tasks.rados.rados.0.smithi001.stdout:1631: finishing write tid 2 to smithi00187473-49 2024-08-17T16:56:24.520 INFO:tasks.rados.rados.0.smithi001.stdout:1631: finishing write tid 3 to smithi00187473-49 2024-08-17T16:56:24.520 INFO:tasks.rados.rados.0.smithi001.stdout:1631: finishing write tid 4 to smithi00187473-49 2024-08-17T16:56:24.521 INFO:tasks.rados.rados.0.smithi001.stdout:1633: read oid 35 snap -1 2024-08-17T16:56:24.521 INFO:tasks.rados.rados.0.smithi001.stdout:1633: expect (ObjNum 445 snap 131 seq_num 445) 2024-08-17T16:56:24.521 INFO:tasks.rados.rados.0.smithi001.stdout:1634: snap_remove snap 150 2024-08-17T16:56:24.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[58697]: 2024-08-17T16:56:24.237+0000 7f7c4dfb9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:56:24.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[58697]: 2024-08-17T16:56:24.237+0000 7f7c4dfb9640 -1 osd.2 386 *** Got signal Terminated *** 2024-08-17T16:56:24.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[58697]: 2024-08-17T16:56:24.237+0000 7f7c4dfb9640 -1 osd.2 386 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:56:24.742 INFO:tasks.rados.rados.0.smithi001.stdout:1634: done (3 left) 2024-08-17T16:56:24.742 INFO:tasks.rados.rados.0.smithi001.stdout:1635: setattr oid 18 current snap is 153 2024-08-17T16:56:24.742 INFO:tasks.rados.rados.0.smithi001.stdout:1631: finishing write tid 5 to smithi00187473-49 2024-08-17T16:56:24.742 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1213 (ObjNum 539 snap 153 seq_num 539) dirty exists 2024-08-17T16:56:24.742 INFO:tasks.rados.rados.0.smithi001.stdout:1631: left oid 49 (ObjNum 539 snap 153 seq_num 539) 2024-08-17T16:56:24.742 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1274 (ObjNum 526 snap 148 seq_num 526) dirty exists 2024-08-17T16:56:24.747 INFO:tasks.rados.rados.0.smithi001.stdout:1631: done (3 left) 2024-08-17T16:56:24.747 INFO:tasks.rados.rados.0.smithi001.stdout:1632: done (2 left) 2024-08-17T16:56:24.747 INFO:tasks.rados.rados.0.smithi001.stdout:1636: snap_create 2024-08-17T16:56:24.760 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1280 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:56:24.770 INFO:tasks.rados.rados.0.smithi001.stdout:1633: expect (ObjNum 445 snap 131 seq_num 445) 2024-08-17T16:56:25.035 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-mon[100737]: osd.2 marked itself down and dead 2024-08-17T16:56:25.035 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-mon[100737]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:56:25.035 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-mon[100737]: osdmap e387: 8 total, 7 up, 8 in 2024-08-17T16:56:25.036 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-mon[100737]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T16:56:25.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-mon[103274]: osd.2 marked itself down and dead 2024-08-17T16:56:25.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-mon[103274]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:56:25.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-mon[103274]: osdmap e387: 8 total, 7 up, 8 in 2024-08-17T16:56:25.036 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:24 smithi001 ceph-mon[103274]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T16:56:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:24 smithi189 ceph-mon[90541]: osd.2 marked itself down and dead 2024-08-17T16:56:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:24 smithi189 ceph-mon[90541]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:56:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:24 smithi189 ceph-mon[90541]: osdmap e387: 8 total, 7 up, 8 in 2024-08-17T16:56:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:24 smithi189 ceph-mon[90541]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T16:56:25.330 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:25 smithi001 podman[118844]: 2024-08-17 16:56:25.03503315 +0000 UTC m=+0.899686482 container died 4c280072dce36f6a697631db77908c13413180ecac4cbe52c9e687bc8249fcbe (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, org.label-schema.build-date=20240731, RELEASE=quincy-f2c39d4, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T16:56:25.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:25 smithi001 podman[118844]: 2024-08-17 16:56:25.386612906 +0000 UTC m=+1.251266232 container cleanup 4c280072dce36f6a697631db77908c13413180ecac4cbe52c9e687bc8249fcbe (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=quincy-f2c39d4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-08-17T16:56:25.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:25 smithi001 bash[118844]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2 2024-08-17T16:56:25.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:25 smithi001 podman[118865]: 2024-08-17 16:56:25.554564997 +0000 UTC m=+0.517793622 container remove 4c280072dce36f6a697631db77908c13413180ecac4cbe52c9e687bc8249fcbe (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-17T16:56:25.753 INFO:tasks.rados.rados.0.smithi001.stdout:1633: done (2 left) 2024-08-17T16:56:25.753 INFO:tasks.rados.rados.0.smithi001.stdout:1635: done (1 left) 2024-08-17T16:56:25.754 INFO:tasks.rados.rados.0.smithi001.stdout:1636: done (0 left) 2024-08-17T16:56:25.754 INFO:tasks.rados.rados.0.smithi001.stdout:1637: snap_create 2024-08-17T16:56:26.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:25 smithi189 ceph-mon[90541]: pgmap v194: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 400 KiB/s wr, 10 op/s 2024-08-17T16:56:26.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:25 smithi189 ceph-mon[90541]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T16:56:26.081 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:26.081 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:25.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:26.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:25 smithi001 ceph-mon[100737]: pgmap v194: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 400 KiB/s wr, 10 op/s 2024-08-17T16:56:26.106 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:25 smithi001 ceph-mon[100737]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T16:56:26.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:25 smithi001 ceph-mon[103274]: pgmap v194: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 400 KiB/s wr, 10 op/s 2024-08-17T16:56:26.107 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:25 smithi001 ceph-mon[103274]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T16:56:26.107 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:25 smithi001 podman[118956]: 2024-08-17 16:56:25.980454467 +0000 UTC m=+0.111589687 container create 42bebcabaa2a97533167f3e7cdfed4d9d4f5f6325515dba6c2f937ec56a87e3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T16:56:26.107 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:25 smithi001 podman[118956]: 2024-08-17 16:56:25.886653325 +0000 UTC m=+0.017788515 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:56:26.426 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:26 smithi001 podman[118956]: 2024-08-17 16:56:26.224877807 +0000 UTC m=+0.356012991 container init 42bebcabaa2a97533167f3e7cdfed4d9d4f5f6325515dba6c2f937ec56a87e3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:56:26.427 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:26 smithi001 podman[118956]: 2024-08-17 16:56:26.230395331 +0000 UTC m=+0.361530511 container start 42bebcabaa2a97533167f3e7cdfed4d9d4f5f6325515dba6c2f937ec56a87e3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:56:26.427 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:26 smithi001 podman[118956]: 2024-08-17 16:56:26.316016218 +0000 UTC m=+0.447151405 container attach 42bebcabaa2a97533167f3e7cdfed4d9d4f5f6325515dba6c2f937ec56a87e3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T16:56:26.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:26 smithi001 podman[118956]: 2024-08-17 16:56:26.426586748 +0000 UTC m=+0.557721950 container died 42bebcabaa2a97533167f3e7cdfed4d9d4f5f6325515dba6c2f937ec56a87e3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T16:56:26.754 INFO:tasks.rados.rados.0.smithi001.stdout:1637: done (0 left) 2024-08-17T16:56:26.754 INFO:tasks.rados.rados.0.smithi001.stdout:1638: snap_remove snap 146 2024-08-17T16:56:27.262 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:26 smithi001 podman[118999]: 2024-08-17 16:56:26.97778717 +0000 UTC m=+0.545182551 container remove 42bebcabaa2a97533167f3e7cdfed4d9d4f5f6325515dba6c2f937ec56a87e3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T16:56:27.262 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:26 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-17T16:56:27.262 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:26 smithi001 systemd[1]: Stopped Ceph osd.2 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:56:27.262 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:26 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.2.service: Consumed 11.848s CPU time. 2024-08-17T16:56:27.262 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 systemd[1]: Starting Ceph osd.2 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:56:27.291 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:26.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:27.555 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:56:27] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.51.0" 2024-08-17T16:56:27.555 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 podman[119103]: 2024-08-17 16:56:27.420364105 +0000 UTC m=+0.112969062 container create 2bb72c9f3c0a1b817ad8921639af0fe09ce325e6d507aa0c4f3ce6acb596c1c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T16:56:27.555 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 podman[119103]: 2024-08-17 16:56:27.325715702 +0000 UTC m=+0.018320660 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:56:27.762 INFO:tasks.rados.rados.0.smithi001.stdout:1638: done (0 left) 2024-08-17T16:56:27.762 INFO:tasks.rados.rados.0.smithi001.stdout:1639: rollback oid 7 current snap is 155 2024-08-17T16:56:27.762 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 145 2024-08-17T16:56:27.763 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 155 2024-08-17T16:56:27.763 INFO:tasks.rados.rados.0.smithi001.stdout:1640: seq_num 540 ranges {15138816=647168,15785984=671744,16457728=532480} 2024-08-17T16:56:27.815 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-mon[100737]: pgmap v198: 121 pgs: 3 active+undersized, 12 stale+active+clean, 2 active+undersized+degraded, 104 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 432 KiB/s wr, 13 op/s; 3/255 objects degraded (1.176%) 2024-08-17T16:56:27.816 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-mon[100737]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T16:56:27.816 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-mon[100737]: Health check failed: Degraded data redundancy: 3/255 objects degraded (1.176%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:27.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-mon[103274]: pgmap v198: 121 pgs: 3 active+undersized, 12 stale+active+clean, 2 active+undersized+degraded, 104 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 432 KiB/s wr, 13 op/s; 3/255 objects degraded (1.176%) 2024-08-17T16:56:27.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-mon[103274]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T16:56:27.816 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-mon[103274]: Health check failed: Degraded data redundancy: 3/255 objects degraded (1.176%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:27.816 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 podman[119103]: 2024-08-17 16:56:27.664513477 +0000 UTC m=+0.357118449 container init 2bb72c9f3c0a1b817ad8921639af0fe09ce325e6d507aa0c4f3ce6acb596c1c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-17T16:56:27.816 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 podman[119103]: 2024-08-17 16:56:27.669358349 +0000 UTC m=+0.361963308 container start 2bb72c9f3c0a1b817ad8921639af0fe09ce325e6d507aa0c4f3ce6acb596c1c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-17T16:56:27.816 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 podman[119103]: 2024-08-17 16:56:27.731068563 +0000 UTC m=+0.423673521 container attach 2bb72c9f3c0a1b817ad8921639af0fe09ce325e6d507aa0c4f3ce6acb596c1c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T16:56:27.849 INFO:tasks.rados.rados.0.smithi001.stdout:1640: writing smithi00187473-31 from 15138816 to 15785984 tid 1 2024-08-17T16:56:27.853 INFO:tasks.rados.rados.0.smithi001.stdout:1640: writing smithi00187473-31 from 15785984 to 16457728 tid 2 2024-08-17T16:56:27.856 INFO:tasks.rados.rados.0.smithi001.stdout:1640: writing smithi00187473-31 from 16457728 to 16990208 tid 3 2024-08-17T16:56:27.856 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 155 2024-08-17T16:56:27.856 INFO:tasks.rados.rados.0.smithi001.stdout:1639: finishing rollback tid 0 to smithi00187473-7 2024-08-17T16:56:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:1641: seq_num 541 ranges {1064960=663552,1728512=557056,2285568=475136,2760704=172032} 2024-08-17T16:56:27.866 INFO:tasks.rados.rados.0.smithi001.stdout:1641: writing smithi00187473-50 from 1064960 to 1728512 tid 1 2024-08-17T16:56:27.869 INFO:tasks.rados.rados.0.smithi001.stdout:1641: writing smithi00187473-50 from 1728512 to 2285568 tid 2 2024-08-17T16:56:27.872 INFO:tasks.rados.rados.0.smithi001.stdout:1641: writing smithi00187473-50 from 2285568 to 2760704 tid 3 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:1641: writing smithi00187473-50 from 2760704 to 2932736 tid 4 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:1642: read oid 9 snap -1 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:1642: expect (ObjNum 529 snap 148 seq_num 529) 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:1643: read oid 39 snap -1 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:1643: expect deleted 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:1644: snap_create 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:1639: finishing rollback tid 1 to smithi00187473-7 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:1639: finishing rollback tid 2 to smithi00187473-7 2024-08-17T16:56:27.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 486 (ObjNum 505 snap 142 seq_num 505) dirty exists 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 1 to smithi00187473-31 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 2 to smithi00187473-31 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 3 to smithi00187473-31 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 4 to smithi00187473-31 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:1640: finishing write tid 5 to smithi00187473-31 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1295 (ObjNum 540 snap 155 seq_num 540) dirty exists 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:1640: left oid 31 (ObjNum 540 snap 155 seq_num 540) 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:1641: finishing write tid 1 to smithi00187473-50 2024-08-17T16:56:27.875 INFO:tasks.rados.rados.0.smithi001.stdout:1641: finishing write tid 2 to smithi00187473-50 2024-08-17T16:56:27.876 INFO:tasks.rados.rados.0.smithi001.stdout:1641: finishing write tid 3 to smithi00187473-50 2024-08-17T16:56:27.876 INFO:tasks.rados.rados.0.smithi001.stdout:1641: finishing write tid 4 to smithi00187473-50 2024-08-17T16:56:27.876 INFO:tasks.rados.rados.0.smithi001.stdout:1641: finishing write tid 5 to smithi00187473-50 2024-08-17T16:56:27.877 INFO:tasks.rados.rados.0.smithi001.stdout:1641: finishing write tid 6 to smithi00187473-50 2024-08-17T16:56:27.877 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 891 (ObjNum 541 snap 155 seq_num 541) dirty exists 2024-08-17T16:56:27.877 INFO:tasks.rados.rados.0.smithi001.stdout:1641: left oid 50 (ObjNum 541 snap 155 seq_num 541) 2024-08-17T16:56:27.904 INFO:tasks.rados.rados.0.smithi001.stdout:1642: expect (ObjNum 529 snap 148 seq_num 529) 2024-08-17T16:56:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:27 smithi189 ceph-mon[90541]: pgmap v198: 121 pgs: 3 active+undersized, 12 stale+active+clean, 2 active+undersized+degraded, 104 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 432 KiB/s wr, 13 op/s; 3/255 objects degraded (1.176%) 2024-08-17T16:56:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:27 smithi189 ceph-mon[90541]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T16:56:28.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:27 smithi189 ceph-mon[90541]: Health check failed: Degraded data redundancy: 3/255 objects degraded (1.176%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:28.179 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:56:28.179 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 bash[119103]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:56:28.179 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:56:28.179 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 bash[119103]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:56:28.179 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 bash[119103]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 bash[119103]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 bash[119103]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 bash[119103]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-17T16:56:28.180 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:27 smithi001 bash[119103]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-17T16:56:28.551 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 bash[119103]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 bash[119103]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 bash[119103]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 bash[119103]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate[119118]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 bash[119103]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-17T16:56:28.552 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 podman[119103]: 2024-08-17 16:56:28.253785264 +0000 UTC m=+0.946390234 container died 2bb72c9f3c0a1b817ad8921639af0fe09ce325e6d507aa0c4f3ce6acb596c1c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1639: done (5 left) 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1640: done (4 left) 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1641: done (3 left) 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1642: done (2 left) 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1643: done (1 left) 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1644: done (0 left) 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1645: read oid 1 snap -1 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1645: expect (ObjNum 489 snap 139 seq_num 489) 2024-08-17T16:56:28.767 INFO:tasks.rados.rados.0.smithi001.stdout:1646: read oid 4 snap -1 2024-08-17T16:56:28.768 INFO:tasks.rados.rados.0.smithi001.stdout:1646: expect deleted 2024-08-17T16:56:28.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 156 2024-08-17T16:56:28.768 INFO:tasks.rados.rados.0.smithi001.stdout:1647: seq_num 542 ranges {3645440=679936,4325376=442368,4767744=679936,5447680=81920} 2024-08-17T16:56:28.791 INFO:tasks.rados.rados.0.smithi001.stdout:1647: writing smithi00187473-45 from 3645440 to 4325376 tid 1 2024-08-17T16:56:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:1647: writing smithi00187473-45 from 4325376 to 4767744 tid 2 2024-08-17T16:56:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:1647: writing smithi00187473-45 from 4767744 to 5447680 tid 3 2024-08-17T16:56:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:1647: writing smithi00187473-45 from 5447680 to 5529600 tid 4 2024-08-17T16:56:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:1648: setattr oid 5 current snap is 156 2024-08-17T16:56:28.800 INFO:tasks.rados.rados.0.smithi001.stdout:1645: expect (ObjNum 489 snap 139 seq_num 489) 2024-08-17T16:56:28.882 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing write tid 1 to smithi00187473-45 2024-08-17T16:56:28.882 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing write tid 2 to smithi00187473-45 2024-08-17T16:56:28.882 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing write tid 3 to smithi00187473-45 2024-08-17T16:56:28.882 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing write tid 4 to smithi00187473-45 2024-08-17T16:56:28.882 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing write tid 5 to smithi00187473-45 2024-08-17T16:56:28.882 INFO:tasks.rados.rados.0.smithi001.stdout:1647: finishing write tid 6 to smithi00187473-45 2024-08-17T16:56:28.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1301 (ObjNum 542 snap 156 seq_num 542) dirty exists 2024-08-17T16:56:28.882 INFO:tasks.rados.rados.0.smithi001.stdout:1647: left oid 45 (ObjNum 542 snap 156 seq_num 542) 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:1645: done (3 left) 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:1646: done (2 left) 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:1647: done (1 left) 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:1649: read oid 47 snap -1 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:1649: expect deleted 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:1650: rollback oid 28 current snap is 156 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 145 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 156 2024-08-17T16:56:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:1651: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-08-17T16:56:28.886 INFO:tasks.rados.rados.0.smithi001.stdout:1651: writing smithi00187473-16 from 0 to 704512 tid 1 2024-08-17T16:56:28.890 INFO:tasks.rados.rados.0.smithi001.stdout:1651: writing smithi00187473-16 from 704512 to 1433600 tid 2 2024-08-17T16:56:28.893 INFO:tasks.rados.rados.0.smithi001.stdout:1651: writing smithi00187473-16 from 1433600 to 1908736 tid 3 2024-08-17T16:56:28.893 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 156 2024-08-17T16:56:28.893 INFO:tasks.rados.rados.0.smithi001.stdout:1652: seq_num 544 ranges {0=720896,720896=614400,1335296=589824} 2024-08-17T16:56:28.897 INFO:tasks.rados.rados.0.smithi001.stdout:1652: writing smithi00187473-11 from 0 to 720896 tid 1 2024-08-17T16:56:28.901 INFO:tasks.rados.rados.0.smithi001.stdout:1652: writing smithi00187473-11 from 720896 to 1335296 tid 2 2024-08-17T16:56:28.905 INFO:tasks.rados.rados.0.smithi001.stdout:1652: writing smithi00187473-11 from 1335296 to 1925120 tid 3 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1653: delete oid 42 current snap is 156 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1303 (ObjNum 442 snap 129 seq_num 442) dirty exists 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1650: finishing rollback tid 0 to smithi00187473-28 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1650: finishing rollback tid 1 to smithi00187473-28 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1650: finishing rollback tid 2 to smithi00187473-28 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 901 (ObjNum 516 snap 144 seq_num 516) dirty exists 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1651: finishing write tid 1 to smithi00187473-16 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1651: finishing write tid 2 to smithi00187473-16 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1651: finishing write tid 3 to smithi00187473-16 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1651: finishing write tid 4 to smithi00187473-16 2024-08-17T16:56:28.906 INFO:tasks.rados.rados.0.smithi001.stdout:1651: finishing write tid 5 to smithi00187473-16 2024-08-17T16:56:28.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 652 (ObjNum 543 snap 156 seq_num 543) dirty exists 2024-08-17T16:56:28.907 INFO:tasks.rados.rados.0.smithi001.stdout:1651: left oid 16 (ObjNum 543 snap 156 seq_num 543) 2024-08-17T16:56:28.907 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 1 to smithi00187473-11 2024-08-17T16:56:28.907 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 2 to smithi00187473-11 2024-08-17T16:56:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:1648: done (5 left) 2024-08-17T16:56:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:1649: done (4 left) 2024-08-17T16:56:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:1650: done (3 left) 2024-08-17T16:56:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:1651: done (2 left) 2024-08-17T16:56:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:1653: done (1 left) 2024-08-17T16:56:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:1654: delete oid 16 current snap is 156 2024-08-17T16:56:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 3 to smithi00187473-11 2024-08-17T16:56:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 4 to smithi00187473-11 2024-08-17T16:56:28.909 INFO:tasks.rados.rados.0.smithi001.stdout:1652: finishing write tid 5 to smithi00187473-11 2024-08-17T16:56:28.909 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1307 (ObjNum 544 snap 156 seq_num 544) dirty exists 2024-08-17T16:56:28.909 INFO:tasks.rados.rados.0.smithi001.stdout:1652: left oid 11 (ObjNum 544 snap 156 seq_num 544) 2024-08-17T16:56:28.909 INFO:tasks.rados.rados.0.smithi001.stdout:1652: done (1 left) 2024-08-17T16:56:28.909 INFO:tasks.rados.rados.0.smithi001.stdout:1654: done (0 left) 2024-08-17T16:56:28.910 INFO:tasks.rados.rados.0.smithi001.stdout:1655: copy_from oid 27 from oid 15 current snap is 156 2024-08-17T16:56:28.910 INFO:tasks.rados.rados.0.smithi001.stdout:1656: read oid 30 snap 153 2024-08-17T16:56:28.910 INFO:tasks.rados.rados.0.smithi001.stdout:1656: expect deleted 2024-08-17T16:56:28.910 INFO:tasks.rados.rados.0.smithi001.stdout:1657: snap_remove snap 149 2024-08-17T16:56:28.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:28 smithi001 ceph-mon[100737]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T16:56:28.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:28 smithi001 ceph-mon[103274]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T16:56:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:28 smithi189 ceph-mon[90541]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T16:56:29.323 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:28 smithi001 podman[119243]: 2024-08-17 16:56:28.960283798 +0000 UTC m=+0.700927143 container remove 2bb72c9f3c0a1b817ad8921639af0fe09ce325e6d507aa0c4f3ce6acb596c1c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe) 2024-08-17T16:56:29.323 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:29 smithi001 podman[119308]: 2024-08-17 16:56:29.079084126 +0000 UTC m=+0.018242266 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:56:29.323 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:29 smithi001 podman[119308]: 2024-08-17 16:56:29.186184097 +0000 UTC m=+0.125342291 container create 5e3bfa92ff8728076c69b0b1de2ee7efd5c9c2ac6d4721ced034d0cfa016d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:56:29.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:29 smithi001 podman[119308]: 2024-08-17 16:56:29.405267394 +0000 UTC m=+0.344425525 container init 5e3bfa92ff8728076c69b0b1de2ee7efd5c9c2ac6d4721ced034d0cfa016d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:56:29.680 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:29 smithi001 podman[119308]: 2024-08-17 16:56:29.410392084 +0000 UTC m=+0.349550223 container start 5e3bfa92ff8728076c69b0b1de2ee7efd5c9c2ac6d4721ced034d0cfa016d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-17T16:56:29.680 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-osd[119346]: -- 172.21.15.1:0/1997838183 <== mon.2 v2:172.21.15.1:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5564b96f7a40 con 0x5564ba4c4000 2024-08-17T16:56:29.680 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:29 smithi001 bash[119308]: 5e3bfa92ff8728076c69b0b1de2ee7efd5c9c2ac6d4721ced034d0cfa016d18d 2024-08-17T16:56:29.680 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:29 smithi001 systemd[1]: Started Ceph osd.2 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:56:29.742 INFO:tasks.rados.rados.0.smithi001.stdout:1657: done (2 left) 2024-08-17T16:56:29.742 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 156 2024-08-17T16:56:29.742 INFO:tasks.rados.rados.0.smithi001.stdout:1658: seq_num 547 ranges {2629632=770048,3399680=663552,4063232=466944,4530176=73728} 2024-08-17T16:56:29.760 INFO:tasks.rados.rados.0.smithi001.stdout:1658: writing smithi00187473-7 from 2629632 to 3399680 tid 1 2024-08-17T16:56:29.764 INFO:tasks.rados.rados.0.smithi001.stdout:1658: writing smithi00187473-7 from 3399680 to 4063232 tid 2 2024-08-17T16:56:29.767 INFO:tasks.rados.rados.0.smithi001.stdout:1658: writing smithi00187473-7 from 4063232 to 4530176 tid 3 2024-08-17T16:56:29.768 INFO:tasks.rados.rados.0.smithi001.stdout:1658: writing smithi00187473-7 from 4530176 to 4603904 tid 4 2024-08-17T16:56:29.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 156 2024-08-17T16:56:29.769 INFO:tasks.rados.rados.0.smithi001.stdout:1655: finishing copy_from racing read to smithi00187473-27 2024-08-17T16:56:29.769 INFO:tasks.rados.rados.0.smithi001.stdout:1655: finishing copy_from to smithi00187473-27 2024-08-17T16:56:29.769 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 866 (ObjNum 525 snap 148 seq_num 525) dirty exists 2024-08-17T16:56:29.769 INFO:tasks.rados.rados.0.smithi001.stdout:1659: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2024-08-17T16:56:29.774 INFO:tasks.rados.rados.0.smithi001.stdout:1659: writing smithi00187473-40 from 0 to 786432 tid 1 2024-08-17T16:56:29.778 INFO:tasks.rados.rados.0.smithi001.stdout:1659: writing smithi00187473-40 from 786432 to 1384448 tid 2 2024-08-17T16:56:29.782 INFO:tasks.rados.rados.0.smithi001.stdout:1659: writing smithi00187473-40 from 1384448 to 1990656 tid 3 2024-08-17T16:56:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:1655: done (3 left) 2024-08-17T16:56:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:1656: done (2 left) 2024-08-17T16:56:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:1660: read oid 3 snap -1 2024-08-17T16:56:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:1660: expect (ObjNum 530 snap 149 seq_num 530) 2024-08-17T16:56:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 156 2024-08-17T16:56:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:1658: finishing write tid 1 to smithi00187473-7 2024-08-17T16:56:29.783 INFO:tasks.rados.rados.0.smithi001.stdout:1661: seq_num 549 ranges {16990208=802816,17793024=483328,18276352=434176,18710528=286720} 2024-08-17T16:56:29.882 INFO:tasks.rados.rados.0.smithi001.stdout:1661: writing smithi00187473-31 from 16990208 to 17793024 tid 1 2024-08-17T16:56:29.885 INFO:tasks.rados.rados.0.smithi001.stdout:1661: writing smithi00187473-31 from 17793024 to 18276352 tid 2 2024-08-17T16:56:29.890 INFO:tasks.rados.rados.0.smithi001.stdout:1661: writing smithi00187473-31 from 18276352 to 18710528 tid 3 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:1661: writing smithi00187473-31 from 18710528 to 18997248 tid 4 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:1662: rollback oid 15 current snap is 156 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 154 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:1658: finishing write tid 2 to smithi00187473-7 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:1658: finishing write tid 3 to smithi00187473-7 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:1658: finishing write tid 4 to smithi00187473-7 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:1658: finishing write tid 5 to smithi00187473-7 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:1658: finishing write tid 6 to smithi00187473-7 2024-08-17T16:56:29.893 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 491 (ObjNum 547 snap 156 seq_num 547) dirty exists 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:1658: left oid 7 (ObjNum 547 snap 156 seq_num 547) 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:1659: finishing write tid 1 to smithi00187473-40 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:1659: finishing write tid 2 to smithi00187473-40 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:1659: finishing write tid 3 to smithi00187473-40 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:1659: finishing write tid 4 to smithi00187473-40 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:1659: finishing write tid 5 to smithi00187473-40 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 495 (ObjNum 548 snap 156 seq_num 548) dirty exists 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:1659: left oid 40 (ObjNum 548 snap 156 seq_num 548) 2024-08-17T16:56:29.894 INFO:tasks.rados.rados.0.smithi001.stdout:1660: expect (ObjNum 530 snap 149 seq_num 530) 2024-08-17T16:56:30.052 INFO:tasks.rados.rados.0.smithi001.stdout:1661: finishing write tid 1 to smithi00187473-31 2024-08-17T16:56:30.052 INFO:tasks.rados.rados.0.smithi001.stdout:1661: finishing write tid 2 to smithi00187473-31 2024-08-17T16:56:30.052 INFO:tasks.rados.rados.0.smithi001.stdout:1661: finishing write tid 3 to smithi00187473-31 2024-08-17T16:56:30.052 INFO:tasks.rados.rados.0.smithi001.stdout:1662: finishing rollback tid 0 to smithi00187473-15 2024-08-17T16:56:30.052 INFO:tasks.rados.rados.0.smithi001.stdout:1662: finishing rollback tid 1 to smithi00187473-15 2024-08-17T16:56:30.052 INFO:tasks.rados.rados.0.smithi001.stdout:1658: done (4 left) 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:1659: done (3 left) 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:1660: done (2 left) 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:1663: read oid 30 snap -1 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:1663: expect deleted 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 156 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:1662: finishing rollback tid 2 to smithi00187473-15 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 869 (ObjNum 525 snap 148 seq_num 525) dirty exists 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:1661: finishing write tid 4 to smithi00187473-31 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:1661: finishing write tid 5 to smithi00187473-31 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:1661: finishing write tid 6 to smithi00187473-31 2024-08-17T16:56:30.053 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1323 (ObjNum 549 snap 156 seq_num 549) dirty exists 2024-08-17T16:56:30.054 INFO:tasks.rados.rados.0.smithi001.stdout:1661: left oid 31 (ObjNum 549 snap 156 seq_num 549) 2024-08-17T16:56:30.054 INFO:tasks.rados.rados.0.smithi001.stdout:1664: seq_num 550 ranges {6348800=417792,6766592=770048,7536640=638976,8175616=196608} 2024-08-17T16:56:30.088 INFO:tasks.rados.rados.0.smithi001.stdout:1664: writing smithi00187473-37 from 6348800 to 6766592 tid 1 2024-08-17T16:56:30.092 INFO:tasks.rados.rados.0.smithi001.stdout:1664: writing smithi00187473-37 from 6766592 to 7536640 tid 2 2024-08-17T16:56:30.096 INFO:tasks.rados.rados.0.smithi001.stdout:1664: writing smithi00187473-37 from 7536640 to 8175616 tid 3 2024-08-17T16:56:30.098 INFO:tasks.rados.rados.0.smithi001.stdout:1664: writing smithi00187473-37 from 8175616 to 8372224 tid 4 2024-08-17T16:56:30.099 INFO:tasks.rados.rados.0.smithi001.stdout:1661: done (3 left) 2024-08-17T16:56:30.099 INFO:tasks.rados.rados.0.smithi001.stdout:1662: done (2 left) 2024-08-17T16:56:30.099 INFO:tasks.rados.rados.0.smithi001.stdout:1665: copy_from oid 38 from oid 11 current snap is 156 2024-08-17T16:56:30.099 INFO:tasks.rados.rados.0.smithi001.stdout:1664: finishing write tid 1 to smithi00187473-37 2024-08-17T16:56:30.099 INFO:tasks.rados.rados.0.smithi001.stdout:1664: finishing write tid 2 to smithi00187473-37 2024-08-17T16:56:30.099 INFO:tasks.rados.rados.0.smithi001.stdout:1663: done (2 left) 2024-08-17T16:56:30.099 INFO:tasks.rados.rados.0.smithi001.stdout:1666: copy_from oid 8 from oid 2 current snap is 156 2024-08-17T16:56:30.099 INFO:tasks.rados.rados.0.smithi001.stdout:1667: snap_create 2024-08-17T16:56:30.100 INFO:tasks.rados.rados.0.smithi001.stdout:1664: finishing write tid 3 to smithi00187473-37 2024-08-17T16:56:30.100 INFO:tasks.rados.rados.0.smithi001.stdout:1664: finishing write tid 4 to smithi00187473-37 2024-08-17T16:56:30.100 INFO:tasks.rados.rados.0.smithi001.stdout:1664: finishing write tid 5 to smithi00187473-37 2024-08-17T16:56:30.101 INFO:tasks.rados.rados.0.smithi001.stdout:1664: finishing write tid 6 to smithi00187473-37 2024-08-17T16:56:30.101 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 639 (ObjNum 550 snap 156 seq_num 550) dirty exists 2024-08-17T16:56:30.101 INFO:tasks.rados.rados.0.smithi001.stdout:1664: left oid 37 (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:56:30.109 INFO:tasks.rados.rados.0.smithi001.stdout:1665: finishing copy_from racing read to smithi00187473-38 2024-08-17T16:56:30.111 INFO:tasks.rados.rados.0.smithi001.stdout:1665: finishing copy_from to smithi00187473-38 2024-08-17T16:56:30.111 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1307 (ObjNum 544 snap 156 seq_num 544) dirty exists 2024-08-17T16:56:30.135 INFO:tasks.rados.rados.0.smithi001.stdout:1666: finishing copy_from racing read to smithi00187473-8 2024-08-17T16:56:30.137 INFO:tasks.rados.rados.0.smithi001.stdout:1666: finishing copy_from to smithi00187473-8 2024-08-17T16:56:30.138 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1240 (ObjNum 521 snap 147 seq_num 521) dirty exists 2024-08-17T16:56:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:29 smithi189 ceph-mon[90541]: pgmap v201: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized, 11 stale+active+clean, 3 active+undersized+degraded, 99 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 2 op/s; 7/255 objects degraded (2.745%) 2024-08-17T16:56:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:29 smithi189 ceph-mon[90541]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T16:56:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:29 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:29 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:29 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:29 smithi189 ceph-mon[90541]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T16:56:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[100737]: pgmap v201: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized, 11 stale+active+clean, 3 active+undersized+degraded, 99 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 2 op/s; 7/255 objects degraded (2.745%) 2024-08-17T16:56:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[100737]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[100737]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[103274]: pgmap v201: 121 pgs: 1 active+clean+snaptrim, 7 active+undersized, 11 stale+active+clean, 3 active+undersized+degraded, 99 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 2 op/s; 7/255 objects degraded (2.745%) 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[103274]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:29 smithi001 ceph-mon[103274]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T16:56:30.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:30.772 INFO:tasks.rados.rados.0.smithi001.stdout:1664: done (3 left) 2024-08-17T16:56:30.773 INFO:tasks.rados.rados.0.smithi001.stdout:1665: done (2 left) 2024-08-17T16:56:30.773 INFO:tasks.rados.rados.0.smithi001.stdout:1666: done (1 left) 2024-08-17T16:56:30.773 INFO:tasks.rados.rados.0.smithi001.stdout:1667: done (0 left) 2024-08-17T16:56:30.773 INFO:tasks.rados.rados.0.smithi001.stdout:1668: delete oid 20 current snap is 157 2024-08-17T16:56:30.776 INFO:tasks.rados.rados.0.smithi001.stdout:1668: done (0 left) 2024-08-17T16:56:30.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 157 2024-08-17T16:56:30.776 INFO:tasks.rados.rados.0.smithi001.stdout:1669: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-08-17T16:56:30.779 INFO:tasks.rados.rados.0.smithi001.stdout:1669: writing smithi00187473-29 from 0 to 450560 tid 1 2024-08-17T16:56:30.786 INFO:tasks.rados.rados.0.smithi001.stdout:1669: writing smithi00187473-29 from 450560 to 983040 tid 2 2024-08-17T16:56:30.788 INFO:tasks.rados.rados.0.smithi001.stdout:1669: writing smithi00187473-29 from 983040 to 1638400 tid 3 2024-08-17T16:56:30.791 INFO:tasks.rados.rados.0.smithi001.stdout:1669: writing smithi00187473-29 from 1638400 to 2056192 tid 4 2024-08-17T16:56:30.792 INFO:tasks.rados.rados.0.smithi001.stdout:1670: rmattr oid 24 current snap is 157 2024-08-17T16:56:30.792 INFO:tasks.rados.rados.0.smithi001.stdout:1670: done (1 left) 2024-08-17T16:56:30.792 INFO:tasks.rados.rados.0.smithi001.stdout:1671: snap_remove snap 153 2024-08-17T16:56:31.392 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:31 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[119323]: 2024-08-17T16:56:31.068+0000 7f953323f640 -1 Falling back to public interface 2024-08-17T16:56:31.777 INFO:tasks.rados.rados.0.smithi001.stdout:1671: done (1 left) 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:1672: delete oid 8 current snap is 157 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 1 to smithi00187473-29 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 2 to smithi00187473-29 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 3 to smithi00187473-29 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 4 to smithi00187473-29 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 5 to smithi00187473-29 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:1669: finishing write tid 6 to smithi00187473-29 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 874 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-08-17T16:56:31.778 INFO:tasks.rados.rados.0.smithi001.stdout:1669: left oid 29 (ObjNum 552 snap 157 seq_num 552) 2024-08-17T16:56:31.779 INFO:tasks.rados.rados.0.smithi001.stdout:1669: done (1 left) 2024-08-17T16:56:31.780 INFO:tasks.rados.rados.0.smithi001.stdout:1672: done (0 left) 2024-08-17T16:56:31.780 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 157 2024-08-17T16:56:31.780 INFO:tasks.rados.rados.0.smithi001.stdout:1673: seq_num 554 ranges {2932736=483328,3416064=704512,4120576=622592,4743168=278528} 2024-08-17T16:56:31.798 INFO:tasks.rados.rados.0.smithi001.stdout:1673: writing smithi00187473-50 from 2932736 to 3416064 tid 1 2024-08-17T16:56:31.802 INFO:tasks.rados.rados.0.smithi001.stdout:1673: writing smithi00187473-50 from 3416064 to 4120576 tid 2 2024-08-17T16:56:31.805 INFO:tasks.rados.rados.0.smithi001.stdout:1673: writing smithi00187473-50 from 4120576 to 4743168 tid 3 2024-08-17T16:56:31.807 INFO:tasks.rados.rados.0.smithi001.stdout:1673: writing smithi00187473-50 from 4743168 to 5021696 tid 4 2024-08-17T16:56:31.807 INFO:tasks.rados.rados.0.smithi001.stdout:1674: snap_remove snap 155 2024-08-17T16:56:32.064 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:31 smithi001 ceph-mon[100737]: pgmap v204: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 21/279 objects degraded (7.527%) 2024-08-17T16:56:32.065 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:31 smithi001 ceph-mon[100737]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T16:56:32.065 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:31 smithi001 ceph-mon[103274]: pgmap v204: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 21/279 objects degraded (7.527%) 2024-08-17T16:56:32.065 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:31 smithi001 ceph-mon[103274]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T16:56:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:31 smithi189 ceph-mon[90541]: pgmap v204: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 186 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 21/279 objects degraded (7.527%) 2024-08-17T16:56:32.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:31 smithi189 ceph-mon[90541]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T16:56:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:1674: done (1 left) 2024-08-17T16:56:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:1675: read oid 37 snap -1 2024-08-17T16:56:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:1675: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:56:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 157 2024-08-17T16:56:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 1 to smithi00187473-50 2024-08-17T16:56:32.782 INFO:tasks.rados.rados.0.smithi001.stdout:1676: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2024-08-17T16:56:32.785 INFO:tasks.rados.rados.0.smithi001.stdout:1676: writing smithi00187473-25 from 0 to 499712 tid 1 2024-08-17T16:56:32.790 INFO:tasks.rados.rados.0.smithi001.stdout:1676: writing smithi00187473-25 from 499712 to 1138688 tid 2 2024-08-17T16:56:32.794 INFO:tasks.rados.rados.0.smithi001.stdout:1676: writing smithi00187473-25 from 1138688 to 1564672 tid 3 2024-08-17T16:56:32.799 INFO:tasks.rados.rados.0.smithi001.stdout:1676: writing smithi00187473-25 from 1564672 to 2105344 tid 4 2024-08-17T16:56:32.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 157 2024-08-17T16:56:32.799 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 2 to smithi00187473-50 2024-08-17T16:56:32.799 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 3 to smithi00187473-50 2024-08-17T16:56:32.800 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 4 to smithi00187473-50 2024-08-17T16:56:32.800 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 5 to smithi00187473-50 2024-08-17T16:56:32.800 INFO:tasks.rados.rados.0.smithi001.stdout:1677: seq_num 556 ranges {1449984=516096,1966080=524288,2490368=638976,3129344=442368} 2024-08-17T16:56:32.811 INFO:tasks.rados.rados.0.smithi001.stdout:1677: writing smithi00187473-28 from 1449984 to 1966080 tid 1 2024-08-17T16:56:32.814 INFO:tasks.rados.rados.0.smithi001.stdout:1677: writing smithi00187473-28 from 1966080 to 2490368 tid 2 2024-08-17T16:56:32.818 INFO:tasks.rados.rados.0.smithi001.stdout:1677: writing smithi00187473-28 from 2490368 to 3129344 tid 3 2024-08-17T16:56:32.822 INFO:tasks.rados.rados.0.smithi001.stdout:1677: writing smithi00187473-28 from 3129344 to 3571712 tid 4 2024-08-17T16:56:32.822 INFO:tasks.rados.rados.0.smithi001.stdout:1678: read oid 46 snap -1 2024-08-17T16:56:32.822 INFO:tasks.rados.rados.0.smithi001.stdout:1678: expect (ObjNum 501 snap 142 seq_num 501) 2024-08-17T16:56:32.822 INFO:tasks.rados.rados.0.smithi001.stdout:1679: delete oid 33 current snap is 157 2024-08-17T16:56:32.822 INFO:tasks.rados.rados.0.smithi001.stdout:1673: finishing write tid 6 to smithi00187473-50 2024-08-17T16:56:32.822 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 896 (ObjNum 554 snap 157 seq_num 554) dirty exists 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1673: left oid 50 (ObjNum 554 snap 157 seq_num 554) 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1676: finishing write tid 1 to smithi00187473-25 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1676: finishing write tid 2 to smithi00187473-25 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1676: finishing write tid 3 to smithi00187473-25 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1676: finishing write tid 4 to smithi00187473-25 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1676: finishing write tid 5 to smithi00187473-25 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1676: finishing write tid 6 to smithi00187473-25 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1218 (ObjNum 555 snap 157 seq_num 555) dirty exists 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1676: left oid 25 (ObjNum 555 snap 157 seq_num 555) 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1677: finishing write tid 1 to smithi00187473-28 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1677: finishing write tid 2 to smithi00187473-28 2024-08-17T16:56:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:1675: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:56:33.052 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:32 smithi001 ceph-mon[103274]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T16:56:33.052 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:32 smithi001 ceph-mon[100737]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T16:56:33.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:32 smithi189 ceph-mon[90541]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T16:56:33.393 INFO:tasks.rados.rados.0.smithi001.stdout:1677: finishing write tid 3 to smithi00187473-28 2024-08-17T16:56:33.393 INFO:tasks.rados.rados.0.smithi001.stdout:1677: finishing write tid 4 to smithi00187473-28 2024-08-17T16:56:33.393 INFO:tasks.rados.rados.0.smithi001.stdout:1677: finishing write tid 5 to smithi00187473-28 2024-08-17T16:56:33.394 INFO:tasks.rados.rados.0.smithi001.stdout:1677: finishing write tid 6 to smithi00187473-28 2024-08-17T16:56:33.394 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 906 (ObjNum 556 snap 157 seq_num 556) dirty exists 2024-08-17T16:56:33.394 INFO:tasks.rados.rados.0.smithi001.stdout:1677: left oid 28 (ObjNum 556 snap 157 seq_num 556) 2024-08-17T16:56:33.394 INFO:tasks.rados.rados.0.smithi001.stdout:1678: expect (ObjNum 501 snap 142 seq_num 501) 2024-08-17T16:56:33.461 INFO:tasks.rados.rados.0.smithi001.stdout:1673: done (5 left) 2024-08-17T16:56:33.461 INFO:tasks.rados.rados.0.smithi001.stdout:1675: done (4 left) 2024-08-17T16:56:33.461 INFO:tasks.rados.rados.0.smithi001.stdout:1676: done (3 left) 2024-08-17T16:56:33.461 INFO:tasks.rados.rados.0.smithi001.stdout:1677: done (2 left) 2024-08-17T16:56:33.461 INFO:tasks.rados.rados.0.smithi001.stdout:1678: done (1 left) 2024-08-17T16:56:33.462 INFO:tasks.rados.rados.0.smithi001.stdout:1679: done (0 left) 2024-08-17T16:56:33.462 INFO:tasks.rados.rados.0.smithi001.stdout:1680: read oid 38 snap 156 2024-08-17T16:56:33.462 INFO:tasks.rados.rados.0.smithi001.stdout:1680: expect (ObjNum 544 snap 156 seq_num 544) 2024-08-17T16:56:33.462 INFO:tasks.rados.rados.0.smithi001.stdout:1681: read oid 35 snap -1 2024-08-17T16:56:33.462 INFO:tasks.rados.rados.0.smithi001.stdout:1681: expect (ObjNum 445 snap 131 seq_num 445) 2024-08-17T16:56:33.462 INFO:tasks.rados.rados.0.smithi001.stdout:1682: copy_from oid 1 from oid 27 current snap is 157 2024-08-17T16:56:33.462 INFO:tasks.rados.rados.0.smithi001.stdout:1683: snap_remove snap 145 2024-08-17T16:56:34.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:33 smithi189 ceph-mon[90541]: pgmap v207: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s; 22/288 objects degraded (7.639%) 2024-08-17T16:56:34.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:33 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 22/288 objects degraded (7.639%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:34.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:33 smithi189 ceph-mon[90541]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T16:56:34.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:33 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:34.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:33 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[100737]: pgmap v207: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s; 22/288 objects degraded (7.639%) 2024-08-17T16:56:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 22/288 objects degraded (7.639%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[100737]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T16:56:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[103274]: pgmap v207: 121 pgs: 1 active+clean+snaptrim, 27 active+undersized, 10 active+undersized+degraded, 83 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 27 op/s; 22/288 objects degraded (7.639%) 2024-08-17T16:56:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 22/288 objects degraded (7.639%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[103274]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T16:56:34.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:34.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:33 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:34.329 INFO:tasks.rados.rados.0.smithi001.stdout:1683: done (3 left) 2024-08-17T16:56:34.329 INFO:tasks.rados.rados.0.smithi001.stdout:1684: read oid 32 snap -1 2024-08-17T16:56:34.329 INFO:tasks.rados.rados.0.smithi001.stdout:1684: expect deleted 2024-08-17T16:56:34.329 INFO:tasks.rados.rados.0.smithi001.stdout:1685: snap_remove snap 152 2024-08-17T16:56:34.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:34.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:34.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[119323]: 2024-08-17T16:56:34.406+0000 7f953323f640 -1 osd.2 386 log_to_monitors true 2024-08-17T16:56:35.331 INFO:tasks.rados.rados.0.smithi001.stdout:1685: done (4 left) 2024-08-17T16:56:35.331 INFO:tasks.rados.rados.0.smithi001.stdout:1686: rollback oid 18 current snap is 157 2024-08-17T16:56:35.331 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 156 2024-08-17T16:56:35.332 INFO:tasks.rados.rados.0.smithi001.stdout:1680: expect (ObjNum 544 snap 156 seq_num 544) 2024-08-17T16:56:35.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:35.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:35.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[100737]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.0 MiB/s wr, 17 op/s; 27/318 objects degraded (8.491%) 2024-08-17T16:56:35.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[100737]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T16:56:35.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[100737]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T16:56:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[103274]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.0 MiB/s wr, 17 op/s; 27/318 objects degraded (8.491%) 2024-08-17T16:56:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[103274]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T16:56:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:34 smithi001 ceph-mon[103274]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T16:56:35.394 INFO:tasks.rados.rados.0.smithi001.stdout:1681: expect (ObjNum 445 snap 131 seq_num 445) 2024-08-17T16:56:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:34 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:34 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:34 smithi189 ceph-mon[90541]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 214 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 7.0 MiB/s wr, 17 op/s; 27/318 objects degraded (8.491%) 2024-08-17T16:56:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:34 smithi189 ceph-mon[90541]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T16:56:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:34 smithi189 ceph-mon[90541]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1682: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1682: finishing copy_from to smithi00187473-1 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 866 (ObjNum 525 snap 148 seq_num 525) dirty exists 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1680: done (4 left) 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1681: done (3 left) 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1682: done (2 left) 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1684: done (1 left) 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1687: read oid 13 snap 156 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1687: expect (ObjNum 1537835008 snap 21856 seq_num 1537313968) 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1688: rmattr oid 24 current snap is 157 2024-08-17T16:56:35.598 INFO:tasks.rados.rados.0.smithi001.stdout:1686: finishing rollback tid 0 to smithi00187473-18 2024-08-17T16:56:35.599 INFO:tasks.rados.rados.0.smithi001.stdout:1686: finishing rollback tid 1 to smithi00187473-18 2024-08-17T16:56:35.599 INFO:tasks.rados.rados.0.smithi001.stdout:1686: finishing rollback tid 2 to smithi00187473-18 2024-08-17T16:56:35.599 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1361 (ObjNum 210 snap 52 seq_num 210) dirty exists 2024-08-17T16:56:35.599 INFO:tasks.rados.rados.0.smithi001.stdout:1686: done (2 left) 2024-08-17T16:56:35.599 INFO:tasks.rados.rados.0.smithi001.stdout:1688: done (1 left) 2024-08-17T16:56:35.599 INFO:tasks.rados.rados.0.smithi001.stdout:1689: snap_remove snap 154 2024-08-17T16:56:35.635 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 16:56:35 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[119323]: 2024-08-17T16:56:35.364+0000 7f952afe9640 -1 osd.2 386 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:56:36.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:36.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:36.339 INFO:tasks.rados.rados.0.smithi001.stdout:1689: done (1 left) 2024-08-17T16:56:36.340 INFO:tasks.rados.rados.0.smithi001.stdout:1690: setattr oid 12 current snap is 157 2024-08-17T16:56:36.340 INFO:tasks.rados.rados.0.smithi001.stdout:1687: expect (ObjNum 1537835008 snap 21856 seq_num 1537313968) 2024-08-17T16:56:36.348 INFO:tasks.rados.rados.0.smithi001.stdout:1687: done (1 left) 2024-08-17T16:56:36.348 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 157 2024-08-17T16:56:36.349 INFO:tasks.rados.rados.0.smithi001.stdout:1691: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-08-17T16:56:36.349 INFO:tasks.rados.rados.0.smithi001.stdout:1691: writing smithi00187473-21 from 0 to 548864 tid 1 2024-08-17T16:56:36.353 INFO:tasks.rados.rados.0.smithi001.stdout:1691: writing smithi00187473-21 from 548864 to 1236992 tid 2 2024-08-17T16:56:36.360 INFO:tasks.rados.rados.0.smithi001.stdout:1691: writing smithi00187473-21 from 1236992 to 1843200 tid 3 2024-08-17T16:56:36.363 INFO:tasks.rados.rados.0.smithi001.stdout:1691: writing smithi00187473-21 from 1843200 to 2154496 tid 4 2024-08-17T16:56:36.363 INFO:tasks.rados.rados.0.smithi001.stdout:1692: copy_from oid 45 from oid 29 current snap is 157 2024-08-17T16:56:36.363 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 876 (ObjNum 346 snap 97 seq_num 346) dirty exists 2024-08-17T16:56:36.363 INFO:tasks.rados.rados.0.smithi001.stdout:1690: done (2 left) 2024-08-17T16:56:36.363 INFO:tasks.rados.rados.0.smithi001.stdout:1693: rollback oid 3 current snap is 157 2024-08-17T16:56:36.363 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 156 2024-08-17T16:56:36.363 INFO:tasks.rados.rados.0.smithi001.stdout:1694: delete oid 28 current snap is 157 2024-08-17T16:56:36.366 INFO:tasks.rados.rados.0.smithi001.stdout:1693: finishing rollback tid 0 to smithi00187473-3 2024-08-17T16:56:36.366 INFO:tasks.rados.rados.0.smithi001.stdout:1694: done (3 left) 2024-08-17T16:56:36.366 INFO:tasks.rados.rados.0.smithi001.stdout:1695: copy_from oid 48 from oid 22 current snap is 157 2024-08-17T16:56:36.366 INFO:tasks.rados.rados.0.smithi001.stdout:1696: copy_from oid 35 from oid 4 current snap is 157 2024-08-17T16:56:36.367 INFO:tasks.rados.rados.0.smithi001.stdout:1697: read oid 47 snap -1 2024-08-17T16:56:36.367 INFO:tasks.rados.rados.0.smithi001.stdout:1697: expect deleted 2024-08-17T16:56:36.367 INFO:tasks.rados.rados.0.smithi001.stdout:1698: delete oid 23 current snap is 157 2024-08-17T16:56:36.367 INFO:tasks.rados.rados.0.smithi001.stdout:1693: finishing rollback tid 1 to smithi00187473-3 2024-08-17T16:56:36.367 INFO:tasks.rados.rados.0.smithi001.stdout:1693: finishing rollback tid 2 to smithi00187473-3 2024-08-17T16:56:36.367 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 318 (ObjNum 530 snap 149 seq_num 530) dirty exists 2024-08-17T16:56:36.370 INFO:tasks.rados.rados.0.smithi001.stdout:1693: done (6 left) 2024-08-17T16:56:36.370 INFO:tasks.rados.rados.0.smithi001.stdout:1697: done (5 left) 2024-08-17T16:56:36.370 INFO:tasks.rados.rados.0.smithi001.stdout:1698: done (4 left) 2024-08-17T16:56:36.370 INFO:tasks.rados.rados.0.smithi001.stdout:1699: rmattr oid 27 current snap is 157 2024-08-17T16:56:36.370 INFO:tasks.rados.rados.0.smithi001.stdout:1700: read oid 16 snap -1 2024-08-17T16:56:36.370 INFO:tasks.rados.rados.0.smithi001.stdout:1700: expect deleted 2024-08-17T16:56:36.370 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 157 2024-08-17T16:56:36.371 INFO:tasks.rados.rados.0.smithi001.stdout:1701: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-08-17T16:56:36.374 INFO:tasks.rados.rados.0.smithi001.stdout:1701: writing smithi00187473-33 from 0 to 598016 tid 1 2024-08-17T16:56:36.378 INFO:tasks.rados.rados.0.smithi001.stdout:1701: writing smithi00187473-33 from 598016 to 1343488 tid 2 2024-08-17T16:56:36.383 INFO:tasks.rados.rados.0.smithi001.stdout:1701: writing smithi00187473-33 from 1343488 to 2121728 tid 3 2024-08-17T16:56:36.384 INFO:tasks.rados.rados.0.smithi001.stdout:1701: writing smithi00187473-33 from 2121728 to 2203648 tid 4 2024-08-17T16:56:36.385 INFO:tasks.rados.rados.0.smithi001.stdout:1702: delete oid 23 current snap is 157 2024-08-17T16:56:36.385 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 908 (ObjNum 525 snap 148 seq_num 525) dirty exists 2024-08-17T16:56:36.385 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing write tid 1 to smithi00187473-33 2024-08-17T16:56:36.385 INFO:tasks.rados.rados.0.smithi001.stdout:1692: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:56:36.385 INFO:tasks.rados.rados.0.smithi001.stdout:1692: finishing copy_from to smithi00187473-45 2024-08-17T16:56:36.385 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 874 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-08-17T16:56:36.385 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing write tid 2 to smithi00187473-33 2024-08-17T16:56:36.386 INFO:tasks.rados.rados.0.smithi001.stdout:1692: done (7 left) 2024-08-17T16:56:36.386 INFO:tasks.rados.rados.0.smithi001.stdout:1699: done (6 left) 2024-08-17T16:56:36.386 INFO:tasks.rados.rados.0.smithi001.stdout:1700: done (5 left) 2024-08-17T16:56:36.386 INFO:tasks.rados.rados.0.smithi001.stdout:1702: done (4 left) 2024-08-17T16:56:36.386 INFO:tasks.rados.rados.0.smithi001.stdout:1703: snap_remove snap 156 2024-08-17T16:56:36.666 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:36 smithi001 ceph-mon[103274]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:56:36.666 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:36 smithi001 ceph-mon[103274]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T16:56:36.666 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:36 smithi001 ceph-mon[103274]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:36.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:36 smithi001 ceph-mon[100737]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:56:36.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:36 smithi001 ceph-mon[100737]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T16:56:36.666 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:36 smithi001 ceph-mon[100737]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:36.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:36 smithi189 ceph-mon[90541]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:56:36.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:36 smithi189 ceph-mon[90541]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T16:56:36.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:36 smithi189 ceph-mon[90541]: from='osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:56:37.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:36.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:37.338 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing write tid 3 to smithi00187473-33 2024-08-17T16:56:37.338 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing write tid 4 to smithi00187473-33 2024-08-17T16:56:37.338 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing write tid 5 to smithi00187473-33 2024-08-17T16:56:37.339 INFO:tasks.rados.rados.0.smithi001.stdout:1701: finishing write tid 6 to smithi00187473-33 2024-08-17T16:56:37.339 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1166 (ObjNum 561 snap 157 seq_num 561) dirty exists 2024-08-17T16:56:37.339 INFO:tasks.rados.rados.0.smithi001.stdout:1701: left oid 33 (ObjNum 561 snap 157 seq_num 561) 2024-08-17T16:56:37.339 INFO:tasks.rados.rados.0.smithi001.stdout:1701: done (4 left) 2024-08-17T16:56:37.339 INFO:tasks.rados.rados.0.smithi001.stdout:1703: done (3 left) 2024-08-17T16:56:37.339 INFO:tasks.rados.rados.0.smithi001.stdout:1704: delete oid 30 current snap is 157 2024-08-17T16:56:37.350 INFO:tasks.rados.rados.0.smithi001.stdout:1704: done (3 left) 2024-08-17T16:56:37.350 INFO:tasks.rados.rados.0.smithi001.stdout:1705: delete oid 14 current snap is 157 2024-08-17T16:56:37.360 INFO:tasks.rados.rados.0.smithi001.stdout:1705: done (3 left) 2024-08-17T16:56:37.361 INFO:tasks.rados.rados.0.smithi001.stdout:1706: copy_from oid 15 from oid 43 current snap is 157 2024-08-17T16:56:37.361 INFO:tasks.rados.rados.0.smithi001.stdout:1707: snap_create 2024-08-17T16:56:37.368 INFO:tasks.rados.rados.0.smithi001.stdout:1696: finishing copy_from to smithi00187473-35 2024-08-17T16:56:37.368 INFO:tasks.rados.rados.0.smithi001.stdout:1696: got expected ENOENT (src dne) 2024-08-17T16:56:37.368 INFO:tasks.rados.rados.0.smithi001.stdout:1696: finishing copy_from racing read to smithi00187473-35 2024-08-17T16:56:37.372 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 1 to smithi00187473-21 2024-08-17T16:56:37.372 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 2 to smithi00187473-21 2024-08-17T16:56:37.372 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 3 to smithi00187473-21 2024-08-17T16:56:37.372 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 4 to smithi00187473-21 2024-08-17T16:56:37.373 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 5 to smithi00187473-21 2024-08-17T16:56:37.374 INFO:tasks.rados.rados.0.smithi001.stdout:1691: finishing write tid 6 to smithi00187473-21 2024-08-17T16:56:37.375 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1106 (ObjNum 558 snap 157 seq_num 558) dirty exists 2024-08-17T16:56:37.375 INFO:tasks.rados.rados.0.smithi001.stdout:1691: left oid 21 (ObjNum 558 snap 157 seq_num 558) 2024-08-17T16:56:37.376 INFO:tasks.rados.rados.0.smithi001.stdout:1706: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:56:37.377 INFO:tasks.rados.rados.0.smithi001.stdout:1706: finishing copy_from to smithi00187473-15 2024-08-17T16:56:37.378 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1268 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:56:37.423 INFO:tasks.rados.rados.0.smithi001.stdout:1695: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:56:37.426 INFO:tasks.rados.rados.0.smithi001.stdout:1695: finishing copy_from to smithi00187473-48 2024-08-17T16:56:37.426 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 875 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:56:37.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:56:37] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.51.0" 2024-08-17T16:56:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[100737]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 216 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 16 op/s; 27/312 objects degraded (8.654%) 2024-08-17T16:56:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[100737]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:56:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[100737]: osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711] boot 2024-08-17T16:56:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[100737]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T16:56:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T16:56:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[103274]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 216 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 16 op/s; 27/312 objects degraded (8.654%) 2024-08-17T16:56:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[103274]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:56:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[103274]: osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711] boot 2024-08-17T16:56:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[103274]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T16:56:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T16:56:37.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:37 smithi189 ceph-mon[90541]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 216 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 16 op/s; 27/312 objects degraded (8.654%) 2024-08-17T16:56:37.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:37 smithi189 ceph-mon[90541]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:56:37.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:37 smithi189 ceph-mon[90541]: osd.2 [v2:172.21.15.1:6818/865868711,v1:172.21.15.1:6819/865868711] boot 2024-08-17T16:56:37.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:37 smithi189 ceph-mon[90541]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T16:56:37.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:37 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T16:56:37.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:56:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:56:37.639+0000 7fb446031640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T16:56:38.352 INFO:tasks.rados.rados.0.smithi001.stdout:1691: done (4 left) 2024-08-17T16:56:38.352 INFO:tasks.rados.rados.0.smithi001.stdout:1695: done (3 left) 2024-08-17T16:56:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:1696: done (2 left) 2024-08-17T16:56:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:1706: done (1 left) 2024-08-17T16:56:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:1707: done (0 left) 2024-08-17T16:56:38.353 INFO:tasks.rados.rados.0.smithi001.stdout:1708: delete oid 46 current snap is 158 2024-08-17T16:56:38.357 INFO:tasks.rados.rados.0.smithi001.stdout:1708: done (0 left) 2024-08-17T16:56:38.357 INFO:tasks.rados.rados.0.smithi001.stdout:1709: rollback oid 6 current snap is 158 2024-08-17T16:56:38.357 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 157 2024-08-17T16:56:38.357 INFO:tasks.rados.rados.0.smithi001.stdout:1710: read oid 17 snap -1 2024-08-17T16:56:38.357 INFO:tasks.rados.rados.0.smithi001.stdout:1710: expect (ObjNum 520 snap 147 seq_num 520) 2024-08-17T16:56:38.357 INFO:tasks.rados.rados.0.smithi001.stdout:1711: setattr oid 1 current snap is 158 2024-08-17T16:56:38.358 INFO:tasks.rados.rados.0.smithi001.stdout:1709: finishing rollback tid 1 to smithi00187473-6 2024-08-17T16:56:38.358 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 0 (ObjNum 225 snap 0 seq_num 1537503280) dirty dne 2024-08-17T16:56:38.358 INFO:tasks.rados.rados.0.smithi001.stdout:1709: done (2 left) 2024-08-17T16:56:38.359 INFO:tasks.rados.rados.0.smithi001.stdout:1712: snap_create 2024-08-17T16:56:38.364 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1220 (ObjNum 525 snap 148 seq_num 525) dirty exists 2024-08-17T16:56:38.390 INFO:tasks.rados.rados.0.smithi001.stdout:1710: expect (ObjNum 520 snap 147 seq_num 520) 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T16:56:38.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T16:56:38.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:38 smithi189 ceph-mon[90541]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T16:56:38.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T16:56:38.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:38.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[100737]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:56:38.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:38.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:56:38.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:38.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T16:56:38.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T16:56:38.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:38 smithi001 ceph-mon[103274]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T16:56:39.352 INFO:tasks.rados.rados.0.smithi001.stdout:1710: done (2 left) 2024-08-17T16:56:39.353 INFO:tasks.rados.rados.0.smithi001.stdout:1711: done (1 left) 2024-08-17T16:56:39.353 INFO:tasks.rados.rados.0.smithi001.stdout:1712: done (0 left) 2024-08-17T16:56:39.353 INFO:tasks.rados.rados.0.smithi001.stdout:1713: delete oid 31 current snap is 159 2024-08-17T16:56:39.359 INFO:tasks.rados.rados.0.smithi001.stdout:1713: done (0 left) 2024-08-17T16:56:39.359 INFO:tasks.rados.rados.0.smithi001.stdout:1714: delete oid 33 current snap is 159 2024-08-17T16:56:39.362 INFO:tasks.rados.rados.0.smithi001.stdout:1714: done (0 left) 2024-08-17T16:56:39.362 INFO:tasks.rados.rados.0.smithi001.stdout:1715: read oid 29 snap -1 2024-08-17T16:56:39.362 INFO:tasks.rados.rados.0.smithi001.stdout:1715: expect (ObjNum 552 snap 157 seq_num 552) 2024-08-17T16:56:39.362 INFO:tasks.rados.rados.0.smithi001.stdout:1716: rollback oid 6 current snap is 159 2024-08-17T16:56:39.362 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 157 2024-08-17T16:56:39.363 INFO:tasks.rados.rados.0.smithi001.stdout:1717: read oid 9 snap -1 2024-08-17T16:56:39.363 INFO:tasks.rados.rados.0.smithi001.stdout:1717: expect (ObjNum 529 snap 148 seq_num 529) 2024-08-17T16:56:39.363 INFO:tasks.rados.rados.0.smithi001.stdout:1718: setattr oid 38 current snap is 159 2024-08-17T16:56:39.365 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 159 2024-08-17T16:56:39.365 INFO:tasks.rados.rados.0.smithi001.stdout:1719: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-08-17T16:56:39.370 INFO:tasks.rados.rados.0.smithi001.stdout:1719: writing smithi00187473-30 from 0 to 720896 tid 1 2024-08-17T16:56:39.374 INFO:tasks.rados.rados.0.smithi001.stdout:1719: writing smithi00187473-30 from 720896 to 1507328 tid 2 2024-08-17T16:56:39.378 INFO:tasks.rados.rados.0.smithi001.stdout:1719: writing smithi00187473-30 from 1507328 to 2088960 tid 3 2024-08-17T16:56:39.379 INFO:tasks.rados.rados.0.smithi001.stdout:1719: writing smithi00187473-30 from 2088960 to 2326528 tid 4 2024-08-17T16:56:39.379 INFO:tasks.rados.rados.0.smithi001.stdout:1720: read oid 31 snap -1 2024-08-17T16:56:39.380 INFO:tasks.rados.rados.0.smithi001.stdout:1720: expect deleted 2024-08-17T16:56:39.380 INFO:tasks.rados.rados.0.smithi001.stdout:1721: snap_create 2024-08-17T16:56:39.380 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1391 (ObjNum 544 snap 156 seq_num 544) dirty exists 2024-08-17T16:56:39.380 INFO:tasks.rados.rados.0.smithi001.stdout:1715: expect (ObjNum 552 snap 157 seq_num 552) 2024-08-17T16:56:39.443 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing write tid 1 to smithi00187473-30 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing write tid 2 to smithi00187473-30 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:1716: finishing rollback tid 1 to smithi00187473-6 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing write tid 3 to smithi00187473-30 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing write tid 4 to smithi00187473-30 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing write tid 5 to smithi00187473-30 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:1719: finishing write tid 6 to smithi00187473-30 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1225 (ObjNum 568 snap 159 seq_num 568) dirty exists 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:1719: left oid 30 (ObjNum 568 snap 159 seq_num 568) 2024-08-17T16:56:39.444 INFO:tasks.rados.rados.0.smithi001.stdout:1717: expect (ObjNum 529 snap 148 seq_num 529) 2024-08-17T16:56:39.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:39 smithi189 ceph-mon[90541]: pgmap v215: 121 pgs: 23 active+undersized, 10 active+undersized+degraded, 88 active+clean; 215 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 950 KiB/s wr, 3 op/s; 27/306 objects degraded (8.824%) 2024-08-17T16:56:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:39 smithi189 ceph-mon[90541]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T16:56:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:39 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 27/306 objects degraded (8.824%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:39.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[100737]: pgmap v215: 121 pgs: 23 active+undersized, 10 active+undersized+degraded, 88 active+clean; 215 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 950 KiB/s wr, 3 op/s; 27/306 objects degraded (8.824%) 2024-08-17T16:56:39.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[100737]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T16:56:39.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:39.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 27/306 objects degraded (8.824%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[103274]: pgmap v215: 121 pgs: 23 active+undersized, 10 active+undersized+degraded, 88 active+clean; 215 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 950 KiB/s wr, 3 op/s; 27/306 objects degraded (8.824%) 2024-08-17T16:56:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[103274]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T16:56:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:39 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 27/306 objects degraded (8.824%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T16:56:40.363 INFO:tasks.rados.rados.0.smithi001.stdout:1715: done (6 left) 2024-08-17T16:56:40.363 INFO:tasks.rados.rados.0.smithi001.stdout:1716: done (5 left) 2024-08-17T16:56:40.363 INFO:tasks.rados.rados.0.smithi001.stdout:1717: done (4 left) 2024-08-17T16:56:40.363 INFO:tasks.rados.rados.0.smithi001.stdout:1718: done (3 left) 2024-08-17T16:56:40.363 INFO:tasks.rados.rados.0.smithi001.stdout:1719: done (2 left) 2024-08-17T16:56:40.363 INFO:tasks.rados.rados.0.smithi001.stdout:1720: done (1 left) 2024-08-17T16:56:40.363 INFO:tasks.rados.rados.0.smithi001.stdout:1721: done (0 left) 2024-08-17T16:56:40.364 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 160 2024-08-17T16:56:40.364 INFO:tasks.rados.rados.0.smithi001.stdout:1722: seq_num 569 ranges {0=737280,737280=671744,1409024=737280,2146304=196608} 2024-08-17T16:56:40.366 INFO:tasks.rados.rados.0.smithi001.stdout:1722: writing smithi00187473-16 from 0 to 737280 tid 1 2024-08-17T16:56:40.371 INFO:tasks.rados.rados.0.smithi001.stdout:1722: writing smithi00187473-16 from 737280 to 1409024 tid 2 2024-08-17T16:56:40.375 INFO:tasks.rados.rados.0.smithi001.stdout:1722: writing smithi00187473-16 from 1409024 to 2146304 tid 3 2024-08-17T16:56:40.377 INFO:tasks.rados.rados.0.smithi001.stdout:1722: writing smithi00187473-16 from 2146304 to 2342912 tid 4 2024-08-17T16:56:40.377 INFO:tasks.rados.rados.0.smithi001.stdout:1723: copy_from oid 50 from oid 48 current snap is 160 2024-08-17T16:56:40.377 INFO:tasks.rados.rados.0.smithi001.stdout:1722: finishing write tid 1 to smithi00187473-16 2024-08-17T16:56:40.377 INFO:tasks.rados.rados.0.smithi001.stdout:1722: finishing write tid 2 to smithi00187473-16 2024-08-17T16:56:40.378 INFO:tasks.rados.rados.0.smithi001.stdout:1724: copy_from oid 35 from oid 37 current snap is 160 2024-08-17T16:56:40.378 INFO:tasks.rados.rados.0.smithi001.stdout:1725: rollback oid 8 current snap is 160 2024-08-17T16:56:40.378 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 157 2024-08-17T16:56:40.378 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 160 2024-08-17T16:56:40.378 INFO:tasks.rados.rados.0.smithi001.stdout:1726: seq_num 570 ranges {2801664=753664,3555328=548864,4104192=540672,4644864=516096} 2024-08-17T16:56:40.397 INFO:tasks.rados.rados.0.smithi001.stdout:1726: writing smithi00187473-12 from 2801664 to 3555328 tid 1 2024-08-17T16:56:40.401 INFO:tasks.rados.rados.0.smithi001.stdout:1726: writing smithi00187473-12 from 3555328 to 4104192 tid 2 2024-08-17T16:56:40.404 INFO:tasks.rados.rados.0.smithi001.stdout:1726: writing smithi00187473-12 from 4104192 to 4644864 tid 3 2024-08-17T16:56:40.407 INFO:tasks.rados.rados.0.smithi001.stdout:1726: writing smithi00187473-12 from 4644864 to 5160960 tid 4 2024-08-17T16:56:40.407 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 160 2024-08-17T16:56:40.407 INFO:tasks.rados.rados.0.smithi001.stdout:1722: finishing write tid 3 to smithi00187473-16 2024-08-17T16:56:40.407 INFO:tasks.rados.rados.0.smithi001.stdout:1727: seq_num 571 ranges {2105344=770048,2875392=483328,3358720=753664,4112384=368640} 2024-08-17T16:56:40.424 INFO:tasks.rados.rados.0.smithi001.stdout:1727: writing smithi00187473-25 from 2105344 to 2875392 tid 1 2024-08-17T16:56:40.427 INFO:tasks.rados.rados.0.smithi001.stdout:1727: writing smithi00187473-25 from 2875392 to 3358720 tid 2 2024-08-17T16:56:40.431 INFO:tasks.rados.rados.0.smithi001.stdout:1727: writing smithi00187473-25 from 3358720 to 4112384 tid 3 2024-08-17T16:56:40.433 INFO:tasks.rados.rados.0.smithi001.stdout:1727: writing smithi00187473-25 from 4112384 to 4481024 tid 4 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1728: delete oid 41 current snap is 160 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1722: finishing write tid 4 to smithi00187473-16 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1725: finishing rollback tid 1 to smithi00187473-8 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1722: finishing write tid 5 to smithi00187473-16 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1722: finishing write tid 6 to smithi00187473-16 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 658 (ObjNum 569 snap 160 seq_num 569) dirty exists 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1722: left oid 16 (ObjNum 569 snap 160 seq_num 569) 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1726: finishing write tid 1 to smithi00187473-12 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1726: finishing write tid 2 to smithi00187473-12 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1726: finishing write tid 3 to smithi00187473-12 2024-08-17T16:56:40.434 INFO:tasks.rados.rados.0.smithi001.stdout:1726: finishing write tid 4 to smithi00187473-12 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:1726: finishing write tid 5 to smithi00187473-12 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:1724: finishing copy_from racing read to smithi00187473-35 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:1726: finishing write tid 6 to smithi00187473-12 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 881 (ObjNum 570 snap 160 seq_num 570) dirty exists 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:1726: left oid 12 (ObjNum 570 snap 160 seq_num 570) 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:1724: finishing copy_from to smithi00187473-35 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 639 (ObjNum 550 snap 156 seq_num 550) dirty exists 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing write tid 1 to smithi00187473-25 2024-08-17T16:56:40.435 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing write tid 2 to smithi00187473-25 2024-08-17T16:56:40.436 INFO:tasks.rados.rados.0.smithi001.stdout:1722: done (6 left) 2024-08-17T16:56:40.436 INFO:tasks.rados.rados.0.smithi001.stdout:1724: done (5 left) 2024-08-17T16:56:40.436 INFO:tasks.rados.rados.0.smithi001.stdout:1725: done (4 left) 2024-08-17T16:56:40.436 INFO:tasks.rados.rados.0.smithi001.stdout:1726: done (3 left) 2024-08-17T16:56:40.436 INFO:tasks.rados.rados.0.smithi001.stdout:1728: done (2 left) 2024-08-17T16:56:40.436 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 160 2024-08-17T16:56:40.436 INFO:tasks.rados.rados.0.smithi001.stdout:1729: seq_num 573 ranges {2342912=802816,3145728=655360,3801088=720896,4521984=229376} 2024-08-17T16:56:40.452 INFO:tasks.rados.rados.0.smithi001.stdout:1729: writing smithi00187473-16 from 2342912 to 3145728 tid 1 2024-08-17T16:56:40.456 INFO:tasks.rados.rados.0.smithi001.stdout:1729: writing smithi00187473-16 from 3145728 to 3801088 tid 2 2024-08-17T16:56:40.460 INFO:tasks.rados.rados.0.smithi001.stdout:1729: writing smithi00187473-16 from 3801088 to 4521984 tid 3 2024-08-17T16:56:40.463 INFO:tasks.rados.rados.0.smithi001.stdout:1729: writing smithi00187473-16 from 4521984 to 4751360 tid 4 2024-08-17T16:56:40.463 INFO:tasks.rados.rados.0.smithi001.stdout:1730: rollback oid 29 current snap is 160 2024-08-17T16:56:40.463 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 157 2024-08-17T16:56:40.463 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing write tid 3 to smithi00187473-25 2024-08-17T16:56:40.463 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing write tid 4 to smithi00187473-25 2024-08-17T16:56:40.463 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing write tid 5 to smithi00187473-25 2024-08-17T16:56:40.463 INFO:tasks.rados.rados.0.smithi001.stdout:1727: finishing write tid 6 to smithi00187473-25 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1230 (ObjNum 571 snap 160 seq_num 571) dirty exists 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1727: left oid 25 (ObjNum 571 snap 160 seq_num 571) 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1723: finishing copy_from racing read to smithi00187473-50 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1723: finishing copy_from to smithi00187473-50 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 875 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1723: done (3 left) 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1727: done (2 left) 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 160 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1729: finishing write tid 1 to smithi00187473-16 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1729: finishing write tid 2 to smithi00187473-16 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1731: seq_num 574 ranges {0=16384} 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1731: writing smithi00187473-46 from 0 to 16384 tid 1 2024-08-17T16:56:40.464 INFO:tasks.rados.rados.0.smithi001.stdout:1732: setattr oid 13 current snap is 160 2024-08-17T16:56:40.466 INFO:tasks.rados.rados.0.smithi001.stdout:1729: finishing write tid 3 to smithi00187473-16 2024-08-17T16:56:40.466 INFO:tasks.rados.rados.0.smithi001.stdout:1731: finishing write tid 1 to smithi00187473-46 2024-08-17T16:56:40.466 INFO:tasks.rados.rados.0.smithi001.stdout:1729: finishing write tid 4 to smithi00187473-16 2024-08-17T16:56:40.466 INFO:tasks.rados.rados.0.smithi001.stdout:1731: finishing write tid 2 to smithi00187473-46 2024-08-17T16:56:40.466 INFO:tasks.rados.rados.0.smithi001.stdout:1733: setattr oid 15 current snap is 160 2024-08-17T16:56:40.466 INFO:tasks.rados.rados.0.smithi001.stdout:1729: finishing write tid 5 to smithi00187473-16 2024-08-17T16:56:40.466 INFO:tasks.rados.rados.0.smithi001.stdout:1730: finishing rollback tid 0 to smithi00187473-29 2024-08-17T16:56:40.466 INFO:tasks.rados.rados.0.smithi001.stdout:1731: finishing write tid 3 to smithi00187473-46 2024-08-17T16:56:40.467 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 899 (ObjNum 574 snap 160 seq_num 574) dirty exists 2024-08-17T16:56:40.467 INFO:tasks.rados.rados.0.smithi001.stdout:1731: left oid 46 (ObjNum 574 snap 160 seq_num 574) 2024-08-17T16:56:40.467 INFO:tasks.rados.rados.0.smithi001.stdout:1730: finishing rollback tid 1 to smithi00187473-29 2024-08-17T16:56:40.467 INFO:tasks.rados.rados.0.smithi001.stdout:1730: finishing rollback tid 2 to smithi00187473-29 2024-08-17T16:56:40.467 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1271 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-08-17T16:56:40.467 INFO:tasks.rados.rados.0.smithi001.stdout:1729: finishing write tid 6 to smithi00187473-16 2024-08-17T16:56:40.467 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 663 (ObjNum 573 snap 160 seq_num 573) dirty exists 2024-08-17T16:56:40.467 INFO:tasks.rados.rados.0.smithi001.stdout:1729: left oid 16 (ObjNum 573 snap 160 seq_num 573) 2024-08-17T16:56:40.468 INFO:tasks.rados.rados.0.smithi001.stdout:1729: done (4 left) 2024-08-17T16:56:40.468 INFO:tasks.rados.rados.0.smithi001.stdout:1730: done (3 left) 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1731: done (2 left) 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1734: copy_from oid 40 from oid 3 current snap is 160 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1735: read oid 10 snap -1 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1735: expect (ObjNum 531 snap 149 seq_num 531) 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1736: copy_from oid 36 from oid 47 current snap is 160 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1737: read oid 31 snap -1 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1737: expect deleted 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1738: read oid 35 snap -1 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1738: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1739: rollback oid 28 current snap is 160 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 157 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:1740: delete oid 14 current snap is 160 2024-08-17T16:56:40.469 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 863 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T16:56:40.470 INFO:tasks.rados.rados.0.smithi001.stdout:1739: finishing rollback tid 1 to smithi00187473-28 2024-08-17T16:56:40.470 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 0 (ObjNum 593 snap 0 seq_num 0) dirty dne 2024-08-17T16:56:40.472 INFO:tasks.rados.rados.0.smithi001.stdout:1736: finishing copy_from to smithi00187473-36 2024-08-17T16:56:40.472 INFO:tasks.rados.rados.0.smithi001.stdout:1736: got expected ENOENT (src dne) 2024-08-17T16:56:40.472 INFO:tasks.rados.rados.0.smithi001.stdout:1736: finishing copy_from racing read to smithi00187473-36 2024-08-17T16:56:40.472 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1272 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:1732: done (8 left) 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:1733: done (7 left) 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:1736: done (6 left) 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:1737: done (5 left) 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:1739: done (4 left) 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:1740: done (3 left) 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:1741: rollback oid 24 current snap is 160 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 158 2024-08-17T16:56:40.474 INFO:tasks.rados.rados.0.smithi001.stdout:1742: snap_remove snap 159 2024-08-17T16:56:40.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:40 smithi189 ceph-mon[90541]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T16:56:40.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:40.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:40 smithi001 ceph-mon[100737]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T16:56:40.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:40 smithi001 ceph-mon[103274]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T16:56:41.369 INFO:tasks.rados.rados.0.smithi001.stdout:1742: done (4 left) 2024-08-17T16:56:41.370 INFO:tasks.rados.rados.0.smithi001.stdout:1743: copy_from oid 11 from oid 38 current snap is 160 2024-08-17T16:56:41.370 INFO:tasks.rados.rados.0.smithi001.stdout:1735: expect (ObjNum 531 snap 149 seq_num 531) 2024-08-17T16:56:41.523 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing rollback tid 0 to smithi00187473-24 2024-08-17T16:56:41.523 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing rollback tid 1 to smithi00187473-24 2024-08-17T16:56:41.523 INFO:tasks.rados.rados.0.smithi001.stdout:1741: finishing rollback tid 2 to smithi00187473-24 2024-08-17T16:56:41.523 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 884 (ObjNum 472 snap 136 seq_num 472) dirty exists 2024-08-17T16:56:41.523 INFO:tasks.rados.rados.0.smithi001.stdout:1735: done (4 left) 2024-08-17T16:56:41.523 INFO:tasks.rados.rados.0.smithi001.stdout:1741: done (3 left) 2024-08-17T16:56:41.524 INFO:tasks.rados.rados.0.smithi001.stdout:1744: snap_remove snap 158 2024-08-17T16:56:41.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:41 smithi189 ceph-mon[90541]: pgmap v218: 121 pgs: 10 active+undersized, 7 active+undersized+degraded, 104 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 16 op/s; 21/228 objects degraded (9.211%); 2.1 MiB/s, 0 objects/s recovering 2024-08-17T16:56:41.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:41 smithi189 ceph-mon[90541]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T16:56:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:41 smithi001 ceph-mon[100737]: pgmap v218: 121 pgs: 10 active+undersized, 7 active+undersized+degraded, 104 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 16 op/s; 21/228 objects degraded (9.211%); 2.1 MiB/s, 0 objects/s recovering 2024-08-17T16:56:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:41 smithi001 ceph-mon[100737]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T16:56:41.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:41 smithi001 ceph-mon[103274]: pgmap v218: 121 pgs: 10 active+undersized, 7 active+undersized+degraded, 104 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 16 op/s; 21/228 objects degraded (9.211%); 2.1 MiB/s, 0 objects/s recovering 2024-08-17T16:56:41.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:41 smithi001 ceph-mon[103274]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T16:56:42.376 INFO:tasks.rados.rados.0.smithi001.stdout:1744: done (3 left) 2024-08-17T16:56:42.376 INFO:tasks.rados.rados.0.smithi001.stdout:1745: read oid 5 snap -1 2024-08-17T16:56:42.376 INFO:tasks.rados.rados.0.smithi001.stdout:1745: expect (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:56:42.376 INFO:tasks.rados.rados.0.smithi001.stdout:1746: snap_create 2024-08-17T16:56:42.376 INFO:tasks.rados.rados.0.smithi001.stdout:1734: finishing copy_from racing read to smithi00187473-40 2024-08-17T16:56:42.376 INFO:tasks.rados.rados.0.smithi001.stdout:1734: finishing copy_from to smithi00187473-40 2024-08-17T16:56:42.376 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 318 (ObjNum 530 snap 149 seq_num 530) dirty exists 2024-08-17T16:56:42.376 INFO:tasks.rados.rados.0.smithi001.stdout:1738: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:56:42.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:42 smithi189 ceph-mon[90541]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T16:56:42.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:42 smithi001 ceph-mon[100737]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T16:56:42.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:42 smithi001 ceph-mon[103274]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T16:56:42.948 INFO:tasks.rados.rados.0.smithi001.stdout:1743: finishing copy_from racing read to smithi00187473-11 2024-08-17T16:56:42.948 INFO:tasks.rados.rados.0.smithi001.stdout:1743: finishing copy_from to smithi00187473-11 2024-08-17T16:56:42.948 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1391 (ObjNum 544 snap 156 seq_num 544) dirty exists 2024-08-17T16:56:42.948 INFO:tasks.rados.rados.0.smithi001.stdout:1745: expect (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:56:43.378 INFO:tasks.rados.rados.0.smithi001.stdout:1734: done (4 left) 2024-08-17T16:56:43.378 INFO:tasks.rados.rados.0.smithi001.stdout:1738: done (3 left) 2024-08-17T16:56:43.378 INFO:tasks.rados.rados.0.smithi001.stdout:1743: done (2 left) 2024-08-17T16:56:43.378 INFO:tasks.rados.rados.0.smithi001.stdout:1745: done (1 left) 2024-08-17T16:56:43.378 INFO:tasks.rados.rados.0.smithi001.stdout:1746: done (0 left) 2024-08-17T16:56:43.378 INFO:tasks.rados.rados.0.smithi001.stdout:1747: snap_create 2024-08-17T16:56:43.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:43 smithi189 ceph-mon[90541]: pgmap v221: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.9 MiB/s wr, 21 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-17T16:56:43.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:43 smithi189 ceph-mon[90541]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/228 objects degraded (9.211%), 7 pgs degraded) 2024-08-17T16:56:43.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:43 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:56:43.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:43 smithi189 ceph-mon[90541]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T16:56:43.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:43 smithi001 ceph-mon[100737]: pgmap v221: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.9 MiB/s wr, 21 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-17T16:56:43.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:43 smithi001 ceph-mon[100737]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/228 objects degraded (9.211%), 7 pgs degraded) 2024-08-17T16:56:43.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:43 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:56:43.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:43 smithi001 ceph-mon[100737]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T16:56:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:43 smithi001 ceph-mon[103274]: pgmap v221: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.9 MiB/s wr, 21 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-17T16:56:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:43 smithi001 ceph-mon[103274]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 21/228 objects degraded (9.211%), 7 pgs degraded) 2024-08-17T16:56:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:43 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:56:43.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:43 smithi001 ceph-mon[103274]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T16:56:44.385 INFO:tasks.rados.rados.0.smithi001.stdout:1747: done (0 left) 2024-08-17T16:56:44.390 INFO:tasks.rados.rados.0.smithi001.stdout:1748: snap_remove snap 157 2024-08-17T16:56:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:44 smithi189 ceph-mon[90541]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T16:56:44.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:44.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:44.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:44 smithi001 ceph-mon[100737]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T16:56:44.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:44 smithi001 ceph-mon[103274]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T16:56:44.746 INFO:tasks.rados.rados.0.smithi001.stdout:1748: done (0 left) 2024-08-17T16:56:44.746 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 162 2024-08-17T16:56:44.747 INFO:tasks.rados.rados.0.smithi001.stdout:1749: seq_num 576 ranges {4071424=49152} 2024-08-17T16:56:44.770 INFO:tasks.rados.rados.0.smithi001.stdout:1749: writing smithi00187473-40 from 4071424 to 4120576 tid 1 2024-08-17T16:56:44.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 162 2024-08-17T16:56:44.770 INFO:tasks.rados.rados.0.smithi001.stdout:1750: seq_num 577 ranges {0=65536} 2024-08-17T16:56:44.771 INFO:tasks.rados.rados.0.smithi001.stdout:1750: writing smithi00187473-14 from 0 to 65536 tid 1 2024-08-17T16:56:44.771 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 162 2024-08-17T16:56:44.771 INFO:tasks.rados.rados.0.smithi001.stdout:1751: seq_num 578 ranges {0=81920} 2024-08-17T16:56:44.771 INFO:tasks.rados.rados.0.smithi001.stdout:1751: writing smithi00187473-4 from 0 to 81920 tid 1 2024-08-17T16:56:44.771 INFO:tasks.rados.rados.0.smithi001.stdout:1752: snap_create 2024-08-17T16:56:44.774 INFO:tasks.rados.rados.0.smithi001.stdout:1751: finishing write tid 1 to smithi00187473-4 2024-08-17T16:56:44.774 INFO:tasks.rados.rados.0.smithi001.stdout:1750: finishing write tid 1 to smithi00187473-14 2024-08-17T16:56:44.774 INFO:tasks.rados.rados.0.smithi001.stdout:1750: finishing write tid 2 to smithi00187473-14 2024-08-17T16:56:44.775 INFO:tasks.rados.rados.0.smithi001.stdout:1751: finishing write tid 2 to smithi00187473-4 2024-08-17T16:56:44.775 INFO:tasks.rados.rados.0.smithi001.stdout:1749: finishing write tid 1 to smithi00187473-40 2024-08-17T16:56:44.775 INFO:tasks.rados.rados.0.smithi001.stdout:1749: finishing write tid 2 to smithi00187473-40 2024-08-17T16:56:44.775 INFO:tasks.rados.rados.0.smithi001.stdout:1750: finishing write tid 3 to smithi00187473-14 2024-08-17T16:56:44.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1274 (ObjNum 577 snap 162 seq_num 577) dirty exists 2024-08-17T16:56:44.776 INFO:tasks.rados.rados.0.smithi001.stdout:1750: left oid 14 (ObjNum 577 snap 162 seq_num 577) 2024-08-17T16:56:44.776 INFO:tasks.rados.rados.0.smithi001.stdout:1751: finishing write tid 3 to smithi00187473-4 2024-08-17T16:56:44.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 865 (ObjNum 578 snap 162 seq_num 578) dirty exists 2024-08-17T16:56:44.776 INFO:tasks.rados.rados.0.smithi001.stdout:1751: left oid 4 (ObjNum 578 snap 162 seq_num 578) 2024-08-17T16:56:44.776 INFO:tasks.rados.rados.0.smithi001.stdout:1749: finishing write tid 3 to smithi00187473-40 2024-08-17T16:56:44.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 497 (ObjNum 576 snap 162 seq_num 576) dirty exists 2024-08-17T16:56:44.777 INFO:tasks.rados.rados.0.smithi001.stdout:1749: left oid 40 (ObjNum 576 snap 162 seq_num 576) 2024-08-17T16:56:45.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:45 smithi189 ceph-mon[90541]: pgmap v224: 121 pgs: 121 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 9.3 MiB/s wr, 32 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-17T16:56:45.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:45 smithi189 ceph-mon[90541]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T16:56:45.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:45 smithi189 ceph-mon[90541]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T16:56:45.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:45 smithi001 ceph-mon[100737]: pgmap v224: 121 pgs: 121 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 9.3 MiB/s wr, 32 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-17T16:56:45.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:45 smithi001 ceph-mon[100737]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T16:56:45.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:45 smithi001 ceph-mon[100737]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T16:56:45.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:45 smithi001 ceph-mon[103274]: pgmap v224: 121 pgs: 121 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 9.3 MiB/s wr, 32 op/s; 13 MiB/s, 2 objects/s recovering 2024-08-17T16:56:45.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:45 smithi001 ceph-mon[103274]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T16:56:45.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:45 smithi001 ceph-mon[103274]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:1749: done (3 left) 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:1750: done (2 left) 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:1751: done (1 left) 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:1752: done (0 left) 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:1753: rmattr oid 13 current snap is 163 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:1754: read oid 26 snap 161 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:1754: expect (ObjNum 511 snap 143 seq_num 511) 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 163 2024-08-17T16:56:45.748 INFO:tasks.rados.rados.0.smithi001.stdout:1755: seq_num 579 ranges {0=98304} 2024-08-17T16:56:45.749 INFO:tasks.rados.rados.0.smithi001.stdout:1755: writing smithi00187473-6 from 0 to 98304 tid 1 2024-08-17T16:56:45.749 INFO:tasks.rados.rados.0.smithi001.stdout:1756: rollback oid 24 current snap is 163 2024-08-17T16:56:45.749 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 161 2024-08-17T16:56:45.749 INFO:tasks.rados.rados.0.smithi001.stdout:1757: read oid 28 snap -1 2024-08-17T16:56:45.749 INFO:tasks.rados.rados.0.smithi001.stdout:1757: expect deleted 2024-08-17T16:56:45.749 INFO:tasks.rados.rados.0.smithi001.stdout:1758: read oid 46 snap -1 2024-08-17T16:56:45.749 INFO:tasks.rados.rados.0.smithi001.stdout:1758: expect (ObjNum 574 snap 160 seq_num 574) 2024-08-17T16:56:45.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 163 2024-08-17T16:56:45.750 INFO:tasks.rados.rados.0.smithi001.stdout:1759: seq_num 580 ranges {9011200=114688} 2024-08-17T16:56:45.799 INFO:tasks.rados.rados.0.smithi001.stdout:1759: writing smithi00187473-17 from 9011200 to 9125888 tid 1 2024-08-17T16:56:45.799 INFO:tasks.rados.rados.0.smithi001.stdout:1760: copy_from oid 29 from oid 50 current snap is 163 2024-08-17T16:56:45.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 866 (ObjNum 7889 snap 0 seq_num 811578224) dirty exists 2024-08-17T16:56:45.799 INFO:tasks.rados.rados.0.smithi001.stdout:1755: finishing write tid 1 to smithi00187473-6 2024-08-17T16:56:45.799 INFO:tasks.rados.rados.0.smithi001.stdout:1758: expect (ObjNum 574 snap 160 seq_num 574) 2024-08-17T16:56:45.800 INFO:tasks.rados.rados.0.smithi001.stdout:1755: finishing write tid 2 to smithi00187473-6 2024-08-17T16:56:45.800 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing rollback tid 0 to smithi00187473-24 2024-08-17T16:56:45.800 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing rollback tid 1 to smithi00187473-24 2024-08-17T16:56:45.800 INFO:tasks.rados.rados.0.smithi001.stdout:1756: finishing rollback tid 2 to smithi00187473-24 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 887 (ObjNum 472 snap 136 seq_num 472) dirty exists 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1755: finishing write tid 3 to smithi00187473-6 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 853 (ObjNum 579 snap 163 seq_num 579) dirty exists 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1755: left oid 6 (ObjNum 579 snap 163 seq_num 579) 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1753: done (7 left) 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1755: done (6 left) 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1756: done (5 left) 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1757: done (4 left) 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1758: done (3 left) 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1761: rollback oid 31 current snap is 163 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 160 2024-08-17T16:56:45.801 INFO:tasks.rados.rados.0.smithi001.stdout:1754: expect (ObjNum 511 snap 143 seq_num 511) 2024-08-17T16:56:45.867 INFO:tasks.rados.rados.0.smithi001.stdout:1761: finishing rollback tid 1 to smithi00187473-31 2024-08-17T16:56:45.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1759: finishing write tid 1 to smithi00187473-17 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1759: finishing write tid 2 to smithi00187473-17 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1759: finishing write tid 3 to smithi00187473-17 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1408 (ObjNum 580 snap 163 seq_num 580) dirty exists 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1759: left oid 17 (ObjNum 580 snap 163 seq_num 580) 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1760: finishing copy_from racing read to smithi00187473-29 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1760: finishing copy_from to smithi00187473-29 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 875 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1754: done (3 left) 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1759: done (2 left) 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1760: done (1 left) 2024-08-17T16:56:45.868 INFO:tasks.rados.rados.0.smithi001.stdout:1761: done (0 left) 2024-08-17T16:56:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:1762: rollback oid 9 current snap is 163 2024-08-17T16:56:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 161 2024-08-17T16:56:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:1763: read oid 41 snap -1 2024-08-17T16:56:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:1763: expect deleted 2024-08-17T16:56:45.869 INFO:tasks.rados.rados.0.smithi001.stdout:1764: delete oid 49 current snap is 163 2024-08-17T16:56:45.870 INFO:tasks.rados.rados.0.smithi001.stdout:1763: done (2 left) 2024-08-17T16:56:45.870 INFO:tasks.rados.rados.0.smithi001.stdout:1764: done (1 left) 2024-08-17T16:56:45.870 INFO:tasks.rados.rados.0.smithi001.stdout:1765: snap_remove snap 162 2024-08-17T16:56:46.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:46.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:45.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:46.753 INFO:tasks.rados.rados.0.smithi001.stdout:1765: done (1 left) 2024-08-17T16:56:46.753 INFO:tasks.rados.rados.0.smithi001.stdout:1766: read oid 19 snap 160 2024-08-17T16:56:46.753 INFO:tasks.rados.rados.0.smithi001.stdout:1766: expect (ObjNum 493 snap 141 seq_num 493) 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1767: read oid 18 snap 161 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1767: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1768: read oid 47 snap -1 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1768: expect deleted 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1769: read oid 25 snap -1 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1769: expect (ObjNum 571 snap 160 seq_num 571) 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1770: read oid 17 snap -1 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1770: expect (ObjNum 580 snap 163 seq_num 580) 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1771: rollback oid 45 current snap is 163 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 160 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing rollback tid 0 to smithi00187473-9 2024-08-17T16:56:46.754 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:56:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1762: finishing rollback tid 2 to smithi00187473-9 2024-08-17T16:56:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 856 (ObjNum 529 snap 148 seq_num 529) dirty exists 2024-08-17T16:56:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1762: done (6 left) 2024-08-17T16:56:46.755 INFO:tasks.rados.rados.0.smithi001.stdout:1772: delete oid 8 current snap is 163 2024-08-17T16:56:46.762 INFO:tasks.rados.rados.0.smithi001.stdout:1768: done (6 left) 2024-08-17T16:56:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:1772: done (5 left) 2024-08-17T16:56:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 163 2024-08-17T16:56:46.763 INFO:tasks.rados.rados.0.smithi001.stdout:1773: seq_num 583 ranges {0=172032} 2024-08-17T16:56:46.765 INFO:tasks.rados.rados.0.smithi001.stdout:1773: writing smithi00187473-28 from 0 to 172032 tid 1 2024-08-17T16:56:46.765 INFO:tasks.rados.rados.0.smithi001.stdout:1774: copy_from oid 31 from oid 6 current snap is 163 2024-08-17T16:56:46.765 INFO:tasks.rados.rados.0.smithi001.stdout:1775: rmattr oid 27 current snap is 163 2024-08-17T16:56:46.766 INFO:tasks.rados.rados.0.smithi001.stdout:1776: setattr oid 36 current snap is 163 2024-08-17T16:56:46.768 INFO:tasks.rados.rados.0.smithi001.stdout:1777: rollback oid 35 current snap is 163 2024-08-17T16:56:46.768 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 161 2024-08-17T16:56:46.768 INFO:tasks.rados.rados.0.smithi001.stdout:1778: copy_from oid 13 from oid 15 current snap is 163 2024-08-17T16:56:46.768 INFO:tasks.rados.rados.0.smithi001.stdout:1779: rollback oid 20 current snap is 163 2024-08-17T16:56:46.768 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 161 2024-08-17T16:56:46.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 163 2024-08-17T16:56:46.768 INFO:tasks.rados.rados.0.smithi001.stdout:1780: seq_num 584 ranges {0=188416} 2024-08-17T16:56:46.770 INFO:tasks.rados.rados.0.smithi001.stdout:1780: writing smithi00187473-8 from 0 to 188416 tid 1 2024-08-17T16:56:46.771 INFO:tasks.rados.rados.0.smithi001.stdout:1781: rollback oid 32 current snap is 163 2024-08-17T16:56:46.771 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 160 2024-08-17T16:56:46.771 INFO:tasks.rados.rados.0.smithi001.stdout:1766: expect (ObjNum 493 snap 141 seq_num 493) 2024-08-17T16:56:46.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1168 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-08-17T16:56:46.812 INFO:tasks.rados.rados.0.smithi001.stdout:1780: finishing write tid 1 to smithi00187473-8 2024-08-17T16:56:46.812 INFO:tasks.rados.rados.0.smithi001.stdout:1780: finishing write tid 2 to smithi00187473-8 2024-08-17T16:56:46.812 INFO:tasks.rados.rados.0.smithi001.stdout:1773: finishing write tid 1 to smithi00187473-28 2024-08-17T16:56:46.812 INFO:tasks.rados.rados.0.smithi001.stdout:1773: finishing write tid 2 to smithi00187473-28 2024-08-17T16:56:46.812 INFO:tasks.rados.rados.0.smithi001.stdout:1766: done (13 left) 2024-08-17T16:56:46.812 INFO:tasks.rados.rados.0.smithi001.stdout:1776: done (12 left) 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:1782: snap_create 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:1773: finishing write tid 3 to smithi00187473-28 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 910 (ObjNum 583 snap 163 seq_num 583) dirty exists 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:1773: left oid 28 (ObjNum 583 snap 163 seq_num 583) 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 911 (ObjNum 525 snap 148 seq_num 525) dirty exists 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:1780: finishing write tid 3 to smithi00187473-8 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1243 (ObjNum 584 snap 163 seq_num 584) dirty exists 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:1780: left oid 8 (ObjNum 584 snap 163 seq_num 584) 2024-08-17T16:56:46.813 INFO:tasks.rados.rados.0.smithi001.stdout:1769: expect (ObjNum 571 snap 160 seq_num 571) 2024-08-17T16:56:46.968 INFO:tasks.rados.rados.0.smithi001.stdout:1777: finishing rollback tid 0 to smithi00187473-35 2024-08-17T16:56:46.968 INFO:tasks.rados.rados.0.smithi001.stdout:1777: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:56:46.968 INFO:tasks.rados.rados.0.smithi001.stdout:1777: finishing rollback tid 2 to smithi00187473-35 2024-08-17T16:56:46.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1022 (ObjNum 550 snap 156 seq_num 550) dirty exists 2024-08-17T16:56:46.969 INFO:tasks.rados.rados.0.smithi001.stdout:1779: finishing rollback tid 1 to smithi00187473-20 2024-08-17T16:56:46.969 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 1517778296) dirty dne 2024-08-17T16:56:46.969 INFO:tasks.rados.rados.0.smithi001.stdout:1778: finishing copy_from racing read to smithi00187473-13 2024-08-17T16:56:46.969 INFO:tasks.rados.rados.0.smithi001.stdout:1778: finishing copy_from to smithi00187473-13 2024-08-17T16:56:46.969 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1272 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:56:46.969 INFO:tasks.rados.rados.0.smithi001.stdout:1767: expect (ObjNum 210 snap 52 seq_num 210) 2024-08-17T16:56:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:46 smithi189 ceph-mon[90541]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T16:56:47.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:46 smithi001 ceph-mon[100737]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T16:56:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:46 smithi001 ceph-mon[103274]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T16:56:47.511 INFO:tasks.rados.rados.0.smithi001.stdout:1771: finishing rollback tid 0 to smithi00187473-45 2024-08-17T16:56:47.512 INFO:tasks.rados.rados.0.smithi001.stdout:1771: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:56:47.512 INFO:tasks.rados.rados.0.smithi001.stdout:1770: expect (ObjNum 580 snap 163 seq_num 580) 2024-08-17T16:56:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:56:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:56:47] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.51.0" 2024-08-17T16:56:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:47 smithi189 ceph-mon[90541]: pgmap v228: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-08-17T16:56:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:47 smithi189 ceph-mon[90541]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T16:56:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:47 smithi001 ceph-mon[100737]: pgmap v228: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-08-17T16:56:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:47 smithi001 ceph-mon[100737]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T16:56:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:47 smithi001 ceph-mon[103274]: pgmap v228: 121 pgs: 121 active+clean; 184 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 10 MiB/s wr, 35 op/s 2024-08-17T16:56:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:47 smithi001 ceph-mon[103274]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T16:56:48.224 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:1774: finishing copy_from racing read to smithi00187473-31 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:1771: finishing rollback tid 2 to smithi00187473-45 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1414 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:1781: finishing rollback tid 1 to smithi00187473-32 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 0 (ObjNum 33 snap 0 seq_num 1537343808) dirty dne 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:1774: finishing copy_from to smithi00187473-31 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 853 (ObjNum 579 snap 163 seq_num 579) dirty exists 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:1767: done (12 left) 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:1769: done (11 left) 2024-08-17T16:56:48.251 INFO:tasks.rados.rados.0.smithi001.stdout:1770: done (10 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1771: done (9 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1773: done (8 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1774: done (7 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1775: done (6 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1777: done (5 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1778: done (4 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1779: done (3 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1780: done (2 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1781: done (1 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1782: done (0 left) 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 164 2024-08-17T16:56:48.252 INFO:tasks.rados.rados.0.smithi001.stdout:1783: seq_num 585 ranges {188416=204800} 2024-08-17T16:56:48.253 INFO:tasks.rados.rados.0.smithi001.stdout:1783: writing smithi00187473-8 from 188416 to 393216 tid 1 2024-08-17T16:56:48.253 INFO:tasks.rados.rados.0.smithi001.stdout:1784: delete oid 12 current snap is 164 2024-08-17T16:56:48.257 INFO:tasks.rados.rados.0.smithi001.stdout:1784: done (1 left) 2024-08-17T16:56:48.257 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 164 2024-08-17T16:56:48.257 INFO:tasks.rados.rados.0.smithi001.stdout:1785: seq_num 587 ranges {8372224=237568} 2024-08-17T16:56:48.306 INFO:tasks.rados.rados.0.smithi001.stdout:1785: writing smithi00187473-35 from 8372224 to 8609792 tid 1 2024-08-17T16:56:48.306 INFO:tasks.rados.rados.0.smithi001.stdout:1786: delete oid 4 current snap is 164 2024-08-17T16:56:48.306 INFO:tasks.rados.rados.0.smithi001.stdout:1783: finishing write tid 1 to smithi00187473-8 2024-08-17T16:56:48.306 INFO:tasks.rados.rados.0.smithi001.stdout:1783: finishing write tid 2 to smithi00187473-8 2024-08-17T16:56:48.306 INFO:tasks.rados.rados.0.smithi001.stdout:1783: finishing write tid 3 to smithi00187473-8 2024-08-17T16:56:48.306 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1245 (ObjNum 585 snap 164 seq_num 585) dirty exists 2024-08-17T16:56:48.306 INFO:tasks.rados.rados.0.smithi001.stdout:1783: left oid 8 (ObjNum 585 snap 164 seq_num 585) 2024-08-17T16:56:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:1785: finishing write tid 1 to smithi00187473-35 2024-08-17T16:56:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:1785: finishing write tid 2 to smithi00187473-35 2024-08-17T16:56:48.309 INFO:tasks.rados.rados.0.smithi001.stdout:1783: done (2 left) 2024-08-17T16:56:48.310 INFO:tasks.rados.rados.0.smithi001.stdout:1786: done (1 left) 2024-08-17T16:56:48.310 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 164 2024-08-17T16:56:48.310 INFO:tasks.rados.rados.0.smithi001.stdout:1787: seq_num 589 ranges {0=270336} 2024-08-17T16:56:48.311 INFO:tasks.rados.rados.0.smithi001.stdout:1787: writing smithi00187473-47 from 0 to 270336 tid 1 2024-08-17T16:56:48.312 INFO:tasks.rados.rados.0.smithi001.stdout:1788: rmattr oid 23 current snap is 164 2024-08-17T16:56:48.312 INFO:tasks.rados.rados.0.smithi001.stdout:1788: done (2 left) 2024-08-17T16:56:48.312 INFO:tasks.rados.rados.0.smithi001.stdout:1789: copy_from oid 30 from oid 2 current snap is 164 2024-08-17T16:56:48.312 INFO:tasks.rados.rados.0.smithi001.stdout:1785: finishing write tid 3 to smithi00187473-35 2024-08-17T16:56:48.312 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1024 (ObjNum 587 snap 164 seq_num 587) dirty exists 2024-08-17T16:56:48.312 INFO:tasks.rados.rados.0.smithi001.stdout:1785: left oid 35 (ObjNum 587 snap 164 seq_num 587) 2024-08-17T16:56:48.312 INFO:tasks.rados.rados.0.smithi001.stdout:1785: done (2 left) 2024-08-17T16:56:48.312 INFO:tasks.rados.rados.0.smithi001.stdout:1790: copy_from oid 18 from oid 44 current snap is 164 2024-08-17T16:56:48.313 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 164 2024-08-17T16:56:48.313 INFO:tasks.rados.rados.0.smithi001.stdout:1791: seq_num 590 ranges {4603904=286720} 2024-08-17T16:56:48.340 INFO:tasks.rados.rados.0.smithi001.stdout:1791: writing smithi00187473-7 from 4603904 to 4890624 tid 1 2024-08-17T16:56:48.340 INFO:tasks.rados.rados.0.smithi001.stdout:1792: delete oid 46 current snap is 164 2024-08-17T16:56:48.340 INFO:tasks.rados.rados.0.smithi001.stdout:1787: finishing write tid 1 to smithi00187473-47 2024-08-17T16:56:48.340 INFO:tasks.rados.rados.0.smithi001.stdout:1787: finishing write tid 2 to smithi00187473-47 2024-08-17T16:56:48.340 INFO:tasks.rados.rados.0.smithi001.stdout:1787: finishing write tid 3 to smithi00187473-47 2024-08-17T16:56:48.340 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1233 (ObjNum 589 snap 164 seq_num 589) dirty exists 2024-08-17T16:56:48.340 INFO:tasks.rados.rados.0.smithi001.stdout:1787: left oid 47 (ObjNum 589 snap 164 seq_num 589) 2024-08-17T16:56:48.340 INFO:tasks.rados.rados.0.smithi001.stdout:1790: finishing copy_from racing read to smithi00187473-18 2024-08-17T16:56:48.341 INFO:tasks.rados.rados.0.smithi001.stdout:1790: finishing copy_from to smithi00187473-18 2024-08-17T16:56:48.341 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1155 (ObjNum 523 snap 147 seq_num 523) dirty exists 2024-08-17T16:56:48.342 INFO:tasks.rados.rados.0.smithi001.stdout:1787: done (4 left) 2024-08-17T16:56:48.342 INFO:tasks.rados.rados.0.smithi001.stdout:1790: done (3 left) 2024-08-17T16:56:48.342 INFO:tasks.rados.rados.0.smithi001.stdout:1792: done (2 left) 2024-08-17T16:56:48.342 INFO:tasks.rados.rados.0.smithi001.stdout:1793: read oid 16 snap -1 2024-08-17T16:56:48.342 INFO:tasks.rados.rados.0.smithi001.stdout:1793: expect (ObjNum 573 snap 160 seq_num 573) 2024-08-17T16:56:48.342 INFO:tasks.rados.rados.0.smithi001.stdout:1794: delete oid 31 current snap is 164 2024-08-17T16:56:48.343 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 1 to smithi00187473-7 2024-08-17T16:56:48.343 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 2 to smithi00187473-7 2024-08-17T16:56:48.345 INFO:tasks.rados.rados.0.smithi001.stdout:1791: finishing write tid 3 to smithi00187473-7 2024-08-17T16:56:48.345 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 499 (ObjNum 590 snap 164 seq_num 590) dirty exists 2024-08-17T16:56:48.345 INFO:tasks.rados.rados.0.smithi001.stdout:1791: left oid 7 (ObjNum 590 snap 164 seq_num 590) 2024-08-17T16:56:48.346 INFO:tasks.rados.rados.0.smithi001.stdout:1791: done (3 left) 2024-08-17T16:56:48.346 INFO:tasks.rados.rados.0.smithi001.stdout:1794: done (2 left) 2024-08-17T16:56:48.346 INFO:tasks.rados.rados.0.smithi001.stdout:1795: snap_create 2024-08-17T16:56:48.357 INFO:tasks.rados.rados.0.smithi001.stdout:1789: finishing copy_from racing read to smithi00187473-30 2024-08-17T16:56:48.358 INFO:tasks.rados.rados.0.smithi001.stdout:1793: expect (ObjNum 573 snap 160 seq_num 573) 2024-08-17T16:56:48.521 INFO:tasks.rados.rados.0.smithi001.stdout:1789: finishing copy_from to smithi00187473-30 2024-08-17T16:56:48.521 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1240 (ObjNum 521 snap 147 seq_num 521) dirty exists 2024-08-17T16:56:48.761 INFO:tasks.rados.rados.0.smithi001.stdout:1789: done (2 left) 2024-08-17T16:56:48.761 INFO:tasks.rados.rados.0.smithi001.stdout:1793: done (1 left) 2024-08-17T16:56:48.762 INFO:tasks.rados.rados.0.smithi001.stdout:1795: done (0 left) 2024-08-17T16:56:48.762 INFO:tasks.rados.rados.0.smithi001.stdout:1796: delete oid 9 current snap is 165 2024-08-17T16:56:48.767 INFO:tasks.rados.rados.0.smithi001.stdout:1796: done (0 left) 2024-08-17T16:56:48.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 165 2024-08-17T16:56:48.767 INFO:tasks.rados.rados.0.smithi001.stdout:1797: seq_num 594 ranges {0=352256} 2024-08-17T16:56:48.769 INFO:tasks.rados.rados.0.smithi001.stdout:1797: writing smithi00187473-39 from 0 to 352256 tid 1 2024-08-17T16:56:48.769 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 165 2024-08-17T16:56:48.769 INFO:tasks.rados.rados.0.smithi001.stdout:1798: seq_num 595 ranges {270336=368640} 2024-08-17T16:56:48.773 INFO:tasks.rados.rados.0.smithi001.stdout:1798: writing smithi00187473-47 from 270336 to 638976 tid 1 2024-08-17T16:56:48.773 INFO:tasks.rados.rados.0.smithi001.stdout:1799: read oid 32 snap -1 2024-08-17T16:56:48.773 INFO:tasks.rados.rados.0.smithi001.stdout:1799: expect deleted 2024-08-17T16:56:48.773 INFO:tasks.rados.rados.0.smithi001.stdout:1800: snap_create 2024-08-17T16:56:48.773 INFO:tasks.rados.rados.0.smithi001.stdout:1797: finishing write tid 1 to smithi00187473-39 2024-08-17T16:56:48.774 INFO:tasks.rados.rados.0.smithi001.stdout:1797: finishing write tid 2 to smithi00187473-39 2024-08-17T16:56:48.775 INFO:tasks.rados.rados.0.smithi001.stdout:1797: finishing write tid 3 to smithi00187473-39 2024-08-17T16:56:48.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 913 (ObjNum 594 snap 165 seq_num 594) dirty exists 2024-08-17T16:56:48.775 INFO:tasks.rados.rados.0.smithi001.stdout:1797: left oid 39 (ObjNum 594 snap 165 seq_num 594) 2024-08-17T16:56:48.777 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 1 to smithi00187473-47 2024-08-17T16:56:48.777 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 2 to smithi00187473-47 2024-08-17T16:56:48.778 INFO:tasks.rados.rados.0.smithi001.stdout:1798: finishing write tid 3 to smithi00187473-47 2024-08-17T16:56:48.778 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1242 (ObjNum 595 snap 165 seq_num 595) dirty exists 2024-08-17T16:56:48.778 INFO:tasks.rados.rados.0.smithi001.stdout:1798: left oid 47 (ObjNum 595 snap 165 seq_num 595) 2024-08-17T16:56:48.845 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:56:48.845 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (4m) 15s ago 8m 15.0M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (3m) 2m ago 8m 79.6M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (9m) 15s ago 9m 17.4M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (9m) 2m ago 9m 20.0M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (3m) 2m ago 13m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (3m) 15s ago 14m 522M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (2m) 15s ago 14m 51.6M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (2m) 2m ago 13m 25.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (2m) 15s ago 13m 45.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (4m) 15s ago 8m 9.82M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (3m) 2m ago 7m 8288k - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (85s) 15s ago 12m 105M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (52s) 15s ago 12m 87.9M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T16:56:48.846 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (19s) 15s ago 11m 11.3M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5e3bfa92ff87 2024-08-17T16:56:48.847 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (11m) 15s ago 11m 142M 2481M 17.2.7-1404-gf2c39d4d f69471c56189 dbbe761002c4 2024-08-17T16:56:48.847 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (11m) 2m ago 11m 146M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:56:48.847 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (10m) 2m ago 10m 125M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:56:48.847 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (10m) 2m ago 10m 115M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:56:48.847 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (10m) 2m ago 10m 100M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:56:48.847 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (3m) 2m ago 8m 43.9M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:56:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:48 smithi189 ceph-mon[90541]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T16:56:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:48 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:48 smithi001 ceph-mon[100737]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T16:56:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:48 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:48 smithi001 ceph-mon[103274]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T16:56:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:48 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 5, 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:56:49.195 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:56:49.196 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:56:49.196 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:56:49.196 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 7, 2024-08-17T16:56:49.196 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T16:56:49.196 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:56:49.196 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:56:49.492 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "8/20 daemons upgraded", 2024-08-17T16:56:49.493 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T16:56:49.493 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:56:49.493 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:56:49.746 INFO:tasks.rados.rados.0.smithi001.stdout:1797: done (3 left) 2024-08-17T16:56:49.746 INFO:tasks.rados.rados.0.smithi001.stdout:1798: done (2 left) 2024-08-17T16:56:49.746 INFO:tasks.rados.rados.0.smithi001.stdout:1799: done (1 left) 2024-08-17T16:56:49.746 INFO:tasks.rados.rados.0.smithi001.stdout:1800: done (0 left) 2024-08-17T16:56:49.746 INFO:tasks.rados.rados.0.smithi001.stdout:1801: copy_from oid 23 from oid 48 current snap is 166 2024-08-17T16:56:49.746 INFO:tasks.rados.rados.0.smithi001.stdout:1802: delete oid 40 current snap is 166 2024-08-17T16:56:49.751 INFO:tasks.rados.rados.0.smithi001.stdout:1802: done (1 left) 2024-08-17T16:56:49.751 INFO:tasks.rados.rados.0.smithi001.stdout:1803: snap_remove snap 163 2024-08-17T16:56:50.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[103274]: pgmap v231: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 8.1 MiB/s wr, 7 op/s 2024-08-17T16:56:50.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[103274]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:50.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[103274]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:50.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[103274]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T16:56:50.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3999270445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:50.026 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[103274]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T16:56:50.026 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[100737]: pgmap v231: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 8.1 MiB/s wr, 7 op/s 2024-08-17T16:56:50.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[100737]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:50.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[100737]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:50.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[100737]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T16:56:50.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3999270445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:50.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:49 smithi001 ceph-mon[100737]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T16:56:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:49 smithi189 ceph-mon[90541]: pgmap v231: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 8.1 MiB/s wr, 7 op/s 2024-08-17T16:56:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:49 smithi189 ceph-mon[90541]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:49 smithi189 ceph-mon[90541]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:49 smithi189 ceph-mon[90541]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T16:56:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:49 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3999270445' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:56:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:49 smithi189 ceph-mon[90541]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T16:56:50.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:50.748 INFO:tasks.rados.rados.0.smithi001.stdout:1803: done (1 left) 2024-08-17T16:56:50.749 INFO:tasks.rados.rados.0.smithi001.stdout:1804: setattr oid 37 current snap is 166 2024-08-17T16:56:50.749 INFO:tasks.rados.rados.0.smithi001.stdout:1801: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:56:50.749 INFO:tasks.rados.rados.0.smithi001.stdout:1801: finishing copy_from to smithi00187473-23 2024-08-17T16:56:50.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 875 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:56:50.749 INFO:tasks.rados.rados.0.smithi001.stdout:1801: done (1 left) 2024-08-17T16:56:50.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 166 2024-08-17T16:56:50.750 INFO:tasks.rados.rados.0.smithi001.stdout:1805: seq_num 597 ranges {0=401408} 2024-08-17T16:56:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:1805: writing smithi00187473-46 from 0 to 401408 tid 1 2024-08-17T16:56:50.752 INFO:tasks.rados.rados.0.smithi001.stdout:1806: delete oid 23 current snap is 166 2024-08-17T16:56:50.759 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 640 (ObjNum 550 snap 156 seq_num 550) dirty exists 2024-08-17T16:56:50.761 INFO:tasks.rados.rados.0.smithi001.stdout:1804: done (2 left) 2024-08-17T16:56:50.761 INFO:tasks.rados.rados.0.smithi001.stdout:1806: done (1 left) 2024-08-17T16:56:50.761 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 166 2024-08-17T16:56:50.761 INFO:tasks.rados.rados.0.smithi001.stdout:1807: seq_num 599 ranges {1916928=434176} 2024-08-17T16:56:50.774 INFO:tasks.rados.rados.0.smithi001.stdout:1807: writing smithi00187473-26 from 1916928 to 2351104 tid 1 2024-08-17T16:56:50.775 INFO:tasks.rados.rados.0.smithi001.stdout:1808: snap_remove snap 160 2024-08-17T16:56:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:50 smithi189 ceph-mon[90541]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:50 smithi189 ceph-mon[90541]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:50 smithi189 ceph-mon[90541]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T16:56:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:50 smithi001 ceph-mon[100737]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:50 smithi001 ceph-mon[100737]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:50 smithi001 ceph-mon[100737]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T16:56:51.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:50 smithi001 ceph-mon[103274]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:51.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:50 smithi001 ceph-mon[103274]: from='client.34356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:51.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:50 smithi001 ceph-mon[103274]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T16:56:51.783 INFO:tasks.rados.rados.0.smithi001.stdout:1808: done (2 left) 2024-08-17T16:56:51.783 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 166 2024-08-17T16:56:51.783 INFO:tasks.rados.rados.0.smithi001.stdout:1809: seq_num 600 ranges {0=450560} 2024-08-17T16:56:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:1809: writing smithi00187473-9 from 0 to 450560 tid 1 2024-08-17T16:56:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:1810: snap_create 2024-08-17T16:56:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:1805: finishing write tid 1 to smithi00187473-46 2024-08-17T16:56:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:1805: finishing write tid 2 to smithi00187473-46 2024-08-17T16:56:51.787 INFO:tasks.rados.rados.0.smithi001.stdout:1805: finishing write tid 3 to smithi00187473-46 2024-08-17T16:56:51.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 902 (ObjNum 597 snap 166 seq_num 597) dirty exists 2024-08-17T16:56:51.788 INFO:tasks.rados.rados.0.smithi001.stdout:1805: left oid 46 (ObjNum 597 snap 166 seq_num 597) 2024-08-17T16:56:51.788 INFO:tasks.rados.rados.0.smithi001.stdout:1807: finishing write tid 1 to smithi00187473-26 2024-08-17T16:56:51.788 INFO:tasks.rados.rados.0.smithi001.stdout:1807: finishing write tid 2 to smithi00187473-26 2024-08-17T16:56:51.788 INFO:tasks.rados.rados.0.smithi001.stdout:1807: finishing write tid 3 to smithi00187473-26 2024-08-17T16:56:51.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 502 (ObjNum 599 snap 166 seq_num 599) dirty exists 2024-08-17T16:56:51.788 INFO:tasks.rados.rados.0.smithi001.stdout:1807: left oid 26 (ObjNum 599 snap 166 seq_num 599) 2024-08-17T16:56:51.792 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 1 to smithi00187473-9 2024-08-17T16:56:51.792 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 2 to smithi00187473-9 2024-08-17T16:56:51.794 INFO:tasks.rados.rados.0.smithi001.stdout:1809: finishing write tid 3 to smithi00187473-9 2024-08-17T16:56:51.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 859 (ObjNum 600 snap 166 seq_num 600) dirty exists 2024-08-17T16:56:51.794 INFO:tasks.rados.rados.0.smithi001.stdout:1809: left oid 9 (ObjNum 600 snap 166 seq_num 600) 2024-08-17T16:56:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:51 smithi189 ceph-mon[90541]: pgmap v234: 121 pgs: 121 active+clean; 181 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:56:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:51 smithi001 ceph-mon[100737]: pgmap v234: 121 pgs: 121 active+clean; 181 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:56:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:51 smithi001 ceph-mon[103274]: pgmap v234: 121 pgs: 121 active+clean; 181 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 6.5 MiB/s wr, 25 op/s 2024-08-17T16:56:52.784 INFO:tasks.rados.rados.0.smithi001.stdout:1805: done (3 left) 2024-08-17T16:56:52.785 INFO:tasks.rados.rados.0.smithi001.stdout:1807: done (2 left) 2024-08-17T16:56:52.785 INFO:tasks.rados.rados.0.smithi001.stdout:1809: done (1 left) 2024-08-17T16:56:52.785 INFO:tasks.rados.rados.0.smithi001.stdout:1810: done (0 left) 2024-08-17T16:56:52.785 INFO:tasks.rados.rados.0.smithi001.stdout:1811: rollback oid 36 current snap is 167 2024-08-17T16:56:52.785 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 165 2024-08-17T16:56:52.785 INFO:tasks.rados.rados.0.smithi001.stdout:1812: snap_create 2024-08-17T16:56:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:1811: finishing rollback tid 0 to smithi00187473-36 2024-08-17T16:56:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:1811: finishing rollback tid 1 to smithi00187473-36 2024-08-17T16:56:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:1811: finishing rollback tid 2 to smithi00187473-36 2024-08-17T16:56:52.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1171 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-08-17T16:56:53.073 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:52 smithi001 ceph-mon[100737]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T16:56:53.073 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:52 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T16:56:53.074 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:52 smithi001 ceph-mon[103274]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T16:56:53.074 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:52 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T16:56:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:52 smithi189 ceph-mon[90541]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T16:56:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:52 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T16:56:53.788 INFO:tasks.rados.rados.0.smithi001.stdout:1811: done (1 left) 2024-08-17T16:56:53.788 INFO:tasks.rados.rados.0.smithi001.stdout:1812: done (0 left) 2024-08-17T16:56:53.788 INFO:tasks.rados.rados.0.smithi001.stdout:1813: read oid 4 snap 167 2024-08-17T16:56:53.788 INFO:tasks.rados.rados.0.smithi001.stdout:1813: expect deleted 2024-08-17T16:56:53.788 INFO:tasks.rados.rados.0.smithi001.stdout:1814: snap_remove snap 164 2024-08-17T16:56:54.055 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[100737]: pgmap v237: 121 pgs: 121 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[100737]: Upgrade: osd.3 is safe to restart 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[100737]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[103274]: pgmap v237: 121 pgs: 121 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[103274]: Upgrade: osd.3 is safe to restart 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[103274]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T16:56:54.056 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:54.057 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:54.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:53 smithi189 ceph-mon[90541]: pgmap v237: 121 pgs: 121 active+clean; 182 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2024-08-17T16:56:54.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:53 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T16:56:54.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:53 smithi189 ceph-mon[90541]: Upgrade: osd.3 is safe to restart 2024-08-17T16:56:54.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:53 smithi189 ceph-mon[90541]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T16:56:54.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:54.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:56:54.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:54 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:54.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:54.746 INFO:tasks.rados.rados.0.smithi001.stdout:1814: done (1 left) 2024-08-17T16:56:54.746 INFO:tasks.rados.rados.0.smithi001.stdout:1815: setattr oid 49 current snap is 168 2024-08-17T16:56:54.747 INFO:tasks.rados.rados.0.smithi001.stdout:1813: done (1 left) 2024-08-17T16:56:54.747 INFO:tasks.rados.rados.0.smithi001.stdout:1816: snap_remove snap 165 2024-08-17T16:56:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:54 smithi189 ceph-mon[90541]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T16:56:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T16:56:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:54 smithi189 ceph-mon[90541]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T16:56:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[100737]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T16:56:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T16:56:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:55.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[100737]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T16:56:55.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[103274]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T16:56:55.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:56:55.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T16:56:55.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:56:55.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:54 smithi001 ceph-mon[103274]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T16:56:55.749 INFO:tasks.rados.rados.0.smithi001.stdout:1816: done (1 left) 2024-08-17T16:56:55.749 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 168 2024-08-17T16:56:55.749 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1244 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T16:56:55.749 INFO:tasks.rados.rados.0.smithi001.stdout:1817: seq_num 601 ranges {0=475136} 2024-08-17T16:56:55.751 INFO:tasks.rados.rados.0.smithi001.stdout:1817: writing smithi00187473-41 from 0 to 475136 tid 1 2024-08-17T16:56:55.751 INFO:tasks.rados.rados.0.smithi001.stdout:1815: done (1 left) 2024-08-17T16:56:55.751 INFO:tasks.rados.rados.0.smithi001.stdout:1818: copy_from oid 29 from oid 48 current snap is 168 2024-08-17T16:56:55.751 INFO:tasks.rados.rados.0.smithi001.stdout:1819: snap_remove snap 161 2024-08-17T16:56:56.054 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:55 smithi001 ceph-mon[100737]: pgmap v240: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-17T16:56:56.055 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:55 smithi001 ceph-mon[100737]: Upgrade: Updating osd.3 2024-08-17T16:56:56.055 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:55 smithi001 ceph-mon[100737]: Deploying daemon osd.3 on smithi001 2024-08-17T16:56:56.055 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:55 smithi001 ceph-mon[100737]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T16:56:56.055 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:55 smithi001 ceph-mon[103274]: pgmap v240: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-17T16:56:56.055 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:55 smithi001 ceph-mon[103274]: Upgrade: Updating osd.3 2024-08-17T16:56:56.055 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:55 smithi001 ceph-mon[103274]: Deploying daemon osd.3 on smithi001 2024-08-17T16:56:56.055 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:55 smithi001 ceph-mon[103274]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T16:56:56.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:55 smithi189 ceph-mon[90541]: pgmap v240: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-17T16:56:56.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:55 smithi189 ceph-mon[90541]: Upgrade: Updating osd.3 2024-08-17T16:56:56.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:55 smithi189 ceph-mon[90541]: Deploying daemon osd.3 on smithi001 2024-08-17T16:56:56.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:55 smithi189 ceph-mon[90541]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T16:56:56.081 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:56.081 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:55.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:56.752 INFO:tasks.rados.rados.0.smithi001.stdout:1819: done (2 left) 2024-08-17T16:56:56.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 168 2024-08-17T16:56:56.752 INFO:tasks.rados.rados.0.smithi001.stdout:1820: seq_num 602 ranges {0=491520} 2024-08-17T16:56:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:1820: writing smithi00187473-49 from 0 to 491520 tid 1 2024-08-17T16:56:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:1821: read oid 30 snap -1 2024-08-17T16:56:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:1821: expect (ObjNum 521 snap 147 seq_num 521) 2024-08-17T16:56:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:1822: snap_create 2024-08-17T16:56:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:1817: finishing write tid 1 to smithi00187473-41 2024-08-17T16:56:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:1817: finishing write tid 2 to smithi00187473-41 2024-08-17T16:56:56.756 INFO:tasks.rados.rados.0.smithi001.stdout:1817: finishing write tid 3 to smithi00187473-41 2024-08-17T16:56:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 665 (ObjNum 601 snap 168 seq_num 601) dirty exists 2024-08-17T16:56:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:1817: left oid 41 (ObjNum 601 snap 168 seq_num 601) 2024-08-17T16:56:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:1818: finishing copy_from racing read to smithi00187473-29 2024-08-17T16:56:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:1818: finishing copy_from to smithi00187473-29 2024-08-17T16:56:56.757 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 875 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:56:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:1820: finishing write tid 1 to smithi00187473-49 2024-08-17T16:56:56.765 INFO:tasks.rados.rados.0.smithi001.stdout:1820: finishing write tid 2 to smithi00187473-49 2024-08-17T16:56:56.794 INFO:tasks.rados.rados.0.smithi001.stdout:1820: finishing write tid 3 to smithi00187473-49 2024-08-17T16:56:56.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1246 (ObjNum 602 snap 168 seq_num 602) dirty exists 2024-08-17T16:56:56.794 INFO:tasks.rados.rados.0.smithi001.stdout:1820: left oid 49 (ObjNum 602 snap 168 seq_num 602) 2024-08-17T16:56:56.801 INFO:tasks.rados.rados.0.smithi001.stdout:1821: expect (ObjNum 521 snap 147 seq_num 521) 2024-08-17T16:56:57.375 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:56:57] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-17T16:56:57.375 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:57 smithi001 systemd[1]: Stopping Ceph osd.3 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:56:57.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:56:56 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:56:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:56:57.679 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[65103]: 2024-08-17T16:56:57.374+0000 7fb8d2177640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:56:57.679 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[65103]: 2024-08-17T16:56:57.374+0000 7fb8d2177640 -1 osd.3 420 *** Got signal Terminated *** 2024-08-17T16:56:57.679 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[65103]: 2024-08-17T16:56:57.374+0000 7fb8d2177640 -1 osd.3 420 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:56:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:1817: done (4 left) 2024-08-17T16:56:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:1818: done (3 left) 2024-08-17T16:56:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:1820: done (2 left) 2024-08-17T16:56:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:1821: done (1 left) 2024-08-17T16:56:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:1822: done (0 left) 2024-08-17T16:56:57.757 INFO:tasks.rados.rados.0.smithi001.stdout:1823: setattr oid 37 current snap is 169 2024-08-17T16:56:57.761 INFO:tasks.rados.rados.0.smithi001.stdout:1824: copy_from oid 34 from oid 33 current snap is 169 2024-08-17T16:56:57.761 INFO:tasks.rados.rados.0.smithi001.stdout:1825: copy_from oid 16 from oid 43 current snap is 169 2024-08-17T16:56:57.761 INFO:tasks.rados.rados.0.smithi001.stdout:1826: rollback oid 13 current snap is 169 2024-08-17T16:56:57.761 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 168 2024-08-17T16:56:57.761 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 169 2024-08-17T16:56:57.762 INFO:tasks.rados.rados.0.smithi001.stdout:1827: seq_num 603 ranges {4726784=507904} 2024-08-17T16:56:57.788 INFO:tasks.rados.rados.0.smithi001.stdout:1827: writing smithi00187473-24 from 4726784 to 5234688 tid 1 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1828: copy_from oid 38 from oid 11 current snap is 169 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 641 (ObjNum 550 snap 156 seq_num 550) dirty exists 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1826: finishing rollback tid 0 to smithi00187473-13 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1826: finishing rollback tid 1 to smithi00187473-13 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1823: done (5 left) 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1829: rollback oid 9 current snap is 169 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 166 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1826: finishing rollback tid 2 to smithi00187473-13 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1276 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1826: done (5 left) 2024-08-17T16:56:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:1830: snap_create 2024-08-17T16:56:57.791 INFO:tasks.rados.rados.0.smithi001.stdout:1829: finishing rollback tid 0 to smithi00187473-9 2024-08-17T16:56:57.792 INFO:tasks.rados.rados.0.smithi001.stdout:1829: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:56:57.792 INFO:tasks.rados.rados.0.smithi001.stdout:1829: finishing rollback tid 2 to smithi00187473-9 2024-08-17T16:56:57.792 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 862 (ObjNum 600 snap 166 seq_num 600) dirty exists 2024-08-17T16:56:57.792 INFO:tasks.rados.rados.0.smithi001.stdout:1827: finishing write tid 1 to smithi00187473-24 2024-08-17T16:56:57.792 INFO:tasks.rados.rados.0.smithi001.stdout:1827: finishing write tid 2 to smithi00187473-24 2024-08-17T16:56:57.793 INFO:tasks.rados.rados.0.smithi001.stdout:1827: finishing write tid 3 to smithi00187473-24 2024-08-17T16:56:57.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 890 (ObjNum 603 snap 169 seq_num 603) dirty exists 2024-08-17T16:56:57.794 INFO:tasks.rados.rados.0.smithi001.stdout:1827: left oid 24 (ObjNum 603 snap 169 seq_num 603) 2024-08-17T16:56:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-mon[100737]: pgmap v243: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 8 op/s 2024-08-17T16:56:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-mon[100737]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T16:56:58.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-mon[100737]: osd.3 marked itself down and dead 2024-08-17T16:56:58.102 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-mon[103274]: pgmap v243: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 8 op/s 2024-08-17T16:56:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-mon[103274]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T16:56:58.103 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:57 smithi001 ceph-mon[103274]: osd.3 marked itself down and dead 2024-08-17T16:56:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:57 smithi189 ceph-mon[90541]: pgmap v243: 121 pgs: 121 active+clean; 183 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 3.6 MiB/s wr, 8 op/s 2024-08-17T16:56:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:57 smithi189 ceph-mon[90541]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T16:56:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:57 smithi189 ceph-mon[90541]: osd.3 marked itself down and dead 2024-08-17T16:56:58.398 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:58 smithi001 podman[124063]: 2024-08-17 16:56:58.101312752 +0000 UTC m=+0.840059617 container died dbbe761002c4f566f01a8a8000c69dae235de121d531945cf3d40d0614f283e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T16:56:58.665 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:58 smithi001 podman[124063]: 2024-08-17 16:56:58.480040362 +0000 UTC m=+1.218787216 container cleanup dbbe761002c4f566f01a8a8000c69dae235de121d531945cf3d40d0614f283e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, io.buildah.version=1.36.0, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:56:58.665 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:58 smithi001 bash[124063]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3 2024-08-17T16:56:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:1827: done (5 left) 2024-08-17T16:56:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:1829: done (4 left) 2024-08-17T16:56:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:1830: done (3 left) 2024-08-17T16:56:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:1831: rmattr oid 10 current snap is 170 2024-08-17T16:56:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:1832: copy_from oid 35 from oid 40 current snap is 170 2024-08-17T16:56:58.761 INFO:tasks.rados.rados.0.smithi001.stdout:1833: delete oid 8 current snap is 170 2024-08-17T16:56:58.765 INFO:tasks.rados.rados.0.smithi001.stdout:1832: finishing copy_from to smithi00187473-35 2024-08-17T16:56:58.765 INFO:tasks.rados.rados.0.smithi001.stdout:1832: got expected ENOENT (src dne) 2024-08-17T16:56:58.766 INFO:tasks.rados.rados.0.smithi001.stdout:1832: finishing copy_from racing read to smithi00187473-35 2024-08-17T16:56:58.769 INFO:tasks.rados.rados.0.smithi001.stdout:1832: done (5 left) 2024-08-17T16:56:58.769 INFO:tasks.rados.rados.0.smithi001.stdout:1833: done (4 left) 2024-08-17T16:56:58.769 INFO:tasks.rados.rados.0.smithi001.stdout:1834: rollback oid 25 current snap is 170 2024-08-17T16:56:58.769 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 25 to 169 2024-08-17T16:56:58.769 INFO:tasks.rados.rados.0.smithi001.stdout:1835: snap_create 2024-08-17T16:56:58.773 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1172 (ObjNum 531 snap 149 seq_num 531) dirty exists 2024-08-17T16:56:58.774 INFO:tasks.rados.rados.0.smithi001.stdout:1824: finishing copy_from to smithi00187473-34 2024-08-17T16:56:58.774 INFO:tasks.rados.rados.0.smithi001.stdout:1824: got expected ENOENT (src dne) 2024-08-17T16:56:58.774 INFO:tasks.rados.rados.0.smithi001.stdout:1824: finishing copy_from racing read to smithi00187473-34 2024-08-17T16:56:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:1834: finishing rollback tid 0 to smithi00187473-25 2024-08-17T16:56:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:1834: finishing rollback tid 1 to smithi00187473-25 2024-08-17T16:56:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:1834: finishing rollback tid 2 to smithi00187473-25 2024-08-17T16:56:58.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1249 (ObjNum 571 snap 160 seq_num 571) dirty exists 2024-08-17T16:56:58.786 INFO:tasks.rados.rados.0.smithi001.stdout:1825: finishing copy_from racing read to smithi00187473-16 2024-08-17T16:56:58.787 INFO:tasks.rados.rados.0.smithi001.stdout:1825: finishing copy_from to smithi00187473-16 2024-08-17T16:56:58.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1268 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:56:58.788 INFO:tasks.rados.rados.0.smithi001.stdout:1828: finishing copy_from racing read to smithi00187473-38 2024-08-17T16:56:58.790 INFO:tasks.rados.rados.0.smithi001.stdout:1828: finishing copy_from to smithi00187473-38 2024-08-17T16:56:58.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1391 (ObjNum 544 snap 156 seq_num 544) dirty exists 2024-08-17T16:56:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:58 smithi001 ceph-mon[100737]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:56:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:58 smithi001 ceph-mon[100737]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T16:56:58.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:58 smithi001 ceph-mon[103274]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:56:58.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:58 smithi001 ceph-mon[103274]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T16:56:58.930 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:58 smithi001 podman[124085]: 2024-08-17 16:56:58.665104769 +0000 UTC m=+0.561793256 container remove dbbe761002c4f566f01a8a8000c69dae235de121d531945cf3d40d0614f283e9 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:56:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:58 smithi189 ceph-mon[90541]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:56:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:58 smithi189 ceph-mon[90541]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T16:56:59.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:59 smithi001 podman[124177]: 2024-08-17 16:56:59.031569015 +0000 UTC m=+0.017752971 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:56:59.430 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:59 smithi001 podman[124177]: 2024-08-17 16:56:59.13268064 +0000 UTC m=+0.118864623 container create 296569fdfc6752228b4201b38c7e1f55798ccb891a8825f204c7a8ea7fb83ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-17T16:56:59.430 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:59 smithi001 podman[124177]: 2024-08-17 16:56:59.351695577 +0000 UTC m=+0.337879519 container init 296569fdfc6752228b4201b38c7e1f55798ccb891a8825f204c7a8ea7fb83ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T16:56:59.430 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:59 smithi001 podman[124177]: 2024-08-17 16:56:59.356956661 +0000 UTC m=+0.343140608 container start 296569fdfc6752228b4201b38c7e1f55798ccb891a8825f204c7a8ea7fb83ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe) 2024-08-17T16:56:59.749 INFO:tasks.rados.rados.0.smithi001.stdout:1824: done (5 left) 2024-08-17T16:56:59.749 INFO:tasks.rados.rados.0.smithi001.stdout:1825: done (4 left) 2024-08-17T16:56:59.749 INFO:tasks.rados.rados.0.smithi001.stdout:1828: done (3 left) 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1831: done (2 left) 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1834: done (1 left) 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1835: done (0 left) 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1836: read oid 30 snap 168 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1836: expect (ObjNum 521 snap 147 seq_num 521) 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1837: rollback oid 17 current snap is 171 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 17 to 168 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1838: read oid 14 snap 170 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1838: expect (ObjNum 577 snap 162 seq_num 577) 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 171 2024-08-17T16:56:59.750 INFO:tasks.rados.rados.0.smithi001.stdout:1839: seq_num 605 ranges {1769472=540672} 2024-08-17T16:56:59.758 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:59 smithi001 podman[124177]: 2024-08-17 16:56:59.443178247 +0000 UTC m=+0.429362193 container attach 296569fdfc6752228b4201b38c7e1f55798ccb891a8825f204c7a8ea7fb83ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:56:59.758 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:56:59 smithi001 podman[124177]: 2024-08-17 16:56:59.550053168 +0000 UTC m=+0.536237118 container died 296569fdfc6752228b4201b38c7e1f55798ccb891a8825f204c7a8ea7fb83ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-17T16:56:59.763 INFO:tasks.rados.rados.0.smithi001.stdout:1839: writing smithi00187473-13 from 1769472 to 2310144 tid 1 2024-08-17T16:56:59.764 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 171 2024-08-17T16:56:59.764 INFO:tasks.rados.rados.0.smithi001.stdout:1840: seq_num 606 ranges {0=557056} 2024-08-17T16:56:59.767 INFO:tasks.rados.rados.0.smithi001.stdout:1840: writing smithi00187473-23 from 0 to 557056 tid 1 2024-08-17T16:56:59.767 INFO:tasks.rados.rados.0.smithi001.stdout:1841: rollback oid 32 current snap is 171 2024-08-17T16:56:59.767 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 166 2024-08-17T16:56:59.767 INFO:tasks.rados.rados.0.smithi001.stdout:1838: expect (ObjNum 577 snap 162 seq_num 577) 2024-08-17T16:56:59.769 INFO:tasks.rados.rados.0.smithi001.stdout:1837: finishing rollback tid 0 to smithi00187473-17 2024-08-17T16:56:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:1837: finishing rollback tid 1 to smithi00187473-17 2024-08-17T16:56:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:1837: finishing rollback tid 2 to smithi00187473-17 2024-08-17T16:56:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1442 (ObjNum 580 snap 163 seq_num 580) dirty exists 2024-08-17T16:56:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:1837: done (5 left) 2024-08-17T16:56:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:1838: done (4 left) 2024-08-17T16:56:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 171 2024-08-17T16:56:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:1842: seq_num 607 ranges {1925120=573440} 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:1842: writing smithi00187473-11 from 1925120 to 2498560 tid 1 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:1843: read oid 36 snap -1 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:1843: expect (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 171 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:1841: finishing rollback tid 1 to smithi00187473-32 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 0 (ObjNum 33 snap 0 seq_num 1538409280) dirty dne 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:1839: finishing write tid 1 to smithi00187473-13 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:1839: finishing write tid 2 to smithi00187473-13 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:1839: finishing write tid 3 to smithi00187473-13 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1278 (ObjNum 605 snap 171 seq_num 605) dirty exists 2024-08-17T16:56:59.785 INFO:tasks.rados.rados.0.smithi001.stdout:1839: left oid 13 (ObjNum 605 snap 171 seq_num 605) 2024-08-17T16:56:59.786 INFO:tasks.rados.rados.0.smithi001.stdout:1844: seq_num 608 ranges {3104768=589824} 2024-08-17T16:56:59.805 INFO:tasks.rados.rados.0.smithi001.stdout:1844: writing smithi00187473-27 from 3104768 to 3694592 tid 1 2024-08-17T16:56:59.805 INFO:tasks.rados.rados.0.smithi001.stdout:1839: done (6 left) 2024-08-17T16:56:59.805 INFO:tasks.rados.rados.0.smithi001.stdout:1841: done (5 left) 2024-08-17T16:56:59.805 INFO:tasks.rados.rados.0.smithi001.stdout:1845: snap_create 2024-08-17T16:56:59.806 INFO:tasks.rados.rados.0.smithi001.stdout:1842: finishing write tid 1 to smithi00187473-11 2024-08-17T16:56:59.806 INFO:tasks.rados.rados.0.smithi001.stdout:1842: finishing write tid 2 to smithi00187473-11 2024-08-17T16:56:59.806 INFO:tasks.rados.rados.0.smithi001.stdout:1842: finishing write tid 3 to smithi00187473-11 2024-08-17T16:56:59.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1446 (ObjNum 607 snap 171 seq_num 607) dirty exists 2024-08-17T16:56:59.806 INFO:tasks.rados.rados.0.smithi001.stdout:1842: left oid 11 (ObjNum 607 snap 171 seq_num 607) 2024-08-17T16:56:59.806 INFO:tasks.rados.rados.0.smithi001.stdout:1843: expect (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:56:59.824 INFO:tasks.rados.rados.0.smithi001.stdout:1836: expect (ObjNum 521 snap 147 seq_num 521) 2024-08-17T16:57:00.156 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:59 smithi001 ceph-mon[100737]: pgmap v246: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 187 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-17T16:57:00.156 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:59 smithi001 ceph-mon[100737]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T16:57:00.156 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:56:59 smithi001 ceph-mon[100737]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T16:57:00.156 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:59 smithi001 ceph-mon[103274]: pgmap v246: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 187 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-17T16:57:00.156 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:59 smithi001 ceph-mon[103274]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T16:57:00.156 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:56:59 smithi001 ceph-mon[103274]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T16:57:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:59 smithi189 ceph-mon[90541]: pgmap v246: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 187 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-17T16:57:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:59 smithi189 ceph-mon[90541]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T16:57:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:56:59 smithi189 ceph-mon[90541]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:1840: finishing write tid 1 to smithi00187473-23 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:1840: finishing write tid 2 to smithi00187473-23 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:1840: finishing write tid 3 to smithi00187473-23 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1251 (ObjNum 606 snap 171 seq_num 606) dirty exists 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:1840: left oid 23 (ObjNum 606 snap 171 seq_num 606) 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:1844: finishing write tid 1 to smithi00187473-27 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:1844: finishing write tid 2 to smithi00187473-27 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:1844: finishing write tid 3 to smithi00187473-27 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 915 (ObjNum 608 snap 171 seq_num 608) dirty exists 2024-08-17T16:57:00.325 INFO:tasks.rados.rados.0.smithi001.stdout:1844: left oid 27 (ObjNum 608 snap 171 seq_num 608) 2024-08-17T16:57:00.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 podman[124220]: 2024-08-17 16:57:00.154889831 +0000 UTC m=+0.593493635 container remove 296569fdfc6752228b4201b38c7e1f55798ccb891a8825f204c7a8ea7fb83ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-17T16:57:00.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-17T16:57:00.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 systemd[1]: Stopped Ceph osd.3 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:57:00.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.3.service: Consumed 14.127s CPU time. 2024-08-17T16:57:00.430 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 systemd[1]: Starting Ceph osd.3 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:57:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:00.766 INFO:tasks.rados.rados.0.smithi001.stdout:1836: done (5 left) 2024-08-17T16:57:00.766 INFO:tasks.rados.rados.0.smithi001.stdout:1840: done (4 left) 2024-08-17T16:57:00.766 INFO:tasks.rados.rados.0.smithi001.stdout:1842: done (3 left) 2024-08-17T16:57:00.766 INFO:tasks.rados.rados.0.smithi001.stdout:1843: done (2 left) 2024-08-17T16:57:00.766 INFO:tasks.rados.rados.0.smithi001.stdout:1844: done (1 left) 2024-08-17T16:57:00.766 INFO:tasks.rados.rados.0.smithi001.stdout:1845: done (0 left) 2024-08-17T16:57:00.766 INFO:tasks.rados.rados.0.smithi001.stdout:1846: delete oid 40 current snap is 172 2024-08-17T16:57:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:1846: done (0 left) 2024-08-17T16:57:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:1847: read oid 17 snap 171 2024-08-17T16:57:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:1847: expect (ObjNum 580 snap 163 seq_num 580) 2024-08-17T16:57:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:1848: rollback oid 10 current snap is 172 2024-08-17T16:57:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 170 2024-08-17T16:57:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:1849: rollback oid 16 current snap is 172 2024-08-17T16:57:00.768 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 169 2024-08-17T16:57:00.768 INFO:tasks.rados.rados.0.smithi001.stdout:1850: snap_create 2024-08-17T16:57:00.771 INFO:tasks.rados.rados.0.smithi001.stdout:1848: finishing rollback tid 0 to smithi00187473-10 2024-08-17T16:57:00.771 INFO:tasks.rados.rados.0.smithi001.stdout:1848: finishing rollback tid 1 to smithi00187473-10 2024-08-17T16:57:00.772 INFO:tasks.rados.rados.0.smithi001.stdout:1848: finishing rollback tid 2 to smithi00187473-10 2024-08-17T16:57:00.772 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1175 (ObjNum 531 snap 149 seq_num 531) dirty exists 2024-08-17T16:57:00.773 INFO:tasks.rados.rados.0.smithi001.stdout:1849: finishing rollback tid 0 to smithi00187473-16 2024-08-17T16:57:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:1849: finishing rollback tid 1 to smithi00187473-16 2024-08-17T16:57:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:1849: finishing rollback tid 2 to smithi00187473-16 2024-08-17T16:57:00.774 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1271 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:57:00.808 INFO:tasks.rados.rados.0.smithi001.stdout:1847: expect (ObjNum 580 snap 163 seq_num 580) 2024-08-17T16:57:00.877 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:00 smithi001 ceph-mon[100737]: Health check failed: Degraded data redundancy: 9/240 objects degraded (3.750%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:00.877 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:00 smithi001 ceph-mon[100737]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T16:57:00.877 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:00 smithi001 ceph-mon[103274]: Health check failed: Degraded data redundancy: 9/240 objects degraded (3.750%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:00.877 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:00 smithi001 ceph-mon[103274]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T16:57:00.878 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 podman[124326]: 2024-08-17 16:57:00.508005592 +0000 UTC m=+0.017719944 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:57:00.878 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 podman[124326]: 2024-08-17 16:57:00.631228884 +0000 UTC m=+0.140943258 container create 7414e6ed7d4f358ffa0c390ae93c29edce5c0125bcd1062e57a24fb6540f1d0f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T16:57:01.128 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 podman[124326]: 2024-08-17 16:57:00.876389619 +0000 UTC m=+0.386103958 container init 7414e6ed7d4f358ffa0c390ae93c29edce5c0125bcd1062e57a24fb6540f1d0f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T16:57:01.128 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 podman[124326]: 2024-08-17 16:57:00.882154199 +0000 UTC m=+0.391868540 container start 7414e6ed7d4f358ffa0c390ae93c29edce5c0125bcd1062e57a24fb6540f1d0f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T16:57:01.128 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:00 smithi001 podman[124326]: 2024-08-17 16:57:00.966775138 +0000 UTC m=+0.476489479 container attach 7414e6ed7d4f358ffa0c390ae93c29edce5c0125bcd1062e57a24fb6540f1d0f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-17T16:57:01.128 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:01.128 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:01.128 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:01.128 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-17T16:57:01.129 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-17T16:57:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:00 smithi189 ceph-mon[90541]: Health check failed: Degraded data redundancy: 9/240 objects degraded (3.750%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:01.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:00 smithi189 ceph-mon[90541]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate[124340]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-17T16:57:01.680 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 bash[124326]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-17T16:57:01.681 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:01 smithi001 podman[124326]: 2024-08-17 16:57:01.438941775 +0000 UTC m=+0.948656123 container died 7414e6ed7d4f358ffa0c390ae93c29edce5c0125bcd1062e57a24fb6540f1d0f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T16:57:01.768 INFO:tasks.rados.rados.0.smithi001.stdout:1847: done (3 left) 2024-08-17T16:57:01.768 INFO:tasks.rados.rados.0.smithi001.stdout:1848: done (2 left) 2024-08-17T16:57:01.768 INFO:tasks.rados.rados.0.smithi001.stdout:1849: done (1 left) 2024-08-17T16:57:01.768 INFO:tasks.rados.rados.0.smithi001.stdout:1850: done (0 left) 2024-08-17T16:57:01.768 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 173 2024-08-17T16:57:01.768 INFO:tasks.rados.rados.0.smithi001.stdout:1851: seq_num 610 ranges {1925120=622592} 2024-08-17T16:57:01.782 INFO:tasks.rados.rados.0.smithi001.stdout:1851: writing smithi00187473-38 from 1925120 to 2547712 tid 1 2024-08-17T16:57:01.782 INFO:tasks.rados.rados.0.smithi001.stdout:1852: snap_create 2024-08-17T16:57:01.788 INFO:tasks.rados.rados.0.smithi001.stdout:1851: finishing write tid 1 to smithi00187473-38 2024-08-17T16:57:01.788 INFO:tasks.rados.rados.0.smithi001.stdout:1851: finishing write tid 2 to smithi00187473-38 2024-08-17T16:57:01.789 INFO:tasks.rados.rados.0.smithi001.stdout:1851: finishing write tid 3 to smithi00187473-38 2024-08-17T16:57:01.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1449 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:57:01.790 INFO:tasks.rados.rados.0.smithi001.stdout:1851: left oid 38 (ObjNum 610 snap 173 seq_num 610) 2024-08-17T16:57:02.021 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-mon[100737]: pgmap v249: 121 pgs: 19 active+undersized, 8 peering, 3 stale+active+clean, 2 active+undersized+degraded, 89 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.6 MiB/s wr, 10 op/s; 9/240 objects degraded (3.750%) 2024-08-17T16:57:02.021 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-mon[100737]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T16:57:02.021 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-mon[103274]: pgmap v249: 121 pgs: 19 active+undersized, 8 peering, 3 stale+active+clean, 2 active+undersized+degraded, 89 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.6 MiB/s wr, 10 op/s; 9/240 objects degraded (3.750%) 2024-08-17T16:57:02.021 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:01 smithi001 ceph-mon[103274]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T16:57:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:01 smithi189 ceph-mon[90541]: pgmap v249: 121 pgs: 19 active+undersized, 8 peering, 3 stale+active+clean, 2 active+undersized+degraded, 89 active+clean; 169 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 3.6 MiB/s wr, 10 op/s; 9/240 objects degraded (3.750%) 2024-08-17T16:57:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:01 smithi189 ceph-mon[90541]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T16:57:02.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:02 smithi001 podman[124466]: 2024-08-17 16:57:02.020432126 +0000 UTC m=+0.575419423 container remove 7414e6ed7d4f358ffa0c390ae93c29edce5c0125bcd1062e57a24fb6540f1d0f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:57:02.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:02 smithi001 podman[124531]: 2024-08-17 16:57:02.139129769 +0000 UTC m=+0.017642491 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:57:02.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:02 smithi001 podman[124531]: 2024-08-17 16:57:02.254694341 +0000 UTC m=+0.133207122 container create 4198617f447fbc08c347f4c7150c1093053bb551ed43ee1e652c623b934edc76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe) 2024-08-17T16:57:02.768 INFO:tasks.rados.rados.0.smithi001.stdout:1851: done (1 left) 2024-08-17T16:57:02.768 INFO:tasks.rados.rados.0.smithi001.stdout:1852: done (0 left) 2024-08-17T16:57:02.769 INFO:tasks.rados.rados.0.smithi001.stdout:1853: setattr oid 29 current snap is 174 2024-08-17T16:57:02.770 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 174 2024-08-17T16:57:02.770 INFO:tasks.rados.rados.0.smithi001.stdout:1854: seq_num 611 ranges {0=638976} 2024-08-17T16:57:02.774 INFO:tasks.rados.rados.0.smithi001.stdout:1854: writing smithi00187473-31 from 0 to 638976 tid 1 2024-08-17T16:57:02.774 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 174 2024-08-17T16:57:02.774 INFO:tasks.rados.rados.0.smithi001.stdout:1855: seq_num 612 ranges {401408=655360} 2024-08-17T16:57:02.781 INFO:tasks.rados.rados.0.smithi001.stdout:1855: writing smithi00187473-46 from 401408 to 1056768 tid 1 2024-08-17T16:57:02.781 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 174 2024-08-17T16:57:02.781 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1275 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:57:02.781 INFO:tasks.rados.rados.0.smithi001.stdout:1856: seq_num 613 ranges {65536=671744} 2024-08-17T16:57:02.785 INFO:tasks.rados.rados.0.smithi001.stdout:1856: writing smithi00187473-14 from 65536 to 737280 tid 1 2024-08-17T16:57:02.785 INFO:tasks.rados.rados.0.smithi001.stdout:1853: done (3 left) 2024-08-17T16:57:02.785 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 174 2024-08-17T16:57:02.785 INFO:tasks.rados.rados.0.smithi001.stdout:1857: seq_num 614 ranges {0=688128} 2024-08-17T16:57:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1857: writing smithi00187473-20 from 0 to 688128 tid 1 2024-08-17T16:57:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1858: rmattr oid 12 current snap is 174 2024-08-17T16:57:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1858: done (4 left) 2024-08-17T16:57:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1859: setattr oid 47 current snap is 174 2024-08-17T16:57:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1854: finishing write tid 1 to smithi00187473-31 2024-08-17T16:57:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:1854: finishing write tid 2 to smithi00187473-31 2024-08-17T16:57:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:1854: finishing write tid 3 to smithi00187473-31 2024-08-17T16:57:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1451 (ObjNum 611 snap 174 seq_num 611) dirty exists 2024-08-17T16:57:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:1854: left oid 31 (ObjNum 611 snap 174 seq_num 611) 2024-08-17T16:57:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:1855: finishing write tid 1 to smithi00187473-46 2024-08-17T16:57:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:1856: finishing write tid 1 to smithi00187473-14 2024-08-17T16:57:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:1855: finishing write tid 2 to smithi00187473-46 2024-08-17T16:57:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:1856: finishing write tid 2 to smithi00187473-14 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:1856: finishing write tid 3 to smithi00187473-14 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1277 (ObjNum 613 snap 174 seq_num 613) dirty exists 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:1856: left oid 14 (ObjNum 613 snap 174 seq_num 613) 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:1855: finishing write tid 3 to smithi00187473-46 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 904 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:1855: left oid 46 (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:1854: done (4 left) 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:1855: done (3 left) 2024-08-17T16:57:02.792 INFO:tasks.rados.rados.0.smithi001.stdout:1856: done (2 left) 2024-08-17T16:57:02.793 INFO:tasks.rados.rados.0.smithi001.stdout:1860: rollback oid 24 current snap is 174 2024-08-17T16:57:02.793 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 173 2024-08-17T16:57:02.793 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 174 2024-08-17T16:57:02.793 INFO:tasks.rados.rados.0.smithi001.stdout:1861: seq_num 615 ranges {0=704512} 2024-08-17T16:57:02.796 INFO:tasks.rados.rados.0.smithi001.stdout:1861: writing smithi00187473-40 from 0 to 704512 tid 1 2024-08-17T16:57:02.796 INFO:tasks.rados.rados.0.smithi001.stdout:1862: rollback oid 42 current snap is 174 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 172 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1863: copy_from oid 5 from oid 32 current snap is 174 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1864: delete oid 9 current snap is 174 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1857: finishing write tid 1 to smithi00187473-20 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1857: finishing write tid 2 to smithi00187473-20 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1857: finishing write tid 3 to smithi00187473-20 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1026 (ObjNum 614 snap 174 seq_num 614) dirty exists 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1857: left oid 20 (ObjNum 614 snap 174 seq_num 614) 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1860: finishing rollback tid 0 to smithi00187473-24 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1860: finishing rollback tid 1 to smithi00187473-24 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:1860: finishing rollback tid 2 to smithi00187473-24 2024-08-17T16:57:02.797 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 893 (ObjNum 603 snap 169 seq_num 603) dirty exists 2024-08-17T16:57:02.798 INFO:tasks.rados.rados.0.smithi001.stdout:1862: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 0 (ObjNum 225 snap 0 seq_num 1537306176) dirty dne 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1863: finishing copy_from to smithi00187473-5 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1863: got expected ENOENT (src dne) 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1252 (ObjNum 595 snap 165 seq_num 595) dirty exists 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1863: finishing copy_from racing read to smithi00187473-5 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1857: done (6 left) 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1859: done (5 left) 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1860: done (4 left) 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1862: done (3 left) 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1863: done (2 left) 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1864: done (1 left) 2024-08-17T16:57:02.799 INFO:tasks.rados.rados.0.smithi001.stdout:1865: rmattr oid 26 current snap is 174 2024-08-17T16:57:02.800 INFO:tasks.rados.rados.0.smithi001.stdout:1865: done (1 left) 2024-08-17T16:57:02.800 INFO:tasks.rados.rados.0.smithi001.stdout:1866: copy_from oid 12 from oid 26 current snap is 174 2024-08-17T16:57:02.800 INFO:tasks.rados.rados.0.smithi001.stdout:1867: setattr oid 13 current snap is 174 2024-08-17T16:57:02.800 INFO:tasks.rados.rados.0.smithi001.stdout:1861: finishing write tid 1 to smithi00187473-40 2024-08-17T16:57:02.800 INFO:tasks.rados.rados.0.smithi001.stdout:1868: snap_create 2024-08-17T16:57:02.801 INFO:tasks.rados.rados.0.smithi001.stdout:1861: finishing write tid 2 to smithi00187473-40 2024-08-17T16:57:02.805 INFO:tasks.rados.rados.0.smithi001.stdout:1861: finishing write tid 3 to smithi00187473-40 2024-08-17T16:57:02.805 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 504 (ObjNum 615 snap 174 seq_num 615) dirty exists 2024-08-17T16:57:02.806 INFO:tasks.rados.rados.0.smithi001.stdout:1861: left oid 40 (ObjNum 615 snap 174 seq_num 615) 2024-08-17T16:57:02.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1279 (ObjNum 605 snap 171 seq_num 605) dirty exists 2024-08-17T16:57:02.811 INFO:tasks.rados.rados.0.smithi001.stdout:1866: finishing copy_from racing read to smithi00187473-12 2024-08-17T16:57:02.812 INFO:tasks.rados.rados.0.smithi001.stdout:1866: finishing copy_from to smithi00187473-12 2024-08-17T16:57:02.812 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 502 (ObjNum 599 snap 166 seq_num 599) dirty exists 2024-08-17T16:57:02.929 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:02 smithi001 podman[124531]: 2024-08-17 16:57:02.598928245 +0000 UTC m=+0.477440987 container init 4198617f447fbc08c347f4c7150c1093053bb551ed43ee1e652c623b934edc76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-17T16:57:02.929 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:02 smithi001 podman[124531]: 2024-08-17 16:57:02.604323238 +0000 UTC m=+0.482835961 container start 4198617f447fbc08c347f4c7150c1093053bb551ed43ee1e652c623b934edc76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:57:02.929 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:02 smithi001 ceph-osd[124569]: -- 172.21.15.1:0/925604147 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563ad30f9a40 con 0x563ad3ec6400 2024-08-17T16:57:02.929 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:02 smithi001 bash[124531]: 4198617f447fbc08c347f4c7150c1093053bb551ed43ee1e652c623b934edc76 2024-08-17T16:57:02.930 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:02 smithi001 systemd[1]: Started Ceph osd.3 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:57:03.770 INFO:tasks.rados.rados.0.smithi001.stdout:1861: done (3 left) 2024-08-17T16:57:03.770 INFO:tasks.rados.rados.0.smithi001.stdout:1866: done (2 left) 2024-08-17T16:57:03.770 INFO:tasks.rados.rados.0.smithi001.stdout:1867: done (1 left) 2024-08-17T16:57:03.770 INFO:tasks.rados.rados.0.smithi001.stdout:1868: done (0 left) 2024-08-17T16:57:03.771 INFO:tasks.rados.rados.0.smithi001.stdout:1869: delete oid 24 current snap is 175 2024-08-17T16:57:03.774 INFO:tasks.rados.rados.0.smithi001.stdout:1869: done (0 left) 2024-08-17T16:57:03.774 INFO:tasks.rados.rados.0.smithi001.stdout:1870: rmattr oid 14 current snap is 175 2024-08-17T16:57:03.774 INFO:tasks.rados.rados.0.smithi001.stdout:1870: done (0 left) 2024-08-17T16:57:03.774 INFO:tasks.rados.rados.0.smithi001.stdout:1871: delete oid 15 current snap is 175 2024-08-17T16:57:03.778 INFO:tasks.rados.rados.0.smithi001.stdout:1871: done (0 left) 2024-08-17T16:57:03.779 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 175 2024-08-17T16:57:03.779 INFO:tasks.rados.rados.0.smithi001.stdout:1872: seq_num 619 ranges {0=770048} 2024-08-17T16:57:03.783 INFO:tasks.rados.rados.0.smithi001.stdout:1872: writing smithi00187473-4 from 0 to 770048 tid 1 2024-08-17T16:57:03.783 INFO:tasks.rados.rados.0.smithi001.stdout:1873: snap_create 2024-08-17T16:57:03.787 INFO:tasks.rados.rados.0.smithi001.stdout:1872: finishing write tid 1 to smithi00187473-4 2024-08-17T16:57:03.787 INFO:tasks.rados.rados.0.smithi001.stdout:1872: finishing write tid 2 to smithi00187473-4 2024-08-17T16:57:03.790 INFO:tasks.rados.rados.0.smithi001.stdout:1872: finishing write tid 3 to smithi00187473-4 2024-08-17T16:57:03.790 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1281 (ObjNum 619 snap 175 seq_num 619) dirty exists 2024-08-17T16:57:03.790 INFO:tasks.rados.rados.0.smithi001.stdout:1872: left oid 4 (ObjNum 619 snap 175 seq_num 619) 2024-08-17T16:57:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:03 smithi189 ceph-mon[90541]: pgmap v252: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 936 KiB/s wr, 17 op/s; 17/231 objects degraded (7.359%) 2024-08-17T16:57:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:04.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:03 smithi189 ceph-mon[90541]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T16:57:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[100737]: pgmap v252: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 936 KiB/s wr, 17 op/s; 17/231 objects degraded (7.359%) 2024-08-17T16:57:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[100737]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T16:57:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[103274]: pgmap v252: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 936 KiB/s wr, 17 op/s; 17/231 objects degraded (7.359%) 2024-08-17T16:57:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:03 smithi001 ceph-mon[103274]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T16:57:04.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:04 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:04.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:04.751 INFO:tasks.rados.rados.0.smithi001.stdout:1872: done (1 left) 2024-08-17T16:57:04.751 INFO:tasks.rados.rados.0.smithi001.stdout:1873: done (0 left) 2024-08-17T16:57:04.751 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 176 2024-08-17T16:57:04.751 INFO:tasks.rados.rados.0.smithi001.stdout:1874: seq_num 620 ranges {2056192=794624} 2024-08-17T16:57:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:1874: writing smithi00187473-45 from 2056192 to 2850816 tid 1 2024-08-17T16:57:04.766 INFO:tasks.rados.rados.0.smithi001.stdout:1875: snap_remove snap 173 2024-08-17T16:57:04.772 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:04 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T16:57:04.509+0000 7f5e6ddc4640 -1 Falling back to public interface 2024-08-17T16:57:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:04 smithi189 ceph-mon[90541]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T16:57:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:04 smithi189 ceph-mon[90541]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T16:57:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:04 smithi001 ceph-mon[100737]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T16:57:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:04 smithi001 ceph-mon[100737]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T16:57:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:04 smithi001 ceph-mon[103274]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T16:57:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:04 smithi001 ceph-mon[103274]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T16:57:05.751 INFO:tasks.rados.rados.0.smithi001.stdout:1875: done (1 left) 2024-08-17T16:57:05.751 INFO:tasks.rados.rados.0.smithi001.stdout:1876: copy_from oid 25 from oid 40 current snap is 176 2024-08-17T16:57:05.751 INFO:tasks.rados.rados.0.smithi001.stdout:1874: finishing write tid 1 to smithi00187473-45 2024-08-17T16:57:05.751 INFO:tasks.rados.rados.0.smithi001.stdout:1874: finishing write tid 2 to smithi00187473-45 2024-08-17T16:57:05.751 INFO:tasks.rados.rados.0.smithi001.stdout:1874: finishing write tid 3 to smithi00187473-45 2024-08-17T16:57:05.751 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1454 (ObjNum 620 snap 176 seq_num 620) dirty exists 2024-08-17T16:57:05.752 INFO:tasks.rados.rados.0.smithi001.stdout:1874: left oid 45 (ObjNum 620 snap 176 seq_num 620) 2024-08-17T16:57:05.752 INFO:tasks.rados.rados.0.smithi001.stdout:1874: done (1 left) 2024-08-17T16:57:05.752 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 176 2024-08-17T16:57:05.752 INFO:tasks.rados.rados.0.smithi001.stdout:1877: seq_num 621 ranges {0=409600,409600=401408} 2024-08-17T16:57:05.753 INFO:tasks.rados.rados.0.smithi001.stdout:1877: writing smithi00187473-32 from 0 to 409600 tid 1 2024-08-17T16:57:05.759 INFO:tasks.rados.rados.0.smithi001.stdout:1877: writing smithi00187473-32 from 409600 to 811008 tid 2 2024-08-17T16:57:05.759 INFO:tasks.rados.rados.0.smithi001.stdout:1878: snap_remove snap 172 2024-08-17T16:57:06.087 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:05 smithi001 ceph-mon[103274]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 176 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 29 op/s; 31/276 objects degraded (11.232%) 2024-08-17T16:57:06.087 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:05 smithi001 ceph-mon[103274]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T16:57:06.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:05 smithi001 ceph-mon[100737]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 176 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 29 op/s; 31/276 objects degraded (11.232%) 2024-08-17T16:57:06.087 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:05 smithi001 ceph-mon[100737]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T16:57:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:05 smithi189 ceph-mon[90541]: pgmap v255: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 176 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 29 op/s; 31/276 objects degraded (11.232%) 2024-08-17T16:57:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:05 smithi189 ceph-mon[90541]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T16:57:06.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:06.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:05 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:05.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:06.752 INFO:tasks.rados.rados.0.smithi001.stdout:1878: done (2 left) 2024-08-17T16:57:06.752 INFO:tasks.rados.rados.0.smithi001.stdout:1879: delete oid 19 current snap is 176 2024-08-17T16:57:06.752 INFO:tasks.rados.rados.0.smithi001.stdout:1877: finishing write tid 1 to smithi00187473-32 2024-08-17T16:57:06.752 INFO:tasks.rados.rados.0.smithi001.stdout:1877: finishing write tid 2 to smithi00187473-32 2024-08-17T16:57:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:1877: finishing write tid 3 to smithi00187473-32 2024-08-17T16:57:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:1877: finishing write tid 4 to smithi00187473-32 2024-08-17T16:57:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1457 (ObjNum 621 snap 176 seq_num 621) dirty exists 2024-08-17T16:57:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:1877: left oid 32 (ObjNum 621 snap 176 seq_num 621) 2024-08-17T16:57:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:1876: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:57:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:1876: finishing copy_from to smithi00187473-25 2024-08-17T16:57:06.753 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 504 (ObjNum 615 snap 174 seq_num 615) dirty exists 2024-08-17T16:57:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1876: done (2 left) 2024-08-17T16:57:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1877: done (1 left) 2024-08-17T16:57:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1879: done (0 left) 2024-08-17T16:57:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 176 2024-08-17T16:57:06.758 INFO:tasks.rados.rados.0.smithi001.stdout:1880: seq_num 623 ranges {557056=442368,999424=401408} 2024-08-17T16:57:06.764 INFO:tasks.rados.rados.0.smithi001.stdout:1880: writing smithi00187473-23 from 557056 to 999424 tid 1 2024-08-17T16:57:06.766 INFO:tasks.rados.rados.0.smithi001.stdout:1880: writing smithi00187473-23 from 999424 to 1400832 tid 2 2024-08-17T16:57:06.767 INFO:tasks.rados.rados.0.smithi001.stdout:1881: snap_create 2024-08-17T16:57:06.773 INFO:tasks.rados.rados.0.smithi001.stdout:1880: finishing write tid 1 to smithi00187473-23 2024-08-17T16:57:06.773 INFO:tasks.rados.rados.0.smithi001.stdout:1880: finishing write tid 2 to smithi00187473-23 2024-08-17T16:57:06.773 INFO:tasks.rados.rados.0.smithi001.stdout:1880: finishing write tid 3 to smithi00187473-23 2024-08-17T16:57:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1880: finishing write tid 4 to smithi00187473-23 2024-08-17T16:57:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1255 (ObjNum 623 snap 176 seq_num 623) dirty exists 2024-08-17T16:57:06.776 INFO:tasks.rados.rados.0.smithi001.stdout:1880: left oid 23 (ObjNum 623 snap 176 seq_num 623) 2024-08-17T16:57:07.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:06.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:07.532 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:57:07] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.51.0" 2024-08-17T16:57:07.754 INFO:tasks.rados.rados.0.smithi001.stdout:1880: done (1 left) 2024-08-17T16:57:07.754 INFO:tasks.rados.rados.0.smithi001.stdout:1881: done (0 left) 2024-08-17T16:57:07.754 INFO:tasks.rados.rados.0.smithi001.stdout:1882: read oid 33 snap -1 2024-08-17T16:57:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:1882: expect deleted 2024-08-17T16:57:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:1883: read oid 6 snap -1 2024-08-17T16:57:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:1883: expect (ObjNum 579 snap 163 seq_num 579) 2024-08-17T16:57:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 177 2024-08-17T16:57:07.755 INFO:tasks.rados.rados.0.smithi001.stdout:1884: seq_num 624 ranges {7561216=458752,8019968=401408} 2024-08-17T16:57:07.798 INFO:tasks.rados.rados.0.smithi001.stdout:1884: writing smithi00187473-2 from 7561216 to 8019968 tid 1 2024-08-17T16:57:07.801 INFO:tasks.rados.rados.0.smithi001.stdout:1884: writing smithi00187473-2 from 8019968 to 8421376 tid 2 2024-08-17T16:57:07.801 INFO:tasks.rados.rados.0.smithi001.stdout:1885: delete oid 8 current snap is 177 2024-08-17T16:57:07.801 INFO:tasks.rados.rados.0.smithi001.stdout:1883: expect (ObjNum 579 snap 163 seq_num 579) 2024-08-17T16:57:07.805 INFO:tasks.rados.rados.0.smithi001.stdout:1882: done (3 left) 2024-08-17T16:57:07.805 INFO:tasks.rados.rados.0.smithi001.stdout:1883: done (2 left) 2024-08-17T16:57:07.806 INFO:tasks.rados.rados.0.smithi001.stdout:1885: done (1 left) 2024-08-17T16:57:07.806 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 177 2024-08-17T16:57:07.806 INFO:tasks.rados.rados.0.smithi001.stdout:1884: finishing write tid 1 to smithi00187473-2 2024-08-17T16:57:07.806 INFO:tasks.rados.rados.0.smithi001.stdout:1886: seq_num 626 ranges {704512=491520,1196032=401408} 2024-08-17T16:57:07.812 INFO:tasks.rados.rados.0.smithi001.stdout:1886: writing smithi00187473-40 from 704512 to 1196032 tid 1 2024-08-17T16:57:07.814 INFO:tasks.rados.rados.0.smithi001.stdout:1886: writing smithi00187473-40 from 1196032 to 1597440 tid 2 2024-08-17T16:57:07.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 177 2024-08-17T16:57:07.815 INFO:tasks.rados.rados.0.smithi001.stdout:1884: finishing write tid 2 to smithi00187473-2 2024-08-17T16:57:07.815 INFO:tasks.rados.rados.0.smithi001.stdout:1887: seq_num 627 ranges {2686976=507904,3194880=401408} 2024-08-17T16:57:07.832 INFO:tasks.rados.rados.0.smithi001.stdout:1887: writing smithi00187473-44 from 2686976 to 3194880 tid 1 2024-08-17T16:57:07.834 INFO:tasks.rados.rados.0.smithi001.stdout:1887: writing smithi00187473-44 from 3194880 to 3596288 tid 2 2024-08-17T16:57:07.835 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 177 2024-08-17T16:57:07.835 INFO:tasks.rados.rados.0.smithi001.stdout:1884: finishing write tid 3 to smithi00187473-2 2024-08-17T16:57:07.835 INFO:tasks.rados.rados.0.smithi001.stdout:1884: finishing write tid 4 to smithi00187473-2 2024-08-17T16:57:07.835 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1461 (ObjNum 624 snap 177 seq_num 624) dirty exists 2024-08-17T16:57:07.835 INFO:tasks.rados.rados.0.smithi001.stdout:1884: left oid 2 (ObjNum 624 snap 177 seq_num 624) 2024-08-17T16:57:07.835 INFO:tasks.rados.rados.0.smithi001.stdout:1888: seq_num 628 ranges {0=524288,524288=401408} 2024-08-17T16:57:07.837 INFO:tasks.rados.rados.0.smithi001.stdout:1888: writing smithi00187473-24 from 0 to 524288 tid 1 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1888: writing smithi00187473-24 from 524288 to 925696 tid 2 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1884: done (3 left) 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1889: delete oid 13 current snap is 177 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1886: finishing write tid 1 to smithi00187473-40 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1886: finishing write tid 2 to smithi00187473-40 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1886: finishing write tid 3 to smithi00187473-40 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1886: finishing write tid 4 to smithi00187473-40 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 507 (ObjNum 626 snap 177 seq_num 626) dirty exists 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1886: left oid 40 (ObjNum 626 snap 177 seq_num 626) 2024-08-17T16:57:07.840 INFO:tasks.rados.rados.0.smithi001.stdout:1887: finishing write tid 1 to smithi00187473-44 2024-08-17T16:57:07.841 INFO:tasks.rados.rados.0.smithi001.stdout:1887: finishing write tid 2 to smithi00187473-44 2024-08-17T16:57:07.841 INFO:tasks.rados.rados.0.smithi001.stdout:1887: finishing write tid 3 to smithi00187473-44 2024-08-17T16:57:07.841 INFO:tasks.rados.rados.0.smithi001.stdout:1887: finishing write tid 4 to smithi00187473-44 2024-08-17T16:57:07.841 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1178 (ObjNum 627 snap 177 seq_num 627) dirty exists 2024-08-17T16:57:07.841 INFO:tasks.rados.rados.0.smithi001.stdout:1887: left oid 44 (ObjNum 627 snap 177 seq_num 627) 2024-08-17T16:57:07.841 INFO:tasks.rados.rados.0.smithi001.stdout:1888: finishing write tid 1 to smithi00187473-24 2024-08-17T16:57:07.842 INFO:tasks.rados.rados.0.smithi001.stdout:1888: finishing write tid 2 to smithi00187473-24 2024-08-17T16:57:07.842 INFO:tasks.rados.rados.0.smithi001.stdout:1888: finishing write tid 3 to smithi00187473-24 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1886: done (3 left) 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1887: done (2 left) 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1889: done (1 left) 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1890: rmattr oid 7 current snap is 177 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1890: done (1 left) 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1891: read oid 29 snap -1 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1891: expect (ObjNum 499 snap 142 seq_num 499) 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1892: snap_create 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1888: finishing write tid 4 to smithi00187473-24 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 897 (ObjNum 628 snap 177 seq_num 628) dirty exists 2024-08-17T16:57:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:1888: left oid 24 (ObjNum 628 snap 177 seq_num 628) 2024-08-17T16:57:07.889 INFO:tasks.rados.rados.0.smithi001.stdout:1891: expect (ObjNum 499 snap 142 seq_num 499) 2024-08-17T16:57:07.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[100737]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 33/285 objects degraded (11.579%) 2024-08-17T16:57:07.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[100737]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T16:57:07.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 33/285 objects degraded (11.579%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:07.900 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.901 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[103274]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 33/285 objects degraded (11.579%) 2024-08-17T16:57:07.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[103274]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T16:57:07.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 33/285 objects degraded (11.579%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:07.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.901 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:07 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:07 smithi189 ceph-mon[90541]: pgmap v258: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 33/285 objects degraded (11.579%) 2024-08-17T16:57:07.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:07 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:07 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:07 smithi189 ceph-mon[90541]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T16:57:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:07 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 33/285 objects degraded (11.579%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:07 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:07.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:07 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:08.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T16:57:08.168+0000 7f5e6ddc4640 -1 osd.3 420 log_to_monitors true 2024-08-17T16:57:09.021 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T16:57:08.782+0000 7f5e65b6e640 -1 osd.3 420 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:57:09.021 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-mon[100737]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T16:57:09.022 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-mon[100737]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T16:57:09.022 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:09.022 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:09.022 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-mon[103274]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T16:57:09.022 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-mon[103274]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T16:57:09.022 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:09.022 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:1888: done (2 left) 2024-08-17T16:57:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:1891: done (1 left) 2024-08-17T16:57:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:1892: done (0 left) 2024-08-17T16:57:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:1893: rmattr oid 25 current snap is 178 2024-08-17T16:57:09.070 INFO:tasks.rados.rados.0.smithi001.stdout:1893: done (0 left) 2024-08-17T16:57:09.070 INFO:tasks.rados.rados.0.smithi001.stdout:1894: copy_from oid 15 from oid 38 current snap is 178 2024-08-17T16:57:09.070 INFO:tasks.rados.rados.0.smithi001.stdout:1895: rollback oid 45 current snap is 178 2024-08-17T16:57:09.070 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 169 2024-08-17T16:57:09.070 INFO:tasks.rados.rados.0.smithi001.stdout:1896: read oid 30 snap -1 2024-08-17T16:57:09.070 INFO:tasks.rados.rados.0.smithi001.stdout:1896: expect (ObjNum 521 snap 147 seq_num 521) 2024-08-17T16:57:09.070 INFO:tasks.rados.rados.0.smithi001.stdout:1897: delete oid 27 current snap is 178 2024-08-17T16:57:09.076 INFO:tasks.rados.rados.0.smithi001.stdout:1897: done (3 left) 2024-08-17T16:57:09.076 INFO:tasks.rados.rados.0.smithi001.stdout:1898: rollback oid 8 current snap is 178 2024-08-17T16:57:09.076 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 168 2024-08-17T16:57:09.076 INFO:tasks.rados.rados.0.smithi001.stdout:1899: delete oid 40 current snap is 178 2024-08-17T16:57:09.078 INFO:tasks.rados.rados.0.smithi001.stdout:1898: finishing rollback tid 1 to smithi00187473-8 2024-08-17T16:57:09.079 INFO:tasks.rados.rados.0.smithi001.stdout:1899: done (4 left) 2024-08-17T16:57:09.079 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 178 2024-08-17T16:57:09.079 INFO:tasks.rados.rados.0.smithi001.stdout:1900: seq_num 632 ranges {8609792=589824,9199616=401408} 2024-08-17T16:57:09.130 INFO:tasks.rados.rados.0.smithi001.stdout:1900: writing smithi00187473-35 from 8609792 to 9199616 tid 1 2024-08-17T16:57:09.133 INFO:tasks.rados.rados.0.smithi001.stdout:1900: writing smithi00187473-35 from 9199616 to 9601024 tid 2 2024-08-17T16:57:09.133 INFO:tasks.rados.rados.0.smithi001.stdout:1901: snap_remove snap 175 2024-08-17T16:57:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:08 smithi189 ceph-mon[90541]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T16:57:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:08 smithi189 ceph-mon[90541]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T16:57:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:09.762 INFO:tasks.rados.rados.0.smithi001.stdout:1898: finishing rollback tid 2 to smithi00187473-8 2024-08-17T16:57:09.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1248 (ObjNum 585 snap 164 seq_num 585) dirty exists 2024-08-17T16:57:09.762 INFO:tasks.rados.rados.0.smithi001.stdout:1895: finishing rollback tid 0 to smithi00187473-45 2024-08-17T16:57:09.762 INFO:tasks.rados.rados.0.smithi001.stdout:1895: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:57:09.762 INFO:tasks.rados.rados.0.smithi001.stdout:1895: finishing rollback tid 2 to smithi00187473-45 2024-08-17T16:57:09.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1465 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-08-17T16:57:09.762 INFO:tasks.rados.rados.0.smithi001.stdout:1894: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:57:09.763 INFO:tasks.rados.rados.0.smithi001.stdout:1894: finishing copy_from to smithi00187473-15 2024-08-17T16:57:09.763 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1449 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:57:09.763 INFO:tasks.rados.rados.0.smithi001.stdout:1896: expect (ObjNum 521 snap 147 seq_num 521) 2024-08-17T16:57:09.798 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:09 smithi001 ceph-mon[103274]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 10 op/s; 36/303 objects degraded (11.881%) 2024-08-17T16:57:09.798 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:09 smithi001 ceph-mon[103274]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:57:09.798 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:09 smithi001 ceph-mon[103274]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T16:57:09.798 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:09 smithi001 ceph-mon[103274]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:57:09.798 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:09 smithi001 ceph-mon[100737]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 10 op/s; 36/303 objects degraded (11.881%) 2024-08-17T16:57:09.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:09 smithi001 ceph-mon[100737]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:57:09.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:09 smithi001 ceph-mon[100737]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T16:57:09.799 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:09 smithi001 ceph-mon[100737]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:57:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:09 smithi189 ceph-mon[90541]: pgmap v261: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 180 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 10 op/s; 36/303 objects degraded (11.881%) 2024-08-17T16:57:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:09 smithi189 ceph-mon[90541]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:57:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:09 smithi189 ceph-mon[90541]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T16:57:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:09 smithi189 ceph-mon[90541]: from='osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]} : dispatch 2024-08-17T16:57:10.277 INFO:tasks.rados.rados.0.smithi001.stdout:1900: finishing write tid 1 to smithi00187473-35 2024-08-17T16:57:10.277 INFO:tasks.rados.rados.0.smithi001.stdout:1900: finishing write tid 2 to smithi00187473-35 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1900: finishing write tid 3 to smithi00187473-35 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1900: finishing write tid 4 to smithi00187473-35 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1029 (ObjNum 632 snap 178 seq_num 632) dirty exists 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1900: left oid 35 (ObjNum 632 snap 178 seq_num 632) 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1894: done (5 left) 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1895: done (4 left) 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1896: done (3 left) 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1898: done (2 left) 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1900: done (1 left) 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1901: done (0 left) 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 178 2024-08-17T16:57:10.278 INFO:tasks.rados.rados.0.smithi001.stdout:1902: seq_num 633 ranges {925696=606208,1531904=401408} 2024-08-17T16:57:10.285 INFO:tasks.rados.rados.0.smithi001.stdout:1902: writing smithi00187473-24 from 925696 to 1531904 tid 1 2024-08-17T16:57:10.288 INFO:tasks.rados.rados.0.smithi001.stdout:1902: writing smithi00187473-24 from 1531904 to 1933312 tid 2 2024-08-17T16:57:10.288 INFO:tasks.rados.rados.0.smithi001.stdout:1903: read oid 9 snap -1 2024-08-17T16:57:10.288 INFO:tasks.rados.rados.0.smithi001.stdout:1903: expect deleted 2024-08-17T16:57:10.288 INFO:tasks.rados.rados.0.smithi001.stdout:1904: snap_remove snap 168 2024-08-17T16:57:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:10.767 INFO:tasks.rados.rados.0.smithi001.stdout:1904: done (2 left) 2024-08-17T16:57:10.767 INFO:tasks.rados.rados.0.smithi001.stdout:1905: snap_remove snap 174 2024-08-17T16:57:10.779 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:57:10.617+0000 7fb446031640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T16:57:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:57:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726] boot 2024-08-17T16:57:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T16:57:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T16:57:11.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:11.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:57:11.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:11.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726] boot 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:57:11.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:11.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T16:57:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:57:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: osd.3 [v2:172.21.15.1:6826/971044726,v1:172.21.15.1:6827/971044726] boot 2024-08-17T16:57:11.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.184 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:11.185 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T16:57:11.777 INFO:tasks.rados.rados.0.smithi001.stdout:1905: done (2 left) 2024-08-17T16:57:11.777 INFO:tasks.rados.rados.0.smithi001.stdout:1906: rmattr oid 15 current snap is 178 2024-08-17T16:57:11.777 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 178 2024-08-17T16:57:11.777 INFO:tasks.rados.rados.0.smithi001.stdout:1907: seq_num 634 ranges {0=622592,622592=401408} 2024-08-17T16:57:11.781 INFO:tasks.rados.rados.0.smithi001.stdout:1907: writing smithi00187473-27 from 0 to 622592 tid 1 2024-08-17T16:57:11.784 INFO:tasks.rados.rados.0.smithi001.stdout:1907: writing smithi00187473-27 from 622592 to 1024000 tid 2 2024-08-17T16:57:11.784 INFO:tasks.rados.rados.0.smithi001.stdout:1908: read oid 45 snap -1 2024-08-17T16:57:11.784 INFO:tasks.rados.rados.0.smithi001.stdout:1908: expect (ObjNum 552 snap 157 seq_num 552) 2024-08-17T16:57:11.784 INFO:tasks.rados.rados.0.smithi001.stdout:1902: finishing write tid 1 to smithi00187473-24 2024-08-17T16:57:11.784 INFO:tasks.rados.rados.0.smithi001.stdout:1902: finishing write tid 2 to smithi00187473-24 2024-08-17T16:57:11.785 INFO:tasks.rados.rados.0.smithi001.stdout:1902: finishing write tid 3 to smithi00187473-24 2024-08-17T16:57:11.785 INFO:tasks.rados.rados.0.smithi001.stdout:1902: finishing write tid 4 to smithi00187473-24 2024-08-17T16:57:11.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 900 (ObjNum 633 snap 178 seq_num 633) dirty exists 2024-08-17T16:57:11.785 INFO:tasks.rados.rados.0.smithi001.stdout:1902: left oid 24 (ObjNum 633 snap 178 seq_num 633) 2024-08-17T16:57:11.785 INFO:tasks.rados.rados.0.smithi001.stdout:1902: done (4 left) 2024-08-17T16:57:11.785 INFO:tasks.rados.rados.0.smithi001.stdout:1903: done (3 left) 2024-08-17T16:57:11.785 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 178 2024-08-17T16:57:11.785 INFO:tasks.rados.rados.0.smithi001.stdout:1909: seq_num 635 ranges {1933312=638976,2572288=401408} 2024-08-17T16:57:11.799 INFO:tasks.rados.rados.0.smithi001.stdout:1909: writing smithi00187473-24 from 1933312 to 2572288 tid 1 2024-08-17T16:57:11.801 INFO:tasks.rados.rados.0.smithi001.stdout:1909: writing smithi00187473-24 from 2572288 to 2973696 tid 2 2024-08-17T16:57:11.801 INFO:tasks.rados.rados.0.smithi001.stdout:1910: delete oid 21 current snap is 178 2024-08-17T16:57:11.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1450 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:57:11.802 INFO:tasks.rados.rados.0.smithi001.stdout:1907: finishing write tid 1 to smithi00187473-27 2024-08-17T16:57:11.802 INFO:tasks.rados.rados.0.smithi001.stdout:1907: finishing write tid 2 to smithi00187473-27 2024-08-17T16:57:11.802 INFO:tasks.rados.rados.0.smithi001.stdout:1907: finishing write tid 3 to smithi00187473-27 2024-08-17T16:57:11.802 INFO:tasks.rados.rados.0.smithi001.stdout:1907: finishing write tid 4 to smithi00187473-27 2024-08-17T16:57:11.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 920 (ObjNum 634 snap 178 seq_num 634) dirty exists 2024-08-17T16:57:11.802 INFO:tasks.rados.rados.0.smithi001.stdout:1907: left oid 27 (ObjNum 634 snap 178 seq_num 634) 2024-08-17T16:57:11.803 INFO:tasks.rados.rados.0.smithi001.stdout:1908: expect (ObjNum 552 snap 157 seq_num 552) 2024-08-17T16:57:11.858 INFO:tasks.rados.rados.0.smithi001.stdout:1909: finishing write tid 1 to smithi00187473-24 2024-08-17T16:57:11.858 INFO:tasks.rados.rados.0.smithi001.stdout:1909: finishing write tid 2 to smithi00187473-24 2024-08-17T16:57:11.858 INFO:tasks.rados.rados.0.smithi001.stdout:1906: done (4 left) 2024-08-17T16:57:11.858 INFO:tasks.rados.rados.0.smithi001.stdout:1907: done (3 left) 2024-08-17T16:57:11.858 INFO:tasks.rados.rados.0.smithi001.stdout:1908: done (2 left) 2024-08-17T16:57:11.858 INFO:tasks.rados.rados.0.smithi001.stdout:1910: done (1 left) 2024-08-17T16:57:11.859 INFO:tasks.rados.rados.0.smithi001.stdout:1911: read oid 35 snap -1 2024-08-17T16:57:11.859 INFO:tasks.rados.rados.0.smithi001.stdout:1911: expect (ObjNum 632 snap 178 seq_num 632) 2024-08-17T16:57:11.859 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 178 2024-08-17T16:57:11.859 INFO:tasks.rados.rados.0.smithi001.stdout:1909: finishing write tid 3 to smithi00187473-24 2024-08-17T16:57:11.859 INFO:tasks.rados.rados.0.smithi001.stdout:1912: seq_num 637 ranges {0=671744,671744=401408} 2024-08-17T16:57:11.861 INFO:tasks.rados.rados.0.smithi001.stdout:1912: writing smithi00187473-33 from 0 to 671744 tid 1 2024-08-17T16:57:11.864 INFO:tasks.rados.rados.0.smithi001.stdout:1912: writing smithi00187473-33 from 671744 to 1073152 tid 2 2024-08-17T16:57:11.864 INFO:tasks.rados.rados.0.smithi001.stdout:1913: delete oid 25 current snap is 178 2024-08-17T16:57:11.864 INFO:tasks.rados.rados.0.smithi001.stdout:1909: finishing write tid 4 to smithi00187473-24 2024-08-17T16:57:11.864 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 903 (ObjNum 635 snap 178 seq_num 635) dirty exists 2024-08-17T16:57:11.865 INFO:tasks.rados.rados.0.smithi001.stdout:1909: left oid 24 (ObjNum 635 snap 178 seq_num 635) 2024-08-17T16:57:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:1912: finishing write tid 1 to smithi00187473-33 2024-08-17T16:57:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:1912: finishing write tid 2 to smithi00187473-33 2024-08-17T16:57:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:1912: finishing write tid 3 to smithi00187473-33 2024-08-17T16:57:11.869 INFO:tasks.rados.rados.0.smithi001.stdout:1912: finishing write tid 4 to smithi00187473-33 2024-08-17T16:57:11.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1181 (ObjNum 637 snap 178 seq_num 637) dirty exists 2024-08-17T16:57:11.869 INFO:tasks.rados.rados.0.smithi001.stdout:1912: left oid 33 (ObjNum 637 snap 178 seq_num 637) 2024-08-17T16:57:11.871 INFO:tasks.rados.rados.0.smithi001.stdout:1909: done (3 left) 2024-08-17T16:57:11.871 INFO:tasks.rados.rados.0.smithi001.stdout:1912: done (2 left) 2024-08-17T16:57:11.871 INFO:tasks.rados.rados.0.smithi001.stdout:1913: done (1 left) 2024-08-17T16:57:11.871 INFO:tasks.rados.rados.0.smithi001.stdout:1914: snap_remove snap 166 2024-08-17T16:57:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:11 smithi189 ceph-mon[90541]: pgmap v264: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s; 37/315 objects degraded (11.746%) 2024-08-17T16:57:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:11 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T16:57:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:11 smithi189 ceph-mon[90541]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T16:57:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:11 smithi189 ceph-mon[90541]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T16:57:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:11 smithi189 ceph-mon[90541]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T16:57:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[100737]: pgmap v264: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s; 37/315 objects degraded (11.746%) 2024-08-17T16:57:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T16:57:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[100737]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T16:57:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[100737]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T16:57:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[100737]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T16:57:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[103274]: pgmap v264: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s; 37/315 objects degraded (11.746%) 2024-08-17T16:57:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T16:57:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[103274]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T16:57:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[103274]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T16:57:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:11 smithi001 ceph-mon[103274]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T16:57:12.791 INFO:tasks.rados.rados.0.smithi001.stdout:1911: expect (ObjNum 632 snap 178 seq_num 632) 2024-08-17T16:57:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:12 smithi189 ceph-mon[90541]: pgmap v267: 121 pgs: 9 peering, 28 active+undersized, 4 active+undersized+degraded, 80 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 8 op/s; 27/330 objects degraded (8.182%) 2024-08-17T16:57:13.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:12 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 27/330 objects degraded (8.182%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:13.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:12 smithi189 ceph-mon[90541]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T16:57:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:12 smithi001 ceph-mon[100737]: pgmap v267: 121 pgs: 9 peering, 28 active+undersized, 4 active+undersized+degraded, 80 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 8 op/s; 27/330 objects degraded (8.182%) 2024-08-17T16:57:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:12 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 27/330 objects degraded (8.182%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:12 smithi001 ceph-mon[100737]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T16:57:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:12 smithi001 ceph-mon[103274]: pgmap v267: 121 pgs: 9 peering, 28 active+undersized, 4 active+undersized+degraded, 80 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 1.3 MiB/s wr, 8 op/s; 27/330 objects degraded (8.182%) 2024-08-17T16:57:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:12 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 27/330 objects degraded (8.182%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:12 smithi001 ceph-mon[103274]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T16:57:13.676 INFO:tasks.rados.rados.0.smithi001.stdout:1911: done (1 left) 2024-08-17T16:57:13.677 INFO:tasks.rados.rados.0.smithi001.stdout:1914: done (0 left) 2024-08-17T16:57:13.677 INFO:tasks.rados.rados.0.smithi001.stdout:1915: read oid 25 snap -1 2024-08-17T16:57:13.677 INFO:tasks.rados.rados.0.smithi001.stdout:1915: expect deleted 2024-08-17T16:57:13.677 INFO:tasks.rados.rados.0.smithi001.stdout:1916: snap_remove snap 170 2024-08-17T16:57:13.839 INFO:tasks.rados.rados.0.smithi001.stdout:1916: done (1 left) 2024-08-17T16:57:13.839 INFO:tasks.rados.rados.0.smithi001.stdout:1917: rollback oid 8 current snap is 178 2024-08-17T16:57:13.839 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 167 2024-08-17T16:57:13.840 INFO:tasks.rados.rados.0.smithi001.stdout:1915: done (1 left) 2024-08-17T16:57:13.840 INFO:tasks.rados.rados.0.smithi001.stdout:1918: read oid 49 snap -1 2024-08-17T16:57:13.840 INFO:tasks.rados.rados.0.smithi001.stdout:1918: expect (ObjNum 602 snap 168 seq_num 602) 2024-08-17T16:57:13.840 INFO:tasks.rados.rados.0.smithi001.stdout:1919: snap_create 2024-08-17T16:57:13.848 INFO:tasks.rados.rados.0.smithi001.stdout:1917: finishing rollback tid 0 to smithi00187473-8 2024-08-17T16:57:13.848 INFO:tasks.rados.rados.0.smithi001.stdout:1917: finishing rollback tid 1 to smithi00187473-8 2024-08-17T16:57:13.848 INFO:tasks.rados.rados.0.smithi001.stdout:1917: finishing rollback tid 2 to smithi00187473-8 2024-08-17T16:57:13.848 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1251 (ObjNum 585 snap 164 seq_num 585) dirty exists 2024-08-17T16:57:13.852 INFO:tasks.rados.rados.0.smithi001.stdout:1918: expect (ObjNum 602 snap 168 seq_num 602) 2024-08-17T16:57:14.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:14 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:14.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:14.844 INFO:tasks.rados.rados.0.smithi001.stdout:1917: done (2 left) 2024-08-17T16:57:14.844 INFO:tasks.rados.rados.0.smithi001.stdout:1918: done (1 left) 2024-08-17T16:57:14.845 INFO:tasks.rados.rados.0.smithi001.stdout:1919: done (0 left) 2024-08-17T16:57:14.845 INFO:tasks.rados.rados.0.smithi001.stdout:1920: setattr oid 19 current snap is 179 2024-08-17T16:57:14.845 INFO:tasks.rados.rados.0.smithi001.stdout:1921: read oid 44 snap -1 2024-08-17T16:57:14.845 INFO:tasks.rados.rados.0.smithi001.stdout:1921: expect (ObjNum 627 snap 177 seq_num 627) 2024-08-17T16:57:14.845 INFO:tasks.rados.rados.0.smithi001.stdout:1922: rollback oid 24 current snap is 179 2024-08-17T16:57:14.846 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 171 2024-08-17T16:57:14.846 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 179 2024-08-17T16:57:14.846 INFO:tasks.rados.rados.0.smithi001.stdout:1923: seq_num 639 ranges {98304=704512,802816=401408} 2024-08-17T16:57:14.850 INFO:tasks.rados.rados.0.smithi001.stdout:1923: writing smithi00187473-6 from 98304 to 802816 tid 1 2024-08-17T16:57:14.853 INFO:tasks.rados.rados.0.smithi001.stdout:1923: writing smithi00187473-6 from 802816 to 1204224 tid 2 2024-08-17T16:57:14.853 INFO:tasks.rados.rados.0.smithi001.stdout:1924: setattr oid 20 current snap is 179 2024-08-17T16:57:14.853 INFO:tasks.rados.rados.0.smithi001.stdout:1922: finishing rollback tid 0 to smithi00187473-24 2024-08-17T16:57:14.854 INFO:tasks.rados.rados.0.smithi001.stdout:1922: finishing rollback tid 1 to smithi00187473-24 2024-08-17T16:57:14.854 INFO:tasks.rados.rados.0.smithi001.stdout:1922: finishing rollback tid 2 to smithi00187473-24 2024-08-17T16:57:14.854 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 906 (ObjNum 603 snap 169 seq_num 603) dirty exists 2024-08-17T16:57:14.854 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 921 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T16:57:14.855 INFO:tasks.rados.rados.0.smithi001.stdout:1920: done (4 left) 2024-08-17T16:57:14.855 INFO:tasks.rados.rados.0.smithi001.stdout:1922: done (3 left) 2024-08-17T16:57:14.855 INFO:tasks.rados.rados.0.smithi001.stdout:1925: read oid 8 snap 178 2024-08-17T16:57:14.855 INFO:tasks.rados.rados.0.smithi001.stdout:1925: expect (ObjNum 585 snap 164 seq_num 585) 2024-08-17T16:57:14.856 INFO:tasks.rados.rados.0.smithi001.stdout:1926: rmattr oid 2 current snap is 179 2024-08-17T16:57:14.856 INFO:tasks.rados.rados.0.smithi001.stdout:1926: done (4 left) 2024-08-17T16:57:14.856 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 179 2024-08-17T16:57:14.856 INFO:tasks.rados.rados.0.smithi001.stdout:1927: seq_num 640 ranges {491520=729088,1220608=401408} 2024-08-17T16:57:14.864 INFO:tasks.rados.rados.0.smithi001.stdout:1927: writing smithi00187473-49 from 491520 to 1220608 tid 1 2024-08-17T16:57:14.866 INFO:tasks.rados.rados.0.smithi001.stdout:1927: writing smithi00187473-49 from 1220608 to 1622016 tid 2 2024-08-17T16:57:14.866 INFO:tasks.rados.rados.0.smithi001.stdout:1928: rollback oid 17 current snap is 179 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 17 to 171 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:1923: finishing write tid 1 to smithi00187473-6 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:1923: finishing write tid 2 to smithi00187473-6 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:1923: finishing write tid 3 to smithi00187473-6 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1030 (ObjNum 614 snap 174 seq_num 614) dirty exists 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:1923: finishing write tid 4 to smithi00187473-6 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 866 (ObjNum 639 snap 179 seq_num 639) dirty exists 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:1923: left oid 6 (ObjNum 639 snap 179 seq_num 639) 2024-08-17T16:57:14.867 INFO:tasks.rados.rados.0.smithi001.stdout:1925: expect (ObjNum 585 snap 164 seq_num 585) 2024-08-17T16:57:14.881 INFO:tasks.rados.rados.0.smithi001.stdout:1921: expect (ObjNum 627 snap 177 seq_num 627) 2024-08-17T16:57:15.038 INFO:tasks.rados.rados.0.smithi001.stdout:1928: finishing rollback tid 0 to smithi00187473-17 2024-08-17T16:57:15.038 INFO:tasks.rados.rados.0.smithi001.stdout:1928: finishing rollback tid 1 to smithi00187473-17 2024-08-17T16:57:15.038 INFO:tasks.rados.rados.0.smithi001.stdout:1921: done (5 left) 2024-08-17T16:57:15.038 INFO:tasks.rados.rados.0.smithi001.stdout:1923: done (4 left) 2024-08-17T16:57:15.038 INFO:tasks.rados.rados.0.smithi001.stdout:1924: done (3 left) 2024-08-17T16:57:15.038 INFO:tasks.rados.rados.0.smithi001.stdout:1925: done (2 left) 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1929: copy_from oid 34 from oid 31 current snap is 179 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1928: finishing rollback tid 2 to smithi00187473-17 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1505 (ObjNum 580 snap 163 seq_num 580) dirty exists 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1927: finishing write tid 1 to smithi00187473-49 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1927: finishing write tid 2 to smithi00187473-49 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1927: finishing write tid 3 to smithi00187473-49 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1927: finishing write tid 4 to smithi00187473-49 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1259 (ObjNum 640 snap 179 seq_num 640) dirty exists 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1927: left oid 49 (ObjNum 640 snap 179 seq_num 640) 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1927: done (2 left) 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1928: done (1 left) 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1930: rollback oid 33 current snap is 179 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 171 2024-08-17T16:57:15.039 INFO:tasks.rados.rados.0.smithi001.stdout:1931: setattr oid 2 current snap is 179 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1932: read oid 6 snap -1 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1932: expect (ObjNum 639 snap 179 seq_num 639) 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1933: copy_from oid 43 from oid 38 current snap is 179 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1934: copy_from oid 39 from oid 5 current snap is 179 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1935: read oid 10 snap 178 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1935: expect (ObjNum 531 snap 149 seq_num 531) 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1936: read oid 37 snap 176 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1936: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1937: rollback oid 42 current snap is 179 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 176 2024-08-17T16:57:15.041 INFO:tasks.rados.rados.0.smithi001.stdout:1938: rollback oid 15 current snap is 179 2024-08-17T16:57:15.042 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 176 2024-08-17T16:57:15.042 INFO:tasks.rados.rados.0.smithi001.stdout:1939: read oid 19 snap -1 2024-08-17T16:57:15.042 INFO:tasks.rados.rados.0.smithi001.stdout:1939: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:57:15.042 INFO:tasks.rados.rados.0.smithi001.stdout:1940: delete oid 17 current snap is 179 2024-08-17T16:57:15.043 INFO:tasks.rados.rados.0.smithi001.stdout:1937: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:57:15.043 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T16:57:15.043 INFO:tasks.rados.rados.0.smithi001.stdout:1930: finishing rollback tid 0 to smithi00187473-33 2024-08-17T16:57:15.043 INFO:tasks.rados.rados.0.smithi001.stdout:1930: finishing rollback tid 1 to smithi00187473-33 2024-08-17T16:57:15.043 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1183 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T16:57:15.043 INFO:tasks.rados.rados.0.smithi001.stdout:1939: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:57:15.047 INFO:tasks.rados.rados.0.smithi001.stdout:1938: finishing rollback tid 0 to smithi00187473-15 2024-08-17T16:57:15.047 INFO:tasks.rados.rados.0.smithi001.stdout:1938: finishing rollback tid 1 to smithi00187473-15 2024-08-17T16:57:15.048 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1452 (ObjNum 33 snap 0 seq_num 1537456112) dirty dne 2024-08-17T16:57:15.049 INFO:tasks.rados.rados.0.smithi001.stdout:1932: expect (ObjNum 639 snap 179 seq_num 639) 2024-08-17T16:57:15.091 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1507 (ObjNum 624 snap 177 seq_num 624) dirty exists 2024-08-17T16:57:15.091 INFO:tasks.rados.rados.0.smithi001.stdout:1929: finishing copy_from racing read to smithi00187473-34 2024-08-17T16:57:15.091 INFO:tasks.rados.rados.0.smithi001.stdout:1929: finishing copy_from to smithi00187473-34 2024-08-17T16:57:15.091 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1451 (ObjNum 611 snap 174 seq_num 611) dirty exists 2024-08-17T16:57:15.091 INFO:tasks.rados.rados.0.smithi001.stdout:1934: finishing copy_from racing read to smithi00187473-39 2024-08-17T16:57:15.091 INFO:tasks.rados.rados.0.smithi001.stdout:1935: expect (ObjNum 531 snap 149 seq_num 531) 2024-08-17T16:57:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:14 smithi189 ceph-mon[90541]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T16:57:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:14 smithi189 ceph-mon[90541]: pgmap v270: 121 pgs: 9 peering, 112 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 14 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-17T16:57:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:14 smithi001 ceph-mon[100737]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T16:57:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:14 smithi001 ceph-mon[100737]: pgmap v270: 121 pgs: 9 peering, 112 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 14 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-17T16:57:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:14 smithi001 ceph-mon[103274]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T16:57:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:14 smithi001 ceph-mon[103274]: pgmap v270: 121 pgs: 9 peering, 112 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 14 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-17T16:57:15.237 INFO:tasks.rados.rados.0.smithi001.stdout:1934: finishing copy_from to smithi00187473-39 2024-08-17T16:57:15.237 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1303 (ObjNum 442 snap 129 seq_num 442) dirty exists 2024-08-17T16:57:15.237 INFO:tasks.rados.rados.0.smithi001.stdout:1933: finishing copy_from racing read to smithi00187473-43 2024-08-17T16:57:15.237 INFO:tasks.rados.rados.0.smithi001.stdout:1933: finishing copy_from to smithi00187473-43 2024-08-17T16:57:15.237 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1449 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:57:15.238 INFO:tasks.rados.rados.0.smithi001.stdout:1936: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:57:15.806 INFO:tasks.rados.rados.0.smithi001.stdout:1929: done (11 left) 2024-08-17T16:57:15.806 INFO:tasks.rados.rados.0.smithi001.stdout:1930: done (10 left) 2024-08-17T16:57:15.806 INFO:tasks.rados.rados.0.smithi001.stdout:1931: done (9 left) 2024-08-17T16:57:15.806 INFO:tasks.rados.rados.0.smithi001.stdout:1932: done (8 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1933: done (7 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1934: done (6 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1935: done (5 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1936: done (4 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1937: done (3 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1938: done (2 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1939: done (1 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1940: done (0 left) 2024-08-17T16:57:15.807 INFO:tasks.rados.rados.0.smithi001.stdout:1941: snap_remove snap 176 2024-08-17T16:57:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:1941: done (0 left) 2024-08-17T16:57:15.848 INFO:tasks.rados.rados.0.smithi001.stdout:1942: snap_create 2024-08-17T16:57:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:15 smithi189 ceph-mon[90541]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/330 objects degraded (8.182%), 4 pgs degraded) 2024-08-17T16:57:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:15 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:57:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:15 smithi189 ceph-mon[90541]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T16:57:16.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:16.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:15.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:15 smithi001 ceph-mon[100737]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/330 objects degraded (8.182%), 4 pgs degraded) 2024-08-17T16:57:16.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:15 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:57:16.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:15 smithi001 ceph-mon[100737]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T16:57:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:15 smithi001 ceph-mon[103274]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/330 objects degraded (8.182%), 4 pgs degraded) 2024-08-17T16:57:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:15 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:57:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:15 smithi001 ceph-mon[103274]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T16:57:16.854 INFO:tasks.rados.rados.0.smithi001.stdout:1942: done (0 left) 2024-08-17T16:57:16.854 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 180 2024-08-17T16:57:16.854 INFO:tasks.rados.rados.0.smithi001.stdout:1943: seq_num 642 ranges {4087808=761856,4849664=401408} 2024-08-17T16:57:16.880 INFO:tasks.rados.rados.0.smithi001.stdout:1943: writing smithi00187473-10 from 4087808 to 4849664 tid 1 2024-08-17T16:57:16.883 INFO:tasks.rados.rados.0.smithi001.stdout:1943: writing smithi00187473-10 from 4849664 to 5251072 tid 2 2024-08-17T16:57:16.883 INFO:tasks.rados.rados.0.smithi001.stdout:1944: snap_create 2024-08-17T16:57:16.886 INFO:tasks.rados.rados.0.smithi001.stdout:1943: finishing write tid 1 to smithi00187473-10 2024-08-17T16:57:16.887 INFO:tasks.rados.rados.0.smithi001.stdout:1943: finishing write tid 2 to smithi00187473-10 2024-08-17T16:57:16.887 INFO:tasks.rados.rados.0.smithi001.stdout:1943: finishing write tid 3 to smithi00187473-10 2024-08-17T16:57:16.888 INFO:tasks.rados.rados.0.smithi001.stdout:1943: finishing write tid 4 to smithi00187473-10 2024-08-17T16:57:16.888 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1186 (ObjNum 642 snap 180 seq_num 642) dirty exists 2024-08-17T16:57:16.888 INFO:tasks.rados.rados.0.smithi001.stdout:1943: left oid 10 (ObjNum 642 snap 180 seq_num 642) 2024-08-17T16:57:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:16 smithi189 ceph-mon[90541]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T16:57:17.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:16 smithi189 ceph-mon[90541]: pgmap v273: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.4 MiB/s wr, 27 op/s; 20 MiB/s, 6 objects/s recovering 2024-08-17T16:57:17.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:16.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:16 smithi001 ceph-mon[100737]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T16:57:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:16 smithi001 ceph-mon[100737]: pgmap v273: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.4 MiB/s wr, 27 op/s; 20 MiB/s, 6 objects/s recovering 2024-08-17T16:57:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:16 smithi001 ceph-mon[103274]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T16:57:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:16 smithi001 ceph-mon[103274]: pgmap v273: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.4 MiB/s wr, 27 op/s; 20 MiB/s, 6 objects/s recovering 2024-08-17T16:57:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:57:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:57:17] "GET /metrics HTTP/1.1" 200 36381 "" "Prometheus/2.51.0" 2024-08-17T16:57:17.855 INFO:tasks.rados.rados.0.smithi001.stdout:1943: done (1 left) 2024-08-17T16:57:17.856 INFO:tasks.rados.rados.0.smithi001.stdout:1944: done (0 left) 2024-08-17T16:57:17.856 INFO:tasks.rados.rados.0.smithi001.stdout:1945: rollback oid 27 current snap is 181 2024-08-17T16:57:17.856 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 177 2024-08-17T16:57:17.856 INFO:tasks.rados.rados.0.smithi001.stdout:1946: delete oid 39 current snap is 181 2024-08-17T16:57:17.863 INFO:tasks.rados.rados.0.smithi001.stdout:1945: finishing rollback tid 0 to smithi00187473-27 2024-08-17T16:57:17.865 INFO:tasks.rados.rados.0.smithi001.stdout:1945: finishing rollback tid 1 to smithi00187473-27 2024-08-17T16:57:17.866 INFO:tasks.rados.rados.0.smithi001.stdout:1945: finishing rollback tid 2 to smithi00187473-27 2024-08-17T16:57:17.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1306 (ObjNum 608 snap 171 seq_num 608) dirty exists 2024-08-17T16:57:17.867 INFO:tasks.rados.rados.0.smithi001.stdout:1945: done (1 left) 2024-08-17T16:57:17.867 INFO:tasks.rados.rados.0.smithi001.stdout:1946: done (0 left) 2024-08-17T16:57:17.868 INFO:tasks.rados.rados.0.smithi001.stdout:1947: rollback oid 50 current snap is 181 2024-08-17T16:57:17.868 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 180 2024-08-17T16:57:17.868 INFO:tasks.rados.rados.0.smithi001.stdout:1948: copy_from oid 26 from oid 41 current snap is 181 2024-08-17T16:57:17.868 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 181 2024-08-17T16:57:17.868 INFO:tasks.rados.rados.0.smithi001.stdout:1949: seq_num 644 ranges {688128=794624,1482752=401408} 2024-08-17T16:57:17.876 INFO:tasks.rados.rados.0.smithi001.stdout:1949: writing smithi00187473-20 from 688128 to 1482752 tid 1 2024-08-17T16:57:17.879 INFO:tasks.rados.rados.0.smithi001.stdout:1949: writing smithi00187473-20 from 1482752 to 1884160 tid 2 2024-08-17T16:57:17.879 INFO:tasks.rados.rados.0.smithi001.stdout:1950: snap_create 2024-08-17T16:57:17.880 INFO:tasks.rados.rados.0.smithi001.stdout:1947: finishing rollback tid 0 to smithi00187473-50 2024-08-17T16:57:17.880 INFO:tasks.rados.rados.0.smithi001.stdout:1947: finishing rollback tid 1 to smithi00187473-50 2024-08-17T16:57:17.880 INFO:tasks.rados.rados.0.smithi001.stdout:1947: finishing rollback tid 2 to smithi00187473-50 2024-08-17T16:57:17.880 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 907 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:57:17.883 INFO:tasks.rados.rados.0.smithi001.stdout:1948: finishing copy_from racing read to smithi00187473-26 2024-08-17T16:57:17.884 INFO:tasks.rados.rados.0.smithi001.stdout:1948: finishing copy_from to smithi00187473-26 2024-08-17T16:57:17.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 665 (ObjNum 601 snap 168 seq_num 601) dirty exists 2024-08-17T16:57:17.884 INFO:tasks.rados.rados.0.smithi001.stdout:1949: finishing write tid 1 to smithi00187473-20 2024-08-17T16:57:17.885 INFO:tasks.rados.rados.0.smithi001.stdout:1949: finishing write tid 2 to smithi00187473-20 2024-08-17T16:57:17.885 INFO:tasks.rados.rados.0.smithi001.stdout:1949: finishing write tid 3 to smithi00187473-20 2024-08-17T16:57:17.887 INFO:tasks.rados.rados.0.smithi001.stdout:1949: finishing write tid 4 to smithi00187473-20 2024-08-17T16:57:17.887 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1033 (ObjNum 644 snap 181 seq_num 644) dirty exists 2024-08-17T16:57:17.887 INFO:tasks.rados.rados.0.smithi001.stdout:1949: left oid 20 (ObjNum 644 snap 181 seq_num 644) 2024-08-17T16:57:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:17 smithi189 ceph-mon[90541]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T16:57:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:17 smithi001 ceph-mon[100737]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T16:57:18.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:17 smithi001 ceph-mon[103274]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T16:57:18.873 INFO:tasks.rados.rados.0.smithi001.stdout:1947: done (3 left) 2024-08-17T16:57:18.873 INFO:tasks.rados.rados.0.smithi001.stdout:1948: done (2 left) 2024-08-17T16:57:18.874 INFO:tasks.rados.rados.0.smithi001.stdout:1949: done (1 left) 2024-08-17T16:57:18.874 INFO:tasks.rados.rados.0.smithi001.stdout:1950: done (0 left) 2024-08-17T16:57:18.874 INFO:tasks.rados.rados.0.smithi001.stdout:1951: snap_remove snap 169 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:18 smithi189 ceph-mon[90541]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:18 smithi189 ceph-mon[90541]: pgmap v276: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 864 KiB/s wr, 16 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-08-17T16:57:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:18 smithi001 ceph-mon[100737]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T16:57:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:18 smithi001 ceph-mon[100737]: pgmap v276: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 864 KiB/s wr, 16 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-08-17T16:57:19.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:18 smithi001 ceph-mon[103274]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T16:57:19.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:18 smithi001 ceph-mon[103274]: pgmap v276: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 864 KiB/s wr, 16 op/s; 2.5 MiB/s, 1 objects/s recovering 2024-08-17T16:57:19.753 INFO:tasks.rados.rados.0.smithi001.stdout:1951: done (0 left) 2024-08-17T16:57:19.753 INFO:tasks.rados.rados.0.smithi001.stdout:1952: read oid 42 snap 167 2024-08-17T16:57:19.753 INFO:tasks.rados.rados.0.smithi001.stdout:1952: expect deleted 2024-08-17T16:57:19.753 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 182 2024-08-17T16:57:19.753 INFO:tasks.rados.rados.0.smithi001.stdout:1953: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-08-17T16:57:19.755 INFO:tasks.rados.rados.0.smithi001.stdout:1953: writing smithi00187473-33 from 0 to 409600 tid 1 2024-08-17T16:57:19.760 INFO:tasks.rados.rados.0.smithi001.stdout:1953: writing smithi00187473-33 from 409600 to 1187840 tid 2 2024-08-17T16:57:19.761 INFO:tasks.rados.rados.0.smithi001.stdout:1953: writing smithi00187473-33 from 1187840 to 1212416 tid 3 2024-08-17T16:57:19.761 INFO:tasks.rados.rados.0.smithi001.stdout:1954: delete oid 6 current snap is 182 2024-08-17T16:57:19.767 INFO:tasks.rados.rados.0.smithi001.stdout:1952: done (2 left) 2024-08-17T16:57:19.767 INFO:tasks.rados.rados.0.smithi001.stdout:1954: done (1 left) 2024-08-17T16:57:19.767 INFO:tasks.rados.rados.0.smithi001.stdout:1955: read oid 4 snap -1 2024-08-17T16:57:19.767 INFO:tasks.rados.rados.0.smithi001.stdout:1955: expect (ObjNum 619 snap 175 seq_num 619) 2024-08-17T16:57:19.767 INFO:tasks.rados.rados.0.smithi001.stdout:1956: read oid 31 snap -1 2024-08-17T16:57:19.767 INFO:tasks.rados.rados.0.smithi001.stdout:1956: expect (ObjNum 611 snap 174 seq_num 611) 2024-08-17T16:57:19.767 INFO:tasks.rados.rados.0.smithi001.stdout:1957: snap_create 2024-08-17T16:57:19.768 INFO:tasks.rados.rados.0.smithi001.stdout:1953: finishing write tid 1 to smithi00187473-33 2024-08-17T16:57:19.773 INFO:tasks.rados.rados.0.smithi001.stdout:1953: finishing write tid 2 to smithi00187473-33 2024-08-17T16:57:19.773 INFO:tasks.rados.rados.0.smithi001.stdout:1953: finishing write tid 3 to smithi00187473-33 2024-08-17T16:57:19.774 INFO:tasks.rados.rados.0.smithi001.stdout:1953: finishing write tid 4 to smithi00187473-33 2024-08-17T16:57:19.774 INFO:tasks.rados.rados.0.smithi001.stdout:1956: expect (ObjNum 611 snap 174 seq_num 611) 2024-08-17T16:57:19.794 INFO:tasks.rados.rados.0.smithi001.stdout:1953: finishing write tid 5 to smithi00187473-33 2024-08-17T16:57:19.795 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1190 (ObjNum 645 snap 182 seq_num 645) dirty exists 2024-08-17T16:57:19.795 INFO:tasks.rados.rados.0.smithi001.stdout:1953: left oid 33 (ObjNum 645 snap 182 seq_num 645) 2024-08-17T16:57:19.795 INFO:tasks.rados.rados.0.smithi001.stdout:1955: expect (ObjNum 619 snap 175 seq_num 619) 2024-08-17T16:57:19.830 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:57:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:19 smithi189 ceph-mon[90541]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T16:57:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:19 smithi189 ceph-mon[90541]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T16:57:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:19 smithi189 ceph-mon[90541]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:19 smithi001 ceph-mon[103274]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T16:57:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:19 smithi001 ceph-mon[103274]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T16:57:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:19 smithi001 ceph-mon[103274]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:19 smithi001 ceph-mon[100737]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T16:57:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:19 smithi001 ceph-mon[100737]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T16:57:20.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:19 smithi001 ceph-mon[100737]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:20.409 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:57:20.409 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (4m) 13s ago 8m 20.2M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:57:20.409 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (4m) 2m ago 8m 79.6M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (10m) 13s ago 10m 17.5M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (10m) 2m ago 10m 20.0M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (3m) 2m ago 13m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (4m) 13s ago 15m 523M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (3m) 13s ago 15m 54.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (2m) 2m ago 14m 25.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (2m) 13s ago 13m 48.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (4m) 13s ago 8m 10.1M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (4m) 2m ago 8m 8288k - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (116s) 13s ago 13m 132M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (83s) 13s ago 12m 125M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (51s) 13s ago 12m 94.1M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5e3bfa92ff87 2024-08-17T16:57:20.410 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (18s) 13s ago 12m 11.3M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4198617f447f 2024-08-17T16:57:20.411 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (11m) 2m ago 11m 146M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 535eee76021b 2024-08-17T16:57:20.411 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (11m) 2m ago 11m 125M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:57:20.411 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (11m) 2m ago 11m 115M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:57:20.411 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (10m) 2m ago 10m 100M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:57:20.411 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (3m) 2m ago 9m 43.9M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:57:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:20.755 INFO:tasks.rados.rados.0.smithi001.stdout:1953: done (3 left) 2024-08-17T16:57:20.755 INFO:tasks.rados.rados.0.smithi001.stdout:1955: done (2 left) 2024-08-17T16:57:20.755 INFO:tasks.rados.rados.0.smithi001.stdout:1956: done (1 left) 2024-08-17T16:57:20.755 INFO:tasks.rados.rados.0.smithi001.stdout:1957: done (0 left) 2024-08-17T16:57:20.756 INFO:tasks.rados.rados.0.smithi001.stdout:1958: delete oid 33 current snap is 183 2024-08-17T16:57:20.759 INFO:tasks.rados.rados.0.smithi001.stdout:1958: done (0 left) 2024-08-17T16:57:20.759 INFO:tasks.rados.rados.0.smithi001.stdout:1959: copy_from oid 29 from oid 38 current snap is 183 2024-08-17T16:57:20.759 INFO:tasks.rados.rados.0.smithi001.stdout:1960: setattr oid 45 current snap is 183 2024-08-17T16:57:20.761 INFO:tasks.rados.rados.0.smithi001.stdout:1961: delete oid 12 current snap is 183 2024-08-17T16:57:20.763 INFO:tasks.rados.rados.0.smithi001.stdout:1961: done (2 left) 2024-08-17T16:57:20.763 INFO:tasks.rados.rados.0.smithi001.stdout:1962: snap_create 2024-08-17T16:57:20.765 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1532 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-08-17T16:57:20.768 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:57:20.768 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:57:20.768 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 4, 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 4 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:57:20.769 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 6, 2024-08-17T16:57:20.770 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 9 2024-08-17T16:57:20.770 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:57:20.770 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:57:20.774 INFO:tasks.rados.rados.0.smithi001.stdout:1959: finishing copy_from racing read to smithi00187473-29 2024-08-17T16:57:20.776 INFO:tasks.rados.rados.0.smithi001.stdout:1959: finishing copy_from to smithi00187473-29 2024-08-17T16:57:20.776 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1449 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:57:21.065 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:57:21.065 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:57:21.065 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:57:21.065 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:57:21.065 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:57:21.065 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:57:21.065 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-08-17T16:57:21.066 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:57:21.066 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "9/20 daemons upgraded", 2024-08-17T16:57:21.066 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T16:57:21.066 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:57:21.066 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:57:21.757 INFO:tasks.rados.rados.0.smithi001.stdout:1959: done (2 left) 2024-08-17T16:57:21.757 INFO:tasks.rados.rados.0.smithi001.stdout:1960: done (1 left) 2024-08-17T16:57:21.757 INFO:tasks.rados.rados.0.smithi001.stdout:1962: done (0 left) 2024-08-17T16:57:21.757 INFO:tasks.rados.rados.0.smithi001.stdout:1963: snap_remove snap 180 2024-08-17T16:57:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:21 smithi189 ceph-mon[90541]: pgmap v279: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-17T16:57:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:21 smithi189 ceph-mon[90541]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:21 smithi189 ceph-mon[90541]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:21 smithi189 ceph-mon[90541]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T16:57:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:21 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1625807203' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[100737]: pgmap v279: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-17T16:57:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[100737]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[100737]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[100737]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T16:57:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1625807203' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[103274]: pgmap v279: 121 pgs: 121 active+clean; 206 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-08-17T16:57:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[103274]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[103274]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[103274]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T16:57:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:21 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1625807203' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:22.768 INFO:tasks.rados.rados.0.smithi001.stdout:1963: done (0 left) 2024-08-17T16:57:22.769 INFO:tasks.rados.rados.0.smithi001.stdout:1964: snap_remove snap 177 2024-08-17T16:57:23.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:22 smithi189 ceph-mon[90541]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:22 smithi189 ceph-mon[90541]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T16:57:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:22 smithi001 ceph-mon[100737]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:22 smithi001 ceph-mon[100737]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T16:57:23.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:22 smithi001 ceph-mon[103274]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:23.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:22 smithi001 ceph-mon[103274]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T16:57:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:1964: done (0 left) 2024-08-17T16:57:23.775 INFO:tasks.rados.rados.0.smithi001.stdout:1965: snap_remove snap 171 2024-08-17T16:57:24.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:23 smithi189 ceph-mon[90541]: pgmap v282: 121 pgs: 121 active+clean; 211 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-17T16:57:24.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:23 smithi189 ceph-mon[90541]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T16:57:24.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:24.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:24.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[100737]: pgmap v282: 121 pgs: 121 active+clean; 211 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-17T16:57:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[100737]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T16:57:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[103274]: pgmap v282: 121 pgs: 121 active+clean; 211 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-17T16:57:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[103274]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T16:57:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:24.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:24.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T16:57:24.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:24.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.1\", device_class=\"ssd\", hostname=\"smithi001\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:24.755 INFO:tasks.rados.rados.0.smithi001.stdout:1965: done (0 left) 2024-08-17T16:57:24.755 INFO:tasks.rados.rados.0.smithi001.stdout:1966: delete oid 26 current snap is 184 2024-08-17T16:57:24.766 INFO:tasks.rados.rados.0.smithi001.stdout:1966: done (0 left) 2024-08-17T16:57:24.766 INFO:tasks.rados.rados.0.smithi001.stdout:1967: snap_remove snap 179 2024-08-17T16:57:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:24 smithi189 ceph-mon[90541]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T16:57:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:24 smithi189 ceph-mon[90541]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T16:57:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:24 smithi001 ceph-mon[103274]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T16:57:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:24 smithi001 ceph-mon[103274]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T16:57:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:24 smithi001 ceph-mon[100737]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T16:57:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:24 smithi001 ceph-mon[100737]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T16:57:25.760 INFO:tasks.rados.rados.0.smithi001.stdout:1967: done (0 left) 2024-08-17T16:57:25.761 INFO:tasks.rados.rados.0.smithi001.stdout:1968: read oid 49 snap -1 2024-08-17T16:57:25.761 INFO:tasks.rados.rados.0.smithi001.stdout:1968: expect (ObjNum 640 snap 179 seq_num 640) 2024-08-17T16:57:25.761 INFO:tasks.rados.rados.0.smithi001.stdout:1969: snap_remove snap 183 2024-08-17T16:57:26.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:25 smithi189 ceph-mon[90541]: pgmap v285: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T16:57:26.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T16:57:26.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:25 smithi189 ceph-mon[90541]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T16:57:26.043 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:26.043 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:25.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:26.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:25 smithi001 ceph-mon[103274]: pgmap v285: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T16:57:26.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T16:57:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:25 smithi001 ceph-mon[103274]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T16:57:26.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:25 smithi001 ceph-mon[100737]: pgmap v285: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T16:57:26.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T16:57:26.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:25 smithi001 ceph-mon[100737]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T16:57:26.760 INFO:tasks.rados.rados.0.smithi001.stdout:1969: done (1 left) 2024-08-17T16:57:26.760 INFO:tasks.rados.rados.0.smithi001.stdout:1970: read oid 41 snap 178 2024-08-17T16:57:26.760 INFO:tasks.rados.rados.0.smithi001.stdout:1970: expect (ObjNum 601 snap 168 seq_num 601) 2024-08-17T16:57:26.760 INFO:tasks.rados.rados.0.smithi001.stdout:1971: read oid 28 snap 167 2024-08-17T16:57:26.760 INFO:tasks.rados.rados.0.smithi001.stdout:1971: expect (ObjNum 583 snap 163 seq_num 583) 2024-08-17T16:57:26.760 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 184 2024-08-17T16:57:26.760 INFO:tasks.rados.rados.0.smithi001.stdout:1972: seq_num 650 ranges {638976=491520,1130496=647168,1777664=155648} 2024-08-17T16:57:26.767 INFO:tasks.rados.rados.0.smithi001.stdout:1972: writing smithi00187473-31 from 638976 to 1130496 tid 1 2024-08-17T16:57:26.771 INFO:tasks.rados.rados.0.smithi001.stdout:1972: writing smithi00187473-31 from 1130496 to 1777664 tid 2 2024-08-17T16:57:26.772 INFO:tasks.rados.rados.0.smithi001.stdout:1972: writing smithi00187473-31 from 1777664 to 1933312 tid 3 2024-08-17T16:57:26.772 INFO:tasks.rados.rados.0.smithi001.stdout:1968: expect (ObjNum 640 snap 179 seq_num 640) 2024-08-17T16:57:26.830 INFO:tasks.rados.rados.0.smithi001.stdout:1971: expect (ObjNum 583 snap 163 seq_num 583) 2024-08-17T16:57:26.835 INFO:tasks.rados.rados.0.smithi001.stdout:1970: expect (ObjNum 601 snap 168 seq_num 601) 2024-08-17T16:57:26.847 INFO:tasks.rados.rados.0.smithi001.stdout:1972: finishing write tid 1 to smithi00187473-31 2024-08-17T16:57:26.847 INFO:tasks.rados.rados.0.smithi001.stdout:1972: finishing write tid 2 to smithi00187473-31 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1972: finishing write tid 3 to smithi00187473-31 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1972: finishing write tid 4 to smithi00187473-31 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1972: finishing write tid 5 to smithi00187473-31 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1559 (ObjNum 650 snap 184 seq_num 650) dirty exists 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1972: left oid 31 (ObjNum 650 snap 184 seq_num 650) 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1968: done (3 left) 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1970: done (2 left) 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1971: done (1 left) 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1972: done (0 left) 2024-08-17T16:57:26.848 INFO:tasks.rados.rados.0.smithi001.stdout:1973: delete oid 33 current snap is 184 2024-08-17T16:57:26.849 INFO:tasks.rados.rados.0.smithi001.stdout:1973: done (0 left) 2024-08-17T16:57:26.849 INFO:tasks.rados.rados.0.smithi001.stdout:1974: setattr oid 45 current snap is 184 2024-08-17T16:57:26.852 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 184 2024-08-17T16:57:26.852 INFO:tasks.rados.rados.0.smithi001.stdout:1975: seq_num 652 ranges {770048=524288,1294336=409600,1703936=393216} 2024-08-17T16:57:26.859 INFO:tasks.rados.rados.0.smithi001.stdout:1975: writing smithi00187473-4 from 770048 to 1294336 tid 1 2024-08-17T16:57:26.861 INFO:tasks.rados.rados.0.smithi001.stdout:1975: writing smithi00187473-4 from 1294336 to 1703936 tid 2 2024-08-17T16:57:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:1975: writing smithi00187473-4 from 1703936 to 2097152 tid 3 2024-08-17T16:57:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:1976: rollback oid 26 current snap is 184 2024-08-17T16:57:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 181 2024-08-17T16:57:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1560 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-08-17T16:57:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:1975: finishing write tid 1 to smithi00187473-4 2024-08-17T16:57:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:1975: finishing write tid 2 to smithi00187473-4 2024-08-17T16:57:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:1974: done (2 left) 2024-08-17T16:57:26.864 INFO:tasks.rados.rados.0.smithi001.stdout:1977: copy_from oid 14 from oid 24 current snap is 184 2024-08-17T16:57:26.865 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 184 2024-08-17T16:57:26.865 INFO:tasks.rados.rados.0.smithi001.stdout:1978: seq_num 653 ranges {0=540672,540672=696320,1236992=106496} 2024-08-17T16:57:26.867 INFO:tasks.rados.rados.0.smithi001.stdout:1978: writing smithi00187473-42 from 0 to 540672 tid 1 2024-08-17T16:57:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:1978: writing smithi00187473-42 from 540672 to 1236992 tid 2 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:1978: writing smithi00187473-42 from 1236992 to 1343488 tid 3 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:1979: delete oid 40 current snap is 184 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:1976: finishing rollback tid 1 to smithi00187473-26 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:1975: finishing write tid 3 to smithi00187473-4 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:1975: finishing write tid 4 to smithi00187473-4 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:1976: finishing rollback tid 2 to smithi00187473-26 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 668 (ObjNum 601 snap 168 seq_num 601) dirty exists 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:1975: finishing write tid 5 to smithi00187473-4 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1286 (ObjNum 652 snap 184 seq_num 652) dirty exists 2024-08-17T16:57:26.873 INFO:tasks.rados.rados.0.smithi001.stdout:1975: left oid 4 (ObjNum 652 snap 184 seq_num 652) 2024-08-17T16:57:26.874 INFO:tasks.rados.rados.0.smithi001.stdout:1978: finishing write tid 1 to smithi00187473-42 2024-08-17T16:57:26.875 INFO:tasks.rados.rados.0.smithi001.stdout:1975: done (4 left) 2024-08-17T16:57:26.875 INFO:tasks.rados.rados.0.smithi001.stdout:1976: done (3 left) 2024-08-17T16:57:26.875 INFO:tasks.rados.rados.0.smithi001.stdout:1979: done (2 left) 2024-08-17T16:57:26.875 INFO:tasks.rados.rados.0.smithi001.stdout:1980: read oid 4 snap -1 2024-08-17T16:57:26.876 INFO:tasks.rados.rados.0.smithi001.stdout:1980: expect (ObjNum 652 snap 184 seq_num 652) 2024-08-17T16:57:26.876 INFO:tasks.rados.rados.0.smithi001.stdout:1981: read oid 5 snap -1 2024-08-17T16:57:26.876 INFO:tasks.rados.rados.0.smithi001.stdout:1981: expect (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:57:26.876 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 184 2024-08-17T16:57:26.876 INFO:tasks.rados.rados.0.smithi001.stdout:1982: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-08-17T16:57:26.879 INFO:tasks.rados.rados.0.smithi001.stdout:1982: writing smithi00187473-39 from 0 to 573440 tid 1 2024-08-17T16:57:26.884 INFO:tasks.rados.rados.0.smithi001.stdout:1982: writing smithi00187473-39 from 573440 to 1089536 tid 2 2024-08-17T16:57:26.886 INFO:tasks.rados.rados.0.smithi001.stdout:1982: writing smithi00187473-39 from 1089536 to 1376256 tid 3 2024-08-17T16:57:26.886 INFO:tasks.rados.rados.0.smithi001.stdout:1983: snap_create 2024-08-17T16:57:26.886 INFO:tasks.rados.rados.0.smithi001.stdout:1978: finishing write tid 2 to smithi00187473-42 2024-08-17T16:57:26.886 INFO:tasks.rados.rados.0.smithi001.stdout:1978: finishing write tid 3 to smithi00187473-42 2024-08-17T16:57:26.886 INFO:tasks.rados.rados.0.smithi001.stdout:1978: finishing write tid 4 to smithi00187473-42 2024-08-17T16:57:26.886 INFO:tasks.rados.rados.0.smithi001.stdout:1978: finishing write tid 5 to smithi00187473-42 2024-08-17T16:57:26.886 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1255 (ObjNum 653 snap 184 seq_num 653) dirty exists 2024-08-17T16:57:26.887 INFO:tasks.rados.rados.0.smithi001.stdout:1978: left oid 42 (ObjNum 653 snap 184 seq_num 653) 2024-08-17T16:57:26.887 INFO:tasks.rados.rados.0.smithi001.stdout:1982: finishing write tid 1 to smithi00187473-39 2024-08-17T16:57:26.887 INFO:tasks.rados.rados.0.smithi001.stdout:1981: expect (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:57:26.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:26 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T16:57:26.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:26 smithi189 ceph-mon[90541]: Upgrade: osd.4 is safe to restart 2024-08-17T16:57:26.949 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:26 smithi189 ceph-mon[90541]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T16:57:26.995 INFO:tasks.rados.rados.0.smithi001.stdout:1980: expect (ObjNum 652 snap 184 seq_num 652) 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:1982: finishing write tid 2 to smithi00187473-39 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:1982: finishing write tid 3 to smithi00187473-39 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:1982: finishing write tid 4 to smithi00187473-39 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:1982: finishing write tid 5 to smithi00187473-39 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1311 (ObjNum 655 snap 184 seq_num 655) dirty exists 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:1982: left oid 39 (ObjNum 655 snap 184 seq_num 655) 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:1977: finishing copy_from racing read to smithi00187473-14 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:1977: finishing copy_from to smithi00187473-14 2024-08-17T16:57:27.063 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 906 (ObjNum 603 snap 169 seq_num 603) dirty exists 2024-08-17T16:57:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:26 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T16:57:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:26 smithi001 ceph-mon[100737]: Upgrade: osd.4 is safe to restart 2024-08-17T16:57:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:26 smithi001 ceph-mon[100737]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T16:57:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:26 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T16:57:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:26 smithi001 ceph-mon[103274]: Upgrade: osd.4 is safe to restart 2024-08-17T16:57:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:26 smithi001 ceph-mon[103274]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T16:57:27.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:26.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:57:27] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.51.0" 2024-08-17T16:57:27.794 INFO:tasks.rados.rados.0.smithi001.stdout:1977: done (5 left) 2024-08-17T16:57:27.794 INFO:tasks.rados.rados.0.smithi001.stdout:1978: done (4 left) 2024-08-17T16:57:27.795 INFO:tasks.rados.rados.0.smithi001.stdout:1980: done (3 left) 2024-08-17T16:57:27.795 INFO:tasks.rados.rados.0.smithi001.stdout:1981: done (2 left) 2024-08-17T16:57:27.795 INFO:tasks.rados.rados.0.smithi001.stdout:1982: done (1 left) 2024-08-17T16:57:27.795 INFO:tasks.rados.rados.0.smithi001.stdout:1983: done (0 left) 2024-08-17T16:57:27.795 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 185 2024-08-17T16:57:27.795 INFO:tasks.rados.rados.0.smithi001.stdout:1984: seq_num 656 ranges {13950976=589824,14540800=802816} 2024-08-17T16:57:27.873 INFO:tasks.rados.rados.0.smithi001.stdout:1984: writing smithi00187473-22 from 13950976 to 14540800 tid 1 2024-08-17T16:57:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:1984: writing smithi00187473-22 from 14540800 to 15343616 tid 2 2024-08-17T16:57:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:1985: copy_from oid 50 from oid 15 current snap is 185 2024-08-17T16:57:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:1984: finishing write tid 1 to smithi00187473-22 2024-08-17T16:57:27.880 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 185 2024-08-17T16:57:27.880 INFO:tasks.rados.rados.0.smithi001.stdout:1986: seq_num 657 ranges {393216=606208,999424=688128,1687552=114688} 2024-08-17T16:57:27.884 INFO:tasks.rados.rados.0.smithi001.stdout:1986: writing smithi00187473-8 from 393216 to 999424 tid 1 2024-08-17T16:57:27.888 INFO:tasks.rados.rados.0.smithi001.stdout:1986: writing smithi00187473-8 from 999424 to 1687552 tid 2 2024-08-17T16:57:27.890 INFO:tasks.rados.rados.0.smithi001.stdout:1986: writing smithi00187473-8 from 1687552 to 1802240 tid 3 2024-08-17T16:57:27.890 INFO:tasks.rados.rados.0.smithi001.stdout:1987: copy_from oid 31 from oid 27 current snap is 185 2024-08-17T16:57:27.890 INFO:tasks.rados.rados.0.smithi001.stdout:1984: finishing write tid 2 to smithi00187473-22 2024-08-17T16:57:27.891 INFO:tasks.rados.rados.0.smithi001.stdout:1984: finishing write tid 3 to smithi00187473-22 2024-08-17T16:57:27.891 INFO:tasks.rados.rados.0.smithi001.stdout:1984: finishing write tid 4 to smithi00187473-22 2024-08-17T16:57:27.891 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 910 (ObjNum 656 snap 185 seq_num 656) dirty exists 2024-08-17T16:57:27.891 INFO:tasks.rados.rados.0.smithi001.stdout:1984: left oid 22 (ObjNum 656 snap 185 seq_num 656) 2024-08-17T16:57:27.891 INFO:tasks.rados.rados.0.smithi001.stdout:1985: finishing copy_from to smithi00187473-50 2024-08-17T16:57:27.892 INFO:tasks.rados.rados.0.smithi001.stdout:1985: got expected ENOENT (src dne) 2024-08-17T16:57:27.892 INFO:tasks.rados.rados.0.smithi001.stdout:1985: finishing copy_from racing read to smithi00187473-50 2024-08-17T16:57:27.892 INFO:tasks.rados.rados.0.smithi001.stdout:1986: finishing write tid 1 to smithi00187473-8 2024-08-17T16:57:27.892 INFO:tasks.rados.rados.0.smithi001.stdout:1984: done (3 left) 2024-08-17T16:57:27.893 INFO:tasks.rados.rados.0.smithi001.stdout:1985: done (2 left) 2024-08-17T16:57:27.893 INFO:tasks.rados.rados.0.smithi001.stdout:1988: snap_create 2024-08-17T16:57:27.894 INFO:tasks.rados.rados.0.smithi001.stdout:1986: finishing write tid 2 to smithi00187473-8 2024-08-17T16:57:27.895 INFO:tasks.rados.rados.0.smithi001.stdout:1986: finishing write tid 3 to smithi00187473-8 2024-08-17T16:57:27.895 INFO:tasks.rados.rados.0.smithi001.stdout:1986: finishing write tid 4 to smithi00187473-8 2024-08-17T16:57:27.895 INFO:tasks.rados.rados.0.smithi001.stdout:1986: finishing write tid 5 to smithi00187473-8 2024-08-17T16:57:27.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1259 (ObjNum 657 snap 185 seq_num 657) dirty exists 2024-08-17T16:57:27.895 INFO:tasks.rados.rados.0.smithi001.stdout:1986: left oid 8 (ObjNum 657 snap 185 seq_num 657) 2024-08-17T16:57:27.907 INFO:tasks.rados.rados.0.smithi001.stdout:1987: finishing copy_from racing read to smithi00187473-31 2024-08-17T16:57:27.907 INFO:tasks.rados.rados.0.smithi001.stdout:1987: finishing copy_from to smithi00187473-31 2024-08-17T16:57:27.908 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1306 (ObjNum 608 snap 171 seq_num 608) dirty exists 2024-08-17T16:57:28.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:27 smithi189 ceph-mon[90541]: pgmap v288: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 918 KiB/s wr, 10 op/s 2024-08-17T16:57:28.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:28.170 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T16:57:28.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-mon[103274]: pgmap v288: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 918 KiB/s wr, 10 op/s 2024-08-17T16:57:28.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:28.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T16:57:28.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:28.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-mon[100737]: pgmap v288: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 918 KiB/s wr, 10 op/s 2024-08-17T16:57:28.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:28.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T16:57:28.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:1986: done (2 left) 2024-08-17T16:57:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:1987: done (1 left) 2024-08-17T16:57:28.799 INFO:tasks.rados.rados.0.smithi001.stdout:1988: done (0 left) 2024-08-17T16:57:28.800 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 186 2024-08-17T16:57:28.800 INFO:tasks.rados.rados.0.smithi001.stdout:1989: seq_num 658 ranges {2547712=622592,3170304=565248,3735552=237568} 2024-08-17T16:57:28.816 INFO:tasks.rados.rados.0.smithi001.stdout:1989: writing smithi00187473-43 from 2547712 to 3170304 tid 1 2024-08-17T16:57:28.820 INFO:tasks.rados.rados.0.smithi001.stdout:1989: writing smithi00187473-43 from 3170304 to 3735552 tid 2 2024-08-17T16:57:28.821 INFO:tasks.rados.rados.0.smithi001.stdout:1989: writing smithi00187473-43 from 3735552 to 3973120 tid 3 2024-08-17T16:57:28.822 INFO:tasks.rados.rados.0.smithi001.stdout:1990: delete oid 18 current snap is 186 2024-08-17T16:57:28.825 INFO:tasks.rados.rados.0.smithi001.stdout:1989: finishing write tid 1 to smithi00187473-43 2024-08-17T16:57:28.826 INFO:tasks.rados.rados.0.smithi001.stdout:1989: finishing write tid 2 to smithi00187473-43 2024-08-17T16:57:28.827 INFO:tasks.rados.rados.0.smithi001.stdout:1989: finishing write tid 3 to smithi00187473-43 2024-08-17T16:57:28.828 INFO:tasks.rados.rados.0.smithi001.stdout:1989: finishing write tid 4 to smithi00187473-43 2024-08-17T16:57:28.829 INFO:tasks.rados.rados.0.smithi001.stdout:1990: done (1 left) 2024-08-17T16:57:28.829 INFO:tasks.rados.rados.0.smithi001.stdout:1991: read oid 13 snap -1 2024-08-17T16:57:28.829 INFO:tasks.rados.rados.0.smithi001.stdout:1991: expect deleted 2024-08-17T16:57:28.829 INFO:tasks.rados.rados.0.smithi001.stdout:1992: snap_create 2024-08-17T16:57:28.830 INFO:tasks.rados.rados.0.smithi001.stdout:1989: finishing write tid 5 to smithi00187473-43 2024-08-17T16:57:28.830 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1567 (ObjNum 658 snap 186 seq_num 658) dirty exists 2024-08-17T16:57:28.830 INFO:tasks.rados.rados.0.smithi001.stdout:1989: left oid 43 (ObjNum 658 snap 186 seq_num 658) 2024-08-17T16:57:29.040 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:28 smithi189 ceph-mon[90541]: Upgrade: Updating osd.4 2024-08-17T16:57:29.040 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:28 smithi189 ceph-mon[90541]: Deploying daemon osd.4 on smithi189 2024-08-17T16:57:29.040 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:28 smithi189 ceph-mon[90541]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T16:57:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:28 smithi001 ceph-mon[100737]: Upgrade: Updating osd.4 2024-08-17T16:57:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:28 smithi001 ceph-mon[100737]: Deploying daemon osd.4 on smithi189 2024-08-17T16:57:29.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:28 smithi001 ceph-mon[100737]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T16:57:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:28 smithi001 ceph-mon[103274]: Upgrade: Updating osd.4 2024-08-17T16:57:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:28 smithi001 ceph-mon[103274]: Deploying daemon osd.4 on smithi189 2024-08-17T16:57:29.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:28 smithi001 ceph-mon[103274]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T16:57:29.757 INFO:tasks.rados.rados.0.smithi001.stdout:1989: done (2 left) 2024-08-17T16:57:29.757 INFO:tasks.rados.rados.0.smithi001.stdout:1991: done (1 left) 2024-08-17T16:57:29.757 INFO:tasks.rados.rados.0.smithi001.stdout:1992: done (0 left) 2024-08-17T16:57:29.757 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 187 2024-08-17T16:57:29.758 INFO:tasks.rados.rados.0.smithi001.stdout:1993: seq_num 660 ranges {4890624=663552,5554176=737280,6291456=65536} 2024-08-17T16:57:29.787 INFO:tasks.rados.rados.0.smithi001.stdout:1993: writing smithi00187473-7 from 4890624 to 5554176 tid 1 2024-08-17T16:57:29.792 INFO:tasks.rados.rados.0.smithi001.stdout:1993: writing smithi00187473-7 from 5554176 to 6291456 tid 2 2024-08-17T16:57:29.793 INFO:tasks.rados.rados.0.smithi001.stdout:1993: writing smithi00187473-7 from 6291456 to 6356992 tid 3 2024-08-17T16:57:29.793 INFO:tasks.rados.rados.0.smithi001.stdout:1994: read oid 43 snap -1 2024-08-17T16:57:29.793 INFO:tasks.rados.rados.0.smithi001.stdout:1994: expect (ObjNum 658 snap 186 seq_num 658) 2024-08-17T16:57:29.793 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 187 2024-08-17T16:57:29.793 INFO:tasks.rados.rados.0.smithi001.stdout:1995: seq_num 661 ranges {0=679936,679936=622592,1302528=180224} 2024-08-17T16:57:29.797 INFO:tasks.rados.rados.0.smithi001.stdout:1995: writing smithi00187473-40 from 0 to 679936 tid 1 2024-08-17T16:57:29.802 INFO:tasks.rados.rados.0.smithi001.stdout:1995: writing smithi00187473-40 from 679936 to 1302528 tid 2 2024-08-17T16:57:29.804 INFO:tasks.rados.rados.0.smithi001.stdout:1995: writing smithi00187473-40 from 1302528 to 1482752 tid 3 2024-08-17T16:57:29.804 INFO:tasks.rados.rados.0.smithi001.stdout:1996: read oid 45 snap -1 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1996: expect (ObjNum 552 snap 157 seq_num 552) 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1997: rollback oid 6 current snap is 187 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 186 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1998: read oid 16 snap 182 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1998: expect (ObjNum 535 snap 152 seq_num 535) 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1999: read oid 18 snap 186 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1999: expect deleted 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:2000: read oid 10 snap -1 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:2000: expect (ObjNum 642 snap 180 seq_num 642) 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:2001: snap_create 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1993: finishing write tid 1 to smithi00187473-7 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1993: finishing write tid 2 to smithi00187473-7 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1993: finishing write tid 3 to smithi00187473-7 2024-08-17T16:57:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:1993: finishing write tid 4 to smithi00187473-7 2024-08-17T16:57:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:1995: finishing write tid 1 to smithi00187473-40 2024-08-17T16:57:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:1997: finishing rollback tid 1 to smithi00187473-6 2024-08-17T16:57:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 867 (ObjNum 113 snap 0 seq_num 1537920336) dirty dne 2024-08-17T16:57:29.809 INFO:tasks.rados.rados.0.smithi001.stdout:1993: finishing write tid 5 to smithi00187473-7 2024-08-17T16:57:29.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 672 (ObjNum 660 snap 187 seq_num 660) dirty exists 2024-08-17T16:57:29.810 INFO:tasks.rados.rados.0.smithi001.stdout:1993: left oid 7 (ObjNum 660 snap 187 seq_num 660) 2024-08-17T16:57:29.810 INFO:tasks.rados.rados.0.smithi001.stdout:1995: finishing write tid 2 to smithi00187473-40 2024-08-17T16:57:29.811 INFO:tasks.rados.rados.0.smithi001.stdout:1995: finishing write tid 3 to smithi00187473-40 2024-08-17T16:57:29.811 INFO:tasks.rados.rados.0.smithi001.stdout:1994: expect (ObjNum 658 snap 186 seq_num 658) 2024-08-17T16:57:29.996 INFO:tasks.rados.rados.0.smithi001.stdout:1995: finishing write tid 4 to smithi00187473-40 2024-08-17T16:57:29.996 INFO:tasks.rados.rados.0.smithi001.stdout:1995: finishing write tid 5 to smithi00187473-40 2024-08-17T16:57:29.997 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 676 (ObjNum 661 snap 187 seq_num 661) dirty exists 2024-08-17T16:57:29.997 INFO:tasks.rados.rados.0.smithi001.stdout:1995: left oid 40 (ObjNum 661 snap 187 seq_num 661) 2024-08-17T16:57:29.997 INFO:tasks.rados.rados.0.smithi001.stdout:1998: expect (ObjNum 535 snap 152 seq_num 535) 2024-08-17T16:57:30.029 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:29 smithi189 ceph-mon[90541]: pgmap v291: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 0 op/s 2024-08-17T16:57:30.029 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:29 smithi189 ceph-mon[90541]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T16:57:30.029 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:29 smithi189 ceph-mon[90541]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T16:57:30.042 INFO:tasks.rados.rados.0.smithi001.stdout:1996: expect (ObjNum 552 snap 157 seq_num 552) 2024-08-17T16:57:30.102 INFO:tasks.rados.rados.0.smithi001.stdout:2000: expect (ObjNum 642 snap 180 seq_num 642) 2024-08-17T16:57:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:29 smithi001 ceph-mon[100737]: pgmap v291: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 0 op/s 2024-08-17T16:57:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:29 smithi001 ceph-mon[100737]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T16:57:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:29 smithi001 ceph-mon[100737]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T16:57:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:29 smithi001 ceph-mon[103274]: pgmap v291: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.2 MiB/s wr, 0 op/s 2024-08-17T16:57:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:29 smithi001 ceph-mon[103274]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T16:57:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:29 smithi001 ceph-mon[103274]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T16:57:30.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:30.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:30 smithi189 systemd[1]: Stopping Ceph osd.4 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:57:30.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[38980]: 2024-08-17T16:57:30.273+0000 7f43537b9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:57:30.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[38980]: 2024-08-17T16:57:30.273+0000 7f43537b9640 -1 osd.4 453 *** Got signal Terminated *** 2024-08-17T16:57:30.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[38980]: 2024-08-17T16:57:30.273+0000 7f43537b9640 -1 osd.4 453 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:57:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:1993: done (8 left) 2024-08-17T16:57:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:1994: done (7 left) 2024-08-17T16:57:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:1995: done (6 left) 2024-08-17T16:57:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:1996: done (5 left) 2024-08-17T16:57:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:1997: done (4 left) 2024-08-17T16:57:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:1998: done (3 left) 2024-08-17T16:57:30.807 INFO:tasks.rados.rados.0.smithi001.stdout:1999: done (2 left) 2024-08-17T16:57:30.808 INFO:tasks.rados.rados.0.smithi001.stdout:2000: done (1 left) 2024-08-17T16:57:30.808 INFO:tasks.rados.rados.0.smithi001.stdout:2001: done (0 left) 2024-08-17T16:57:30.808 INFO:tasks.rados.rados.0.smithi001.stdout:2002: delete oid 8 current snap is 188 2024-08-17T16:57:30.814 INFO:tasks.rados.rados.0.smithi001.stdout:2002: done (0 left) 2024-08-17T16:57:30.814 INFO:tasks.rados.rados.0.smithi001.stdout:2003: rollback oid 13 current snap is 188 2024-08-17T16:57:30.814 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 167 2024-08-17T16:57:30.814 INFO:tasks.rados.rados.0.smithi001.stdout:2004: snap_create 2024-08-17T16:57:30.817 INFO:tasks.rados.rados.0.smithi001.stdout:2003: finishing rollback tid 1 to smithi00187473-13 2024-08-17T16:57:30.817 INFO:tasks.rados.rados.0.smithi001.stdout:2003: finishing rollback tid 2 to smithi00187473-13 2024-08-17T16:57:30.817 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1288 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:57:31.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:30 smithi189 ceph-mon[90541]: osd.4 marked itself down and dead 2024-08-17T16:57:31.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:30 smithi001 ceph-mon[100737]: osd.4 marked itself down and dead 2024-08-17T16:57:31.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:30 smithi001 ceph-mon[103274]: osd.4 marked itself down and dead 2024-08-17T16:57:31.548 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:31 smithi189 podman[96169]: 2024-08-17 16:57:31.183485441 +0000 UTC m=+1.006642546 container died 535eee76021bd467c89609dbbd1cb1717c5ef61226ef4534561c6f9f7458bd5b (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T16:57:31.807 INFO:tasks.rados.rados.0.smithi001.stdout:2003: done (1 left) 2024-08-17T16:57:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:2004: done (0 left) 2024-08-17T16:57:31.808 INFO:tasks.rados.rados.0.smithi001.stdout:2005: snap_remove snap 185 2024-08-17T16:57:31.809 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:31 smithi189 podman[96169]: 2024-08-17 16:57:31.547690116 +0000 UTC m=+1.370847266 container cleanup 535eee76021bd467c89609dbbd1cb1717c5ef61226ef4534561c6f9f7458bd5b (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-f2c39d4) 2024-08-17T16:57:31.809 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:31 smithi189 bash[96169]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4 2024-08-17T16:57:31.809 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:31 smithi189 podman[96192]: 2024-08-17 16:57:31.790979631 +0000 UTC m=+0.599740018 container remove 535eee76021bd467c89609dbbd1cb1717c5ef61226ef4534561c6f9f7458bd5b (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:57:32.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:31 smithi189 ceph-mon[90541]: pgmap v294: 121 pgs: 121 active+clean; 223 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T16:57:32.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:31 smithi189 ceph-mon[90541]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:57:32.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:31 smithi189 ceph-mon[90541]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T16:57:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:31 smithi001 ceph-mon[100737]: pgmap v294: 121 pgs: 121 active+clean; 223 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T16:57:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:31 smithi001 ceph-mon[100737]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:57:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:31 smithi001 ceph-mon[100737]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T16:57:32.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:31 smithi001 ceph-mon[103274]: pgmap v294: 121 pgs: 121 active+clean; 223 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T16:57:32.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:31 smithi001 ceph-mon[103274]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:57:32.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:31 smithi001 ceph-mon[103274]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T16:57:32.386 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:32 smithi189 podman[96283]: 2024-08-17 16:57:32.027444072 +0000 UTC m=+0.017326110 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:57:32.387 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:32 smithi189 podman[96283]: 2024-08-17 16:57:32.133481542 +0000 UTC m=+0.123363573 container create 2b3f7e8227673355f4820af98159e7714d1f5cbb688443f28782994e93ec233d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T16:57:32.387 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:32 smithi189 podman[96283]: 2024-08-17 16:57:32.386249617 +0000 UTC m=+0.376131650 container init 2b3f7e8227673355f4820af98159e7714d1f5cbb688443f28782994e93ec233d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-08-17T16:57:32.679 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:32 smithi189 podman[96283]: 2024-08-17 16:57:32.391320158 +0000 UTC m=+0.381202193 container start 2b3f7e8227673355f4820af98159e7714d1f5cbb688443f28782994e93ec233d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-17T16:57:32.679 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:32 smithi189 podman[96283]: 2024-08-17 16:57:32.485994087 +0000 UTC m=+0.475876128 container attach 2b3f7e8227673355f4820af98159e7714d1f5cbb688443f28782994e93ec233d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T16:57:32.679 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:32 smithi189 podman[96283]: 2024-08-17 16:57:32.576561896 +0000 UTC m=+0.566443930 container died 2b3f7e8227673355f4820af98159e7714d1f5cbb688443f28782994e93ec233d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T16:57:32.819 INFO:tasks.rados.rados.0.smithi001.stdout:2005: done (0 left) 2024-08-17T16:57:32.819 INFO:tasks.rados.rados.0.smithi001.stdout:2006: copy_from oid 10 from oid 48 current snap is 189 2024-08-17T16:57:32.819 INFO:tasks.rados.rados.0.smithi001.stdout:2007: snap_create 2024-08-17T16:57:32.876 INFO:tasks.rados.rados.0.smithi001.stdout:2006: finishing copy_from racing read to smithi00187473-10 2024-08-17T16:57:32.877 INFO:tasks.rados.rados.0.smithi001.stdout:2006: finishing copy_from to smithi00187473-10 2024-08-17T16:57:32.877 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 875 (ObjNum 499 snap 142 seq_num 499) dirty exists 2024-08-17T16:57:33.123 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:32 smithi189 ceph-mon[90541]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T16:57:33.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:32 smithi001 ceph-mon[100737]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T16:57:33.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:32 smithi001 ceph-mon[103274]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T16:57:33.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 podman[96326]: 2024-08-17 16:57:33.122736908 +0000 UTC m=+0.540453087 container remove 2b3f7e8227673355f4820af98159e7714d1f5cbb688443f28782994e93ec233d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:57:33.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-17T16:57:33.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 systemd[1]: Stopped Ceph osd.4 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:57:33.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.4.service: Consumed 14.630s CPU time. 2024-08-17T16:57:33.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 systemd[1]: Starting Ceph osd.4 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:57:33.818 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 podman[96431]: 2024-08-17 16:57:33.459417162 +0000 UTC m=+0.017859781 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:57:33.819 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 podman[96431]: 2024-08-17 16:57:33.557178365 +0000 UTC m=+0.115620986 container create 94d6a085440df5c2cbf94dc19f8ea43d7e651c882cab8096ff8bae83114e27d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-08-17T16:57:33.819 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 podman[96431]: 2024-08-17 16:57:33.734545668 +0000 UTC m=+0.292988286 container init 94d6a085440df5c2cbf94dc19f8ea43d7e651c882cab8096ff8bae83114e27d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux ) 2024-08-17T16:57:33.819 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 podman[96431]: 2024-08-17 16:57:33.73904372 +0000 UTC m=+0.297486356 container start 94d6a085440df5c2cbf94dc19f8ea43d7e651c882cab8096ff8bae83114e27d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe) 2024-08-17T16:57:33.819 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 podman[96431]: 2024-08-17 16:57:33.81768095 +0000 UTC m=+0.376123569 container attach 94d6a085440df5c2cbf94dc19f8ea43d7e651c882cab8096ff8bae83114e27d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:57:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2006: done (1 left) 2024-08-17T16:57:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2007: done (0 left) 2024-08-17T16:57:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2008: read oid 11 snap -1 2024-08-17T16:57:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2008: expect (ObjNum 607 snap 171 seq_num 607) 2024-08-17T16:57:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2009: read oid 12 snap -1 2024-08-17T16:57:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2009: expect deleted 2024-08-17T16:57:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2010: delete oid 31 current snap is 190 2024-08-17T16:57:33.835 INFO:tasks.rados.rados.0.smithi001.stdout:2009: done (2 left) 2024-08-17T16:57:33.835 INFO:tasks.rados.rados.0.smithi001.stdout:2010: done (1 left) 2024-08-17T16:57:33.835 INFO:tasks.rados.rados.0.smithi001.stdout:2011: read oid 27 snap -1 2024-08-17T16:57:33.835 INFO:tasks.rados.rados.0.smithi001.stdout:2011: expect (ObjNum 608 snap 171 seq_num 608) 2024-08-17T16:57:33.836 INFO:tasks.rados.rados.0.smithi001.stdout:2012: snap_create 2024-08-17T16:57:33.837 INFO:tasks.rados.rados.0.smithi001.stdout:2008: expect (ObjNum 607 snap 171 seq_num 607) 2024-08-17T16:57:33.941 INFO:tasks.rados.rados.0.smithi001.stdout:2011: expect (ObjNum 608 snap 171 seq_num 608) 2024-08-17T16:57:34.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-mon[90541]: pgmap v297: 121 pgs: 7 stale+active+clean, 114 active+clean; 228 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-17T16:57:34.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-mon[90541]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 bash[96431]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 bash[96431]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 bash[96431]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 bash[96431]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 bash[96431]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T16:57:34.149 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 bash[96431]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T16:57:34.150 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-17T16:57:34.150 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:33 smithi189 bash[96431]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-17T16:57:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:33 smithi001 ceph-mon[100737]: pgmap v297: 121 pgs: 7 stale+active+clean, 114 active+clean; 228 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-17T16:57:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:33 smithi001 ceph-mon[100737]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T16:57:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:33 smithi001 ceph-mon[103274]: pgmap v297: 121 pgs: 7 stale+active+clean, 114 active+clean; 228 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-17T16:57:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:33 smithi001 ceph-mon[103274]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T16:57:34.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:34.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.189\", device_class=\"ssd\", hostname=\"smithi189\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.189\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.189\", device_class=\"ssd\", hostname=\"smithi189\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.189\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:34.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T16:57:34.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 bash[96431]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T16:57:34.430 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-17T16:57:34.430 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 bash[96431]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-17T16:57:34.430 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T16:57:34.430 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 bash[96431]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T16:57:34.430 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T16:57:34.430 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 bash[96431]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T16:57:34.431 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate[96446]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-17T16:57:34.431 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 bash[96431]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-17T16:57:34.431 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 podman[96431]: 2024-08-17 16:57:34.304040617 +0000 UTC m=+0.862483239 container died 94d6a085440df5c2cbf94dc19f8ea43d7e651c882cab8096ff8bae83114e27d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T16:57:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:2008: done (2 left) 2024-08-17T16:57:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:2011: done (1 left) 2024-08-17T16:57:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:2012: done (0 left) 2024-08-17T16:57:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:2013: rollback oid 47 current snap is 191 2024-08-17T16:57:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 181 2024-08-17T16:57:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:2014: read oid 15 snap -1 2024-08-17T16:57:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:2014: expect deleted 2024-08-17T16:57:34.759 INFO:tasks.rados.rados.0.smithi001.stdout:2015: setattr oid 4 current snap is 191 2024-08-17T16:57:34.763 INFO:tasks.rados.rados.0.smithi001.stdout:2014: done (2 left) 2024-08-17T16:57:34.763 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 191 2024-08-17T16:57:34.763 INFO:tasks.rados.rados.0.smithi001.stdout:2016: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-08-17T16:57:34.767 INFO:tasks.rados.rados.0.smithi001.stdout:2016: writing smithi00187473-17 from 0 to 729088 tid 1 2024-08-17T16:57:34.772 INFO:tasks.rados.rados.0.smithi001.stdout:2016: writing smithi00187473-17 from 729088 to 1458176 tid 2 2024-08-17T16:57:34.773 INFO:tasks.rados.rados.0.smithi001.stdout:2016: writing smithi00187473-17 from 1458176 to 1531904 tid 3 2024-08-17T16:57:34.773 INFO:tasks.rados.rados.0.smithi001.stdout:2017: snap_remove snap 186 2024-08-17T16:57:34.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:34 smithi189 ceph-mon[90541]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T16:57:34.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:34 smithi189 ceph-mon[90541]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T16:57:34.929 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:34 smithi189 podman[96570]: 2024-08-17 16:57:34.904622991 +0000 UTC m=+0.591233183 container remove 94d6a085440df5c2cbf94dc19f8ea43d7e651c882cab8096ff8bae83114e27d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-17T16:57:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:34 smithi001 ceph-mon[100737]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T16:57:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:34 smithi001 ceph-mon[100737]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T16:57:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:34 smithi001 ceph-mon[103274]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T16:57:35.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:34 smithi001 ceph-mon[103274]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T16:57:35.372 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:35 smithi189 podman[96635]: 2024-08-17 16:57:35.021053388 +0000 UTC m=+0.017731085 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:57:35.373 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:35 smithi189 podman[96635]: 2024-08-17 16:57:35.122183819 +0000 UTC m=+0.118861508 container create 51ebb262bcb026031f565ef3a83641a480a05e962124dc4e0073d540bf964a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:57:35.373 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:35 smithi189 podman[96635]: 2024-08-17 16:57:35.366901456 +0000 UTC m=+0.363579155 container init 51ebb262bcb026031f565ef3a83641a480a05e962124dc4e0073d540bf964a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T16:57:35.373 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:35 smithi189 podman[96635]: 2024-08-17 16:57:35.371895494 +0000 UTC m=+0.368573182 container start 51ebb262bcb026031f565ef3a83641a480a05e962124dc4e0073d540bf964a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:57:35.678 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-osd[96672]: -- 172.21.15.189:0/2666353582 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ca32fe3a40 con 0x55ca33db0000 2024-08-17T16:57:35.679 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:35 smithi189 bash[96635]: 51ebb262bcb026031f565ef3a83641a480a05e962124dc4e0073d540bf964a61 2024-08-17T16:57:35.679 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:35 smithi189 systemd[1]: Started Ceph osd.4 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:57:35.761 INFO:tasks.rados.rados.0.smithi001.stdout:2017: done (3 left) 2024-08-17T16:57:35.761 INFO:tasks.rados.rados.0.smithi001.stdout:2018: snap_create 2024-08-17T16:57:35.761 INFO:tasks.rados.rados.0.smithi001.stdout:2013: finishing rollback tid 0 to smithi00187473-47 2024-08-17T16:57:35.761 INFO:tasks.rados.rados.0.smithi001.stdout:2013: finishing rollback tid 1 to smithi00187473-47 2024-08-17T16:57:35.761 INFO:tasks.rados.rados.0.smithi001.stdout:2013: finishing rollback tid 2 to smithi00187473-47 2024-08-17T16:57:35.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1454 (ObjNum 595 snap 165 seq_num 595) dirty exists 2024-08-17T16:57:35.761 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1289 (ObjNum 652 snap 184 seq_num 652) dirty exists 2024-08-17T16:57:35.761 INFO:tasks.rados.rados.0.smithi001.stdout:2016: finishing write tid 1 to smithi00187473-17 2024-08-17T16:57:35.762 INFO:tasks.rados.rados.0.smithi001.stdout:2016: finishing write tid 2 to smithi00187473-17 2024-08-17T16:57:35.762 INFO:tasks.rados.rados.0.smithi001.stdout:2016: finishing write tid 3 to smithi00187473-17 2024-08-17T16:57:35.762 INFO:tasks.rados.rados.0.smithi001.stdout:2016: finishing write tid 4 to smithi00187473-17 2024-08-17T16:57:35.762 INFO:tasks.rados.rados.0.smithi001.stdout:2016: finishing write tid 5 to smithi00187473-17 2024-08-17T16:57:35.762 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1575 (ObjNum 664 snap 191 seq_num 664) dirty exists 2024-08-17T16:57:35.762 INFO:tasks.rados.rados.0.smithi001.stdout:2016: left oid 17 (ObjNum 664 snap 191 seq_num 664) 2024-08-17T16:57:36.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:35.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:36.178 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-mon[90541]: pgmap v300: 121 pgs: 25 active+undersized, 3 stale+active+clean, 9 active+undersized+degraded, 84 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 11 op/s; 54/387 objects degraded (13.953%) 2024-08-17T16:57:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-mon[90541]: Health check failed: Degraded data redundancy: 54/387 objects degraded (13.953%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:35 smithi189 ceph-mon[90541]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T16:57:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[100737]: pgmap v300: 121 pgs: 25 active+undersized, 3 stale+active+clean, 9 active+undersized+degraded, 84 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 11 op/s; 54/387 objects degraded (13.953%) 2024-08-17T16:57:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[100737]: Health check failed: Degraded data redundancy: 54/387 objects degraded (13.953%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[100737]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T16:57:36.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[103274]: pgmap v300: 121 pgs: 25 active+undersized, 3 stale+active+clean, 9 active+undersized+degraded, 84 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 11 op/s; 54/387 objects degraded (13.953%) 2024-08-17T16:57:36.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[103274]: Health check failed: Degraded data redundancy: 54/387 objects degraded (13.953%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:36.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:36.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:36.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:36.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:35 smithi001 ceph-mon[103274]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T16:57:36.762 INFO:tasks.rados.rados.0.smithi001.stdout:2013: done (3 left) 2024-08-17T16:57:36.762 INFO:tasks.rados.rados.0.smithi001.stdout:2015: done (2 left) 2024-08-17T16:57:36.762 INFO:tasks.rados.rados.0.smithi001.stdout:2016: done (1 left) 2024-08-17T16:57:36.763 INFO:tasks.rados.rados.0.smithi001.stdout:2018: done (0 left) 2024-08-17T16:57:36.763 INFO:tasks.rados.rados.0.smithi001.stdout:2019: delete oid 38 current snap is 192 2024-08-17T16:57:36.766 INFO:tasks.rados.rados.0.smithi001.stdout:2019: done (0 left) 2024-08-17T16:57:36.766 INFO:tasks.rados.rados.0.smithi001.stdout:2020: snap_remove snap 188 2024-08-17T16:57:37.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T16:57:37.030+0000 7f643799c640 -1 Falling back to public interface 2024-08-17T16:57:37.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:36.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:37.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:57:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:57:37] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.51.0" 2024-08-17T16:57:37.766 INFO:tasks.rados.rados.0.smithi001.stdout:2020: done (0 left) 2024-08-17T16:57:37.766 INFO:tasks.rados.rados.0.smithi001.stdout:2021: rmattr oid 12 current snap is 192 2024-08-17T16:57:37.766 INFO:tasks.rados.rados.0.smithi001.stdout:2021: done (0 left) 2024-08-17T16:57:37.766 INFO:tasks.rados.rados.0.smithi001.stdout:2022: snap_remove snap 191 2024-08-17T16:57:38.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:37 smithi189 ceph-mon[90541]: pgmap v303: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 3 op/s; 73/390 objects degraded (18.718%) 2024-08-17T16:57:38.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:37 smithi189 ceph-mon[90541]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T16:57:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:37 smithi001 ceph-mon[100737]: pgmap v303: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 3 op/s; 73/390 objects degraded (18.718%) 2024-08-17T16:57:38.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:37 smithi001 ceph-mon[100737]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T16:57:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:37 smithi001 ceph-mon[103274]: pgmap v303: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 3 op/s; 73/390 objects degraded (18.718%) 2024-08-17T16:57:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:37 smithi001 ceph-mon[103274]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T16:57:38.775 INFO:tasks.rados.rados.0.smithi001.stdout:2022: done (0 left) 2024-08-17T16:57:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 192 2024-08-17T16:57:38.776 INFO:tasks.rados.rados.0.smithi001.stdout:2023: seq_num 666 ranges {638976=761856,1400832=491520,1892352=311296} 2024-08-17T16:57:38.784 INFO:tasks.rados.rados.0.smithi001.stdout:2023: writing smithi00187473-34 from 638976 to 1400832 tid 1 2024-08-17T16:57:38.788 INFO:tasks.rados.rados.0.smithi001.stdout:2023: writing smithi00187473-34 from 1400832 to 1892352 tid 2 2024-08-17T16:57:38.791 INFO:tasks.rados.rados.0.smithi001.stdout:2023: writing smithi00187473-34 from 1892352 to 2203648 tid 3 2024-08-17T16:57:38.791 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 192 2024-08-17T16:57:38.791 INFO:tasks.rados.rados.0.smithi001.stdout:2024: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-08-17T16:57:38.797 INFO:tasks.rados.rados.0.smithi001.stdout:2024: writing smithi00187473-38 from 0 to 778240 tid 1 2024-08-17T16:57:38.803 INFO:tasks.rados.rados.0.smithi001.stdout:2024: writing smithi00187473-38 from 778240 to 1556480 tid 2 2024-08-17T16:57:38.803 INFO:tasks.rados.rados.0.smithi001.stdout:2024: writing smithi00187473-38 from 1556480 to 1581056 tid 3 2024-08-17T16:57:38.803 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 192 2024-08-17T16:57:38.803 INFO:tasks.rados.rados.0.smithi001.stdout:2023: finishing write tid 1 to smithi00187473-34 2024-08-17T16:57:38.803 INFO:tasks.rados.rados.0.smithi001.stdout:2023: finishing write tid 2 to smithi00187473-34 2024-08-17T16:57:38.803 INFO:tasks.rados.rados.0.smithi001.stdout:2025: seq_num 668 ranges {3104768=794624,3899392=663552,4562944=139264} 2024-08-17T16:57:38.827 INFO:tasks.rados.rados.0.smithi001.stdout:2025: writing smithi00187473-1 from 3104768 to 3899392 tid 1 2024-08-17T16:57:38.833 INFO:tasks.rados.rados.0.smithi001.stdout:2025: writing smithi00187473-1 from 3899392 to 4562944 tid 2 2024-08-17T16:57:38.835 INFO:tasks.rados.rados.0.smithi001.stdout:2025: writing smithi00187473-1 from 4562944 to 4702208 tid 3 2024-08-17T16:57:38.835 INFO:tasks.rados.rados.0.smithi001.stdout:2026: rollback oid 33 current snap is 192 2024-08-17T16:57:38.835 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 178 2024-08-17T16:57:38.835 INFO:tasks.rados.rados.0.smithi001.stdout:2023: finishing write tid 3 to smithi00187473-34 2024-08-17T16:57:38.835 INFO:tasks.rados.rados.0.smithi001.stdout:2023: finishing write tid 4 to smithi00187473-34 2024-08-17T16:57:38.835 INFO:tasks.rados.rados.0.smithi001.stdout:2023: finishing write tid 5 to smithi00187473-34 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1458 (ObjNum 666 snap 192 seq_num 666) dirty exists 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2023: left oid 34 (ObjNum 666 snap 192 seq_num 666) 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 1 to smithi00187473-38 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2023: done (3 left) 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2027: rollback oid 6 current snap is 192 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 6 to 184 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 2 to smithi00187473-38 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 3 to smithi00187473-38 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 4 to smithi00187473-38 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2024: finishing write tid 5 to smithi00187473-38 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1581 (ObjNum 667 snap 192 seq_num 667) dirty exists 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2024: left oid 38 (ObjNum 667 snap 192 seq_num 667) 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2025: finishing write tid 1 to smithi00187473-1 2024-08-17T16:57:38.836 INFO:tasks.rados.rados.0.smithi001.stdout:2024: done (3 left) 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2028: copy_from oid 8 from oid 35 current snap is 192 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2029: read oid 47 snap -1 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2029: expect (ObjNum 595 snap 165 seq_num 595) 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2030: rollback oid 15 current snap is 192 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 178 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2031: copy_from oid 49 from oid 4 current snap is 192 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2032: copy_from oid 50 from oid 22 current snap is 192 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2033: read oid 39 snap 187 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2033: expect (ObjNum 655 snap 184 seq_num 655) 2024-08-17T16:57:38.837 INFO:tasks.rados.rados.0.smithi001.stdout:2034: snap_remove snap 167 2024-08-17T16:57:38.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:38 smithi189 ceph-mon[90541]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T16:57:38.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:38.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:38 smithi001 ceph-mon[103274]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T16:57:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:38 smithi001 ceph-mon[100737]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T16:57:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:39.784 INFO:tasks.rados.rados.0.smithi001.stdout:2026: finishing rollback tid 1 to smithi00187473-33 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:2026: finishing rollback tid 2 to smithi00187473-33 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1193 (ObjNum 637 snap 178 seq_num 637) dirty exists 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:2027: finishing rollback tid 1 to smithi00187473-6 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 867 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:2025: finishing write tid 2 to smithi00187473-1 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:2030: finishing rollback tid 1 to smithi00187473-15 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:2030: finishing rollback tid 2 to smithi00187473-15 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1454 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:57:39.785 INFO:tasks.rados.rados.0.smithi001.stdout:2029: expect (ObjNum 595 snap 165 seq_num 595) 2024-08-17T16:57:39.811 INFO:tasks.rados.rados.0.smithi001.stdout:2025: finishing write tid 3 to smithi00187473-1 2024-08-17T16:57:39.811 INFO:tasks.rados.rados.0.smithi001.stdout:2025: finishing write tid 4 to smithi00187473-1 2024-08-17T16:57:39.811 INFO:tasks.rados.rados.0.smithi001.stdout:2033: expect (ObjNum 655 snap 184 seq_num 655) 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2031: finishing copy_from racing read to smithi00187473-49 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2031: finishing copy_from to smithi00187473-49 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1289 (ObjNum 652 snap 184 seq_num 652) dirty exists 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2025: finishing write tid 5 to smithi00187473-1 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1462 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2025: left oid 1 (ObjNum 668 snap 192 seq_num 668) 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2028: finishing copy_from racing read to smithi00187473-8 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2028: finishing copy_from to smithi00187473-8 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1029 (ObjNum 632 snap 178 seq_num 632) dirty exists 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2032: finishing copy_from racing read to smithi00187473-50 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2032: finishing copy_from to smithi00187473-50 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 910 (ObjNum 656 snap 185 seq_num 656) dirty exists 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2025: done (9 left) 2024-08-17T16:57:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2026: done (8 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2027: done (7 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2028: done (6 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2029: done (5 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2030: done (4 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2031: done (3 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2032: done (2 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2033: done (1 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2034: done (0 left) 2024-08-17T16:57:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2035: snap_create 2024-08-17T16:57:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:39 smithi189 ceph-mon[90541]: pgmap v306: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 0 op/s; 73/390 objects degraded (18.718%) 2024-08-17T16:57:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:39 smithi189 ceph-mon[90541]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T16:57:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:39 smithi001 ceph-mon[103274]: pgmap v306: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 0 op/s; 73/390 objects degraded (18.718%) 2024-08-17T16:57:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:39 smithi001 ceph-mon[103274]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T16:57:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:39 smithi001 ceph-mon[100737]: pgmap v306: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 244 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 0 op/s; 73/390 objects degraded (18.718%) 2024-08-17T16:57:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:39 smithi001 ceph-mon[100737]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T16:57:40.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:40.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:40.789 INFO:tasks.rados.rados.0.smithi001.stdout:2035: done (0 left) 2024-08-17T16:57:40.790 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 193 2024-08-17T16:57:40.790 INFO:tasks.rados.rados.0.smithi001.stdout:2036: seq_num 669 ranges {13950976=409600,14360576=548864,14909440=655360} 2024-08-17T16:57:40.868 INFO:tasks.rados.rados.0.smithi001.stdout:2036: writing smithi00187473-48 from 13950976 to 14360576 tid 1 2024-08-17T16:57:40.871 INFO:tasks.rados.rados.0.smithi001.stdout:2036: writing smithi00187473-48 from 14360576 to 14909440 tid 2 2024-08-17T16:57:40.876 INFO:tasks.rados.rados.0.smithi001.stdout:2036: writing smithi00187473-48 from 14909440 to 15564800 tid 3 2024-08-17T16:57:40.876 INFO:tasks.rados.rados.0.smithi001.stdout:2037: setattr oid 21 current snap is 193 2024-08-17T16:57:40.876 INFO:tasks.rados.rados.0.smithi001.stdout:2036: finishing write tid 1 to smithi00187473-48 2024-08-17T16:57:40.876 INFO:tasks.rados.rados.0.smithi001.stdout:2036: finishing write tid 2 to smithi00187473-48 2024-08-17T16:57:40.878 INFO:tasks.rados.rados.0.smithi001.stdout:2038: snap_create 2024-08-17T16:57:40.879 INFO:tasks.rados.rados.0.smithi001.stdout:2036: finishing write tid 3 to smithi00187473-48 2024-08-17T16:57:40.879 INFO:tasks.rados.rados.0.smithi001.stdout:2036: finishing write tid 4 to smithi00187473-48 2024-08-17T16:57:40.880 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1108 (ObjNum 385 snap 0 seq_num 1537312912) dirty exists 2024-08-17T16:57:40.881 INFO:tasks.rados.rados.0.smithi001.stdout:2036: finishing write tid 5 to smithi00187473-48 2024-08-17T16:57:40.881 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1037 (ObjNum 669 snap 193 seq_num 669) dirty exists 2024-08-17T16:57:40.881 INFO:tasks.rados.rados.0.smithi001.stdout:2036: left oid 48 (ObjNum 669 snap 193 seq_num 669) 2024-08-17T16:57:41.106 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:40 smithi189 ceph-mon[90541]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T16:57:41.106 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:40 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:41.106 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:40 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:41.106 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T16:57:40.846+0000 7f643799c640 -1 osd.4 453 log_to_monitors true 2024-08-17T16:57:41.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:40 smithi001 ceph-mon[100737]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T16:57:41.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:40 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:41.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:40 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:41.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:40 smithi001 ceph-mon[103274]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T16:57:41.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:40 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:41.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:40 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:41.795 INFO:tasks.rados.rados.0.smithi001.stdout:2036: done (2 left) 2024-08-17T16:57:41.795 INFO:tasks.rados.rados.0.smithi001.stdout:2037: done (1 left) 2024-08-17T16:57:41.795 INFO:tasks.rados.rados.0.smithi001.stdout:2038: done (0 left) 2024-08-17T16:57:41.795 INFO:tasks.rados.rados.0.smithi001.stdout:2039: setattr oid 1 current snap is 194 2024-08-17T16:57:41.796 INFO:tasks.rados.rados.0.smithi001.stdout:2040: rmattr oid 4 current snap is 194 2024-08-17T16:57:41.796 INFO:tasks.rados.rados.0.smithi001.stdout:2041: copy_from oid 14 from oid 44 current snap is 194 2024-08-17T16:57:41.796 INFO:tasks.rados.rados.0.smithi001.stdout:2042: snap_remove snap 190 2024-08-17T16:57:41.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:41 smithi189 ceph-mon[90541]: pgmap v309: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 265 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.3 MiB/s wr, 12 op/s; 75/414 objects degraded (18.116%) 2024-08-17T16:57:41.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:41 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 75/414 objects degraded (18.116%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:41.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:41 smithi189 ceph-mon[90541]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T16:57:41.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:41 smithi189 ceph-mon[90541]: from='osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T16:57:41.817 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:41 smithi189 ceph-mon[90541]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T16:57:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[100737]: pgmap v309: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 265 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.3 MiB/s wr, 12 op/s; 75/414 objects degraded (18.116%) 2024-08-17T16:57:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 75/414 objects degraded (18.116%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[100737]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T16:57:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[100737]: from='osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T16:57:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[100737]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T16:57:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[103274]: pgmap v309: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 265 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.3 MiB/s wr, 12 op/s; 75/414 objects degraded (18.116%) 2024-08-17T16:57:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 75/414 objects degraded (18.116%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[103274]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T16:57:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[103274]: from='osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T16:57:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:41 smithi001 ceph-mon[103274]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T16:57:42.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 16:57:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T16:57:42.259+0000 7f642b73e640 -1 osd.4 453 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:57:42.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1290 (ObjNum 652 snap 184 seq_num 652) dirty exists 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:2041: finishing copy_from racing read to smithi00187473-14 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:2041: finishing copy_from to smithi00187473-14 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1178 (ObjNum 627 snap 177 seq_num 627) dirty exists 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1463 (ObjNum 668 snap 192 seq_num 668) dirty exists 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:2039: done (3 left) 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:2040: done (2 left) 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:2041: done (1 left) 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:2042: done (0 left) 2024-08-17T16:57:42.809 INFO:tasks.rados.rados.0.smithi001.stdout:2043: setattr oid 27 current snap is 194 2024-08-17T16:57:42.811 INFO:tasks.rados.rados.0.smithi001.stdout:2044: read oid 46 snap 189 2024-08-17T16:57:42.811 INFO:tasks.rados.rados.0.smithi001.stdout:2044: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:57:42.811 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 194 2024-08-17T16:57:42.811 INFO:tasks.rados.rados.0.smithi001.stdout:2045: seq_num 670 ranges {15343616=425984,15769600=483328,16252928=507904,16760832=212992} 2024-08-17T16:57:42.899 INFO:tasks.rados.rados.0.smithi001.stdout:2045: writing smithi00187473-22 from 15343616 to 15769600 tid 1 2024-08-17T16:57:42.901 INFO:tasks.rados.rados.0.smithi001.stdout:2045: writing smithi00187473-22 from 15769600 to 16252928 tid 2 2024-08-17T16:57:42.904 INFO:tasks.rados.rados.0.smithi001.stdout:2045: writing smithi00187473-22 from 16252928 to 16760832 tid 3 2024-08-17T16:57:42.905 INFO:tasks.rados.rados.0.smithi001.stdout:2045: writing smithi00187473-22 from 16760832 to 16973824 tid 4 2024-08-17T16:57:42.905 INFO:tasks.rados.rados.0.smithi001.stdout:2046: copy_from oid 28 from oid 34 current snap is 194 2024-08-17T16:57:42.905 INFO:tasks.rados.rados.0.smithi001.stdout:2044: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:57:42.940 INFO:tasks.rados.rados.0.smithi001.stdout:2044: done (3 left) 2024-08-17T16:57:42.940 INFO:tasks.rados.rados.0.smithi001.stdout:2047: rollback oid 4 current snap is 194 2024-08-17T16:57:42.940 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 192 2024-08-17T16:57:42.940 INFO:tasks.rados.rados.0.smithi001.stdout:2048: read oid 6 snap -1 2024-08-17T16:57:42.940 INFO:tasks.rados.rados.0.smithi001.stdout:2048: expect deleted 2024-08-17T16:57:42.940 INFO:tasks.rados.rados.0.smithi001.stdout:2049: copy_from oid 20 from oid 31 current snap is 194 2024-08-17T16:57:42.940 INFO:tasks.rados.rados.0.smithi001.stdout:2050: copy_from oid 25 from oid 13 current snap is 194 2024-08-17T16:57:42.940 INFO:tasks.rados.rados.0.smithi001.stdout:2051: snap_remove snap 181 2024-08-17T16:57:43.173 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:42 smithi189 ceph-mon[90541]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:57:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:42 smithi189 ceph-mon[90541]: from='osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:57:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:42 smithi189 ceph-mon[90541]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T16:57:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:42 smithi189 ceph-mon[90541]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:57:43.174 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:42 smithi189 ceph-mon[90541]: from='osd.4 ' entity='osd.4' 2024-08-17T16:57:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[100737]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:57:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[100737]: from='osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:57:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[100737]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T16:57:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[100737]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:57:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[100737]: from='osd.4 ' entity='osd.4' 2024-08-17T16:57:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[103274]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:57:43.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[103274]: from='osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:57:43.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[103274]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T16:57:43.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[103274]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:57:43.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:42 smithi001 ceph-mon[103274]: from='osd.4 ' entity='osd.4' 2024-08-17T16:57:43.806 INFO:tasks.rados.rados.0.smithi001.stdout:2051: done (7 left) 2024-08-17T16:57:43.806 INFO:tasks.rados.rados.0.smithi001.stdout:2052: read oid 16 snap -1 2024-08-17T16:57:43.806 INFO:tasks.rados.rados.0.smithi001.stdout:2052: expect (ObjNum 535 snap 152 seq_num 535) 2024-08-17T16:57:43.806 INFO:tasks.rados.rados.0.smithi001.stdout:2053: read oid 50 snap 178 2024-08-17T16:57:43.806 INFO:tasks.rados.rados.0.smithi001.stdout:2053: expect (ObjNum 499 snap 142 seq_num 499) 2024-08-17T16:57:43.806 INFO:tasks.rados.rados.0.smithi001.stdout:2054: rollback oid 40 current snap is 194 2024-08-17T16:57:43.806 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 187 2024-08-17T16:57:43.806 INFO:tasks.rados.rados.0.smithi001.stdout:2055: copy_from oid 30 from oid 41 current snap is 194 2024-08-17T16:57:43.807 INFO:tasks.rados.rados.0.smithi001.stdout:2056: read oid 19 snap -1 2024-08-17T16:57:43.807 INFO:tasks.rados.rados.0.smithi001.stdout:2056: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:57:43.807 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 194 2024-08-17T16:57:43.807 INFO:tasks.rados.rados.0.smithi001.stdout:2057: seq_num 671 ranges {638976=442368,1081344=761856,1843200=442368} 2024-08-17T16:57:43.812 INFO:tasks.rados.rados.0.smithi001.stdout:2057: writing smithi00187473-47 from 638976 to 1081344 tid 1 2024-08-17T16:57:43.817 INFO:tasks.rados.rados.0.smithi001.stdout:2057: writing smithi00187473-47 from 1081344 to 1843200 tid 2 2024-08-17T16:57:43.821 INFO:tasks.rados.rados.0.smithi001.stdout:2057: writing smithi00187473-47 from 1843200 to 2285568 tid 3 2024-08-17T16:57:43.821 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 194 2024-08-17T16:57:43.821 INFO:tasks.rados.rados.0.smithi001.stdout:2058: seq_num 672 ranges {0=458752,458752=647168,1105920=466944,1572864=90112} 2024-08-17T16:57:43.824 INFO:tasks.rados.rados.0.smithi001.stdout:2058: writing smithi00187473-12 from 0 to 458752 tid 1 2024-08-17T16:57:43.829 INFO:tasks.rados.rados.0.smithi001.stdout:2058: writing smithi00187473-12 from 458752 to 1105920 tid 2 2024-08-17T16:57:43.833 INFO:tasks.rados.rados.0.smithi001.stdout:2058: writing smithi00187473-12 from 1105920 to 1572864 tid 3 2024-08-17T16:57:43.835 INFO:tasks.rados.rados.0.smithi001.stdout:2058: writing smithi00187473-12 from 1572864 to 1662976 tid 4 2024-08-17T16:57:43.835 INFO:tasks.rados.rados.0.smithi001.stdout:2059: copy_from oid 1 from oid 9 current snap is 194 2024-08-17T16:57:43.835 INFO:tasks.rados.rados.0.smithi001.stdout:2060: read oid 11 snap -1 2024-08-17T16:57:43.835 INFO:tasks.rados.rados.0.smithi001.stdout:2060: expect (ObjNum 607 snap 171 seq_num 607) 2024-08-17T16:57:43.835 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 16 2024-08-17T16:57:43.835 INFO:tasks.rados.rados.0.smithi001.stdout:2047: finishing rollback tid 0 to smithi00187473-4 2024-08-17T16:57:43.835 INFO:tasks.rados.rados.0.smithi001.stdout:2047: finishing rollback tid 1 to smithi00187473-4 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2047: finishing rollback tid 2 to smithi00187473-4 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1293 (ObjNum 652 snap 184 seq_num 652) dirty exists 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2050: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2050: finishing copy_from to smithi00187473-25 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1288 (ObjNum 535 snap 152 seq_num 535) dirty exists 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2054: finishing rollback tid 0 to smithi00187473-40 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2057: finishing write tid 1 to smithi00187473-47 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2057: finishing write tid 2 to smithi00187473-47 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2047: done (15 left) 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2048: done (14 left) 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2050: done (13 left) 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2061: copy_from oid 25 from oid 3 current snap is 194 2024-08-17T16:57:43.836 INFO:tasks.rados.rados.0.smithi001.stdout:2062: copy_from oid 24 from oid 29 current snap is 194 2024-08-17T16:57:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:2063: delete oid 18 current snap is 194 2024-08-17T16:57:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:2057: finishing write tid 3 to smithi00187473-47 2024-08-17T16:57:43.837 INFO:tasks.rados.rados.0.smithi001.stdout:2057: finishing write tid 4 to smithi00187473-47 2024-08-17T16:57:43.840 INFO:tasks.rados.rados.0.smithi001.stdout:2056: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:57:43.841 INFO:tasks.rados.rados.0.smithi001.stdout:2049: finishing copy_from to smithi00187473-20 2024-08-17T16:57:43.841 INFO:tasks.rados.rados.0.smithi001.stdout:2049: got expected ENOENT (src dne) 2024-08-17T16:57:43.841 INFO:tasks.rados.rados.0.smithi001.stdout:2049: finishing copy_from racing read to smithi00187473-20 2024-08-17T16:57:43.841 INFO:tasks.rados.rados.0.smithi001.stdout:2052: expect (ObjNum 535 snap 152 seq_num 535) 2024-08-17T16:57:43.908 INFO:tasks.rados.rados.0.smithi001.stdout:2054: finishing rollback tid 1 to smithi00187473-40 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2054: finishing rollback tid 2 to smithi00187473-40 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 679 (ObjNum 661 snap 187 seq_num 661) dirty exists 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2059: finishing copy_from to smithi00187473-1 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2059: got expected ENOENT (src dne) 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2059: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2055: finishing copy_from racing read to smithi00187473-30 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2057: finishing write tid 5 to smithi00187473-47 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1467 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2057: left oid 47 (ObjNum 671 snap 194 seq_num 671) 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 1 to smithi00187473-22 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 2 to smithi00187473-22 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1312 (ObjNum 608 snap 171 seq_num 608) dirty exists 2024-08-17T16:57:43.909 INFO:tasks.rados.rados.0.smithi001.stdout:2060: expect (ObjNum 607 snap 171 seq_num 607) 2024-08-17T16:57:43.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:57:43.635+0000 7fb446031640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T16:57:43.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: pgmap v312: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.6 MiB/s wr, 14 op/s; 75/396 objects degraded (18.939%) 2024-08-17T16:57:43.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:57:43.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110] boot 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:43.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: pgmap v312: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.6 MiB/s wr, 14 op/s; 75/396 objects degraded (18.939%) 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110] boot 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:43.931 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:43.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:43.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:43.932 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T16:57:44.019 INFO:tasks.rados.rados.0.smithi001.stdout:2055: finishing copy_from to smithi00187473-30 2024-08-17T16:57:44.019 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 665 (ObjNum 601 snap 168 seq_num 601) dirty exists 2024-08-17T16:57:44.019 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 3 to smithi00187473-22 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 4 to smithi00187473-22 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 5 to smithi00187473-22 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2058: finishing write tid 1 to smithi00187473-12 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2043: done (15 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2049: done (14 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2052: done (13 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2054: done (12 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2055: done (11 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2056: done (10 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2057: done (9 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2059: done (8 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2060: done (7 left) 2024-08-17T16:57:44.020 INFO:tasks.rados.rados.0.smithi001.stdout:2063: done (6 left) 2024-08-17T16:57:44.021 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 194 2024-08-17T16:57:44.021 INFO:tasks.rados.rados.0.smithi001.stdout:2058: finishing write tid 2 to smithi00187473-12 2024-08-17T16:57:44.021 INFO:tasks.rados.rados.0.smithi001.stdout:2058: finishing write tid 3 to smithi00187473-12 2024-08-17T16:57:44.021 INFO:tasks.rados.rados.0.smithi001.stdout:2064: seq_num 674 ranges {1769472=491520,2260992=417792,2678784=483328,3162112=303104} 2024-08-17T16:57:44.031 INFO:tasks.rados.rados.0.smithi001.stdout:2064: writing smithi00187473-16 from 1769472 to 2260992 tid 1 2024-08-17T16:57:44.033 INFO:tasks.rados.rados.0.smithi001.stdout:2064: writing smithi00187473-16 from 2260992 to 2678784 tid 2 2024-08-17T16:57:44.036 INFO:tasks.rados.rados.0.smithi001.stdout:2064: writing smithi00187473-16 from 2678784 to 3162112 tid 3 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:2064: writing smithi00187473-16 from 3162112 to 3465216 tid 4 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:2065: rollback oid 27 current snap is 194 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 27 to 182 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:2058: finishing write tid 4 to smithi00187473-12 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:2058: finishing write tid 5 to smithi00187473-12 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:2045: finishing write tid 6 to smithi00187473-22 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 915 (ObjNum 670 snap 194 seq_num 670) dirty exists 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:2045: left oid 22 (ObjNum 670 snap 194 seq_num 670) 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:2058: finishing write tid 6 to smithi00187473-12 2024-08-17T16:57:44.039 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 920 (ObjNum 672 snap 194 seq_num 672) dirty exists 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:2058: left oid 12 (ObjNum 672 snap 194 seq_num 672) 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:2061: finishing copy_from racing read to smithi00187473-25 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:2061: finishing copy_from to smithi00187473-25 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 318 (ObjNum 530 snap 149 seq_num 530) dirty exists 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:2062: finishing copy_from racing read to smithi00187473-24 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:2062: finishing copy_from to smithi00187473-24 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1449 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:2046: finishing copy_from racing read to smithi00187473-28 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:2046: finishing copy_from to smithi00187473-28 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1458 (ObjNum 666 snap 192 seq_num 666) dirty exists 2024-08-17T16:57:44.040 INFO:tasks.rados.rados.0.smithi001.stdout:2053: expect (ObjNum 499 snap 142 seq_num 499) 2024-08-17T16:57:44.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: pgmap v312: 121 pgs: 31 active+undersized, 14 active+undersized+degraded, 76 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.6 MiB/s wr, 14 op/s; 75/396 objects degraded (18.939%) 2024-08-17T16:57:44.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:57:44.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: osd.4 [v2:172.21.15.189:6800/1888409110,v1:172.21.15.189:6801/1888409110] boot 2024-08-17T16:57:44.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T16:57:44.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:44.150 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T16:57:44.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:44.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.189\", device_class=\"ssd\", hostname=\"smithi189\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.189\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.189\", device_class=\"ssd\", hostname=\"smithi189\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.189\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:44 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T16:57:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:44 smithi189 ceph-mon[90541]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T16:57:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:44 smithi189 ceph-mon[90541]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T16:57:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:44 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T16:57:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:44 smithi001 ceph-mon[103274]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T16:57:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:44 smithi001 ceph-mon[103274]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T16:57:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:44 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T16:57:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:44 smithi001 ceph-mon[100737]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T16:57:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:44 smithi001 ceph-mon[100737]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 1 to smithi00187473-16 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 2 to smithi00187473-16 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 3 to smithi00187473-16 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 4 to smithi00187473-16 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 5 to smithi00187473-16 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2065: finishing rollback tid 0 to smithi00187473-27 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2064: finishing write tid 6 to smithi00187473-16 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1276 (ObjNum 674 snap 194 seq_num 674) dirty exists 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2064: left oid 16 (ObjNum 674 snap 194 seq_num 674) 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2065: finishing rollback tid 1 to smithi00187473-27 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:2065: finishing rollback tid 2 to smithi00187473-27 2024-08-17T16:57:45.210 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1461 (ObjNum 608 snap 171 seq_num 608) dirty exists 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2045: done (7 left) 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2046: done (6 left) 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2053: done (5 left) 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2058: done (4 left) 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2061: done (3 left) 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2062: done (2 left) 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2064: done (1 left) 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2065: done (0 left) 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2066: read oid 9 snap -1 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2066: expect deleted 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 19 current snap is 194 2024-08-17T16:57:45.211 INFO:tasks.rados.rados.0.smithi001.stdout:2067: seq_num 675 ranges {0=507904,507904=704512,1212416=499712} 2024-08-17T16:57:45.212 INFO:tasks.rados.rados.0.smithi001.stdout:2067: writing smithi00187473-19 from 0 to 507904 tid 1 2024-08-17T16:57:45.216 INFO:tasks.rados.rados.0.smithi001.stdout:2067: writing smithi00187473-19 from 507904 to 1212416 tid 2 2024-08-17T16:57:45.219 INFO:tasks.rados.rados.0.smithi001.stdout:2067: writing smithi00187473-19 from 1212416 to 1712128 tid 3 2024-08-17T16:57:45.219 INFO:tasks.rados.rados.0.smithi001.stdout:2068: read oid 50 snap -1 2024-08-17T16:57:45.219 INFO:tasks.rados.rados.0.smithi001.stdout:2068: expect (ObjNum 656 snap 185 seq_num 656) 2024-08-17T16:57:45.219 INFO:tasks.rados.rados.0.smithi001.stdout:2069: rollback oid 43 current snap is 194 2024-08-17T16:57:45.219 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 43 to 187 2024-08-17T16:57:45.219 INFO:tasks.rados.rados.0.smithi001.stdout:2067: finishing write tid 1 to smithi00187473-19 2024-08-17T16:57:45.219 INFO:tasks.rados.rados.0.smithi001.stdout:2066: done (3 left) 2024-08-17T16:57:45.220 INFO:tasks.rados.rados.0.smithi001.stdout:2070: snap_create 2024-08-17T16:57:45.220 INFO:tasks.rados.rados.0.smithi001.stdout:2067: finishing write tid 2 to smithi00187473-19 2024-08-17T16:57:45.224 INFO:tasks.rados.rados.0.smithi001.stdout:2069: finishing rollback tid 0 to smithi00187473-43 2024-08-17T16:57:45.225 INFO:tasks.rados.rados.0.smithi001.stdout:2069: finishing rollback tid 1 to smithi00187473-43 2024-08-17T16:57:45.225 INFO:tasks.rados.rados.0.smithi001.stdout:2067: finishing write tid 3 to smithi00187473-19 2024-08-17T16:57:45.225 INFO:tasks.rados.rados.0.smithi001.stdout:2069: finishing rollback tid 2 to smithi00187473-43 2024-08-17T16:57:45.225 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1610 (ObjNum 658 snap 186 seq_num 658) dirty exists 2024-08-17T16:57:45.225 INFO:tasks.rados.rados.0.smithi001.stdout:2067: finishing write tid 4 to smithi00187473-19 2024-08-17T16:57:45.227 INFO:tasks.rados.rados.0.smithi001.stdout:2067: finishing write tid 5 to smithi00187473-19 2024-08-17T16:57:45.227 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1465 (ObjNum 675 snap 194 seq_num 675) dirty exists 2024-08-17T16:57:45.227 INFO:tasks.rados.rados.0.smithi001.stdout:2067: left oid 19 (ObjNum 675 snap 194 seq_num 675) 2024-08-17T16:57:45.295 INFO:tasks.rados.rados.0.smithi001.stdout:2068: expect (ObjNum 656 snap 185 seq_num 656) 2024-08-17T16:57:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:45 smithi189 ceph-mon[90541]: pgmap v315: 121 pgs: 5 peering, 10 active+undersized, 11 active+undersized+degraded, 95 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 16 op/s; 49/390 objects degraded (12.564%) 2024-08-17T16:57:46.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:46.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:45 smithi001 ceph-mon[100737]: pgmap v315: 121 pgs: 5 peering, 10 active+undersized, 11 active+undersized+degraded, 95 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 16 op/s; 49/390 objects degraded (12.564%) 2024-08-17T16:57:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:45 smithi001 ceph-mon[103274]: pgmap v315: 121 pgs: 5 peering, 10 active+undersized, 11 active+undersized+degraded, 95 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 16 op/s; 49/390 objects degraded (12.564%) 2024-08-17T16:57:46.729 INFO:tasks.rados.rados.0.smithi001.stdout:2067: done (3 left) 2024-08-17T16:57:46.729 INFO:tasks.rados.rados.0.smithi001.stdout:2068: done (2 left) 2024-08-17T16:57:46.729 INFO:tasks.rados.rados.0.smithi001.stdout:2069: done (1 left) 2024-08-17T16:57:46.729 INFO:tasks.rados.rados.0.smithi001.stdout:2070: done (0 left) 2024-08-17T16:57:46.729 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 195 2024-08-17T16:57:46.729 INFO:tasks.rados.rados.0.smithi001.stdout:2071: seq_num 676 ranges {15343616=524288,15867904=589824,16457728=450560,16908288=163840} 2024-08-17T16:57:46.815 INFO:tasks.rados.rados.0.smithi001.stdout:2071: writing smithi00187473-50 from 15343616 to 15867904 tid 1 2024-08-17T16:57:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:2071: writing smithi00187473-50 from 15867904 to 16457728 tid 2 2024-08-17T16:57:46.823 INFO:tasks.rados.rados.0.smithi001.stdout:2071: writing smithi00187473-50 from 16457728 to 16908288 tid 3 2024-08-17T16:57:46.824 INFO:tasks.rados.rados.0.smithi001.stdout:2071: writing smithi00187473-50 from 16908288 to 17072128 tid 4 2024-08-17T16:57:46.824 INFO:tasks.rados.rados.0.smithi001.stdout:2072: read oid 28 snap 187 2024-08-17T16:57:46.824 INFO:tasks.rados.rados.0.smithi001.stdout:2072: expect (ObjNum 583 snap 163 seq_num 583) 2024-08-17T16:57:46.824 INFO:tasks.rados.rados.0.smithi001.stdout:2073: snap_remove snap 193 2024-08-17T16:57:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:46 smithi189 ceph-mon[90541]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T16:57:47.179 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi001\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi001\", job=\"node\", machine=\"x86_64\", nodename=\"smithi001\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:46 smithi001 ceph-mon[100737]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T16:57:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:46 smithi001 ceph-mon[103274]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T16:57:47.682 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:57:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:57:47] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.51.0" 2024-08-17T16:57:47.830 INFO:tasks.rados.rados.0.smithi001.stdout:2073: done (2 left) 2024-08-17T16:57:47.830 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 195 2024-08-17T16:57:47.830 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing write tid 1 to smithi00187473-50 2024-08-17T16:57:47.830 INFO:tasks.rados.rados.0.smithi001.stdout:2074: seq_num 677 ranges {1581056=540672,2121728=516096,2637824=655360,3293184=32768} 2024-08-17T16:57:47.842 INFO:tasks.rados.rados.0.smithi001.stdout:2074: writing smithi00187473-38 from 1581056 to 2121728 tid 1 2024-08-17T16:57:47.847 INFO:tasks.rados.rados.0.smithi001.stdout:2074: writing smithi00187473-38 from 2121728 to 2637824 tid 2 2024-08-17T16:57:47.851 INFO:tasks.rados.rados.0.smithi001.stdout:2074: writing smithi00187473-38 from 2637824 to 3293184 tid 3 2024-08-17T16:57:47.851 INFO:tasks.rados.rados.0.smithi001.stdout:2074: writing smithi00187473-38 from 3293184 to 3325952 tid 4 2024-08-17T16:57:47.851 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing write tid 2 to smithi00187473-50 2024-08-17T16:57:47.851 INFO:tasks.rados.rados.0.smithi001.stdout:2072: expect (ObjNum 583 snap 163 seq_num 583) 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing write tid 3 to smithi00187473-50 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing write tid 4 to smithi00187473-50 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing write tid 5 to smithi00187473-50 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2071: finishing write tid 6 to smithi00187473-50 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 915 (ObjNum 676 snap 195 seq_num 676) dirty exists 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2071: left oid 50 (ObjNum 676 snap 195 seq_num 676) 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2074: finishing write tid 1 to smithi00187473-38 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2071: done (2 left) 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2072: done (1 left) 2024-08-17T16:57:47.858 INFO:tasks.rados.rados.0.smithi001.stdout:2075: snap_remove snap 194 2024-08-17T16:57:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:47 smithi189 ceph-mon[90541]: pgmap v317: 121 pgs: 5 peering, 6 active+undersized, 7 active+undersized+degraded, 103 active+clean; 274 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 29 op/s; 31/402 objects degraded (7.711%) 2024-08-17T16:57:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:47 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 31/402 objects degraded (7.711%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:47 smithi001 ceph-mon[100737]: pgmap v317: 121 pgs: 5 peering, 6 active+undersized, 7 active+undersized+degraded, 103 active+clean; 274 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 29 op/s; 31/402 objects degraded (7.711%) 2024-08-17T16:57:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:47 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 31/402 objects degraded (7.711%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:47 smithi001 ceph-mon[103274]: pgmap v317: 121 pgs: 5 peering, 6 active+undersized, 7 active+undersized+degraded, 103 active+clean; 274 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 29 op/s; 31/402 objects degraded (7.711%) 2024-08-17T16:57:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:47 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 31/402 objects degraded (7.711%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T16:57:48.837 INFO:tasks.rados.rados.0.smithi001.stdout:2075: done (1 left) 2024-08-17T16:57:48.837 INFO:tasks.rados.rados.0.smithi001.stdout:2076: copy_from oid 15 from oid 47 current snap is 195 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:2074: finishing write tid 2 to smithi00187473-38 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:2074: finishing write tid 3 to smithi00187473-38 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:2074: finishing write tid 4 to smithi00187473-38 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:2074: finishing write tid 5 to smithi00187473-38 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:2074: finishing write tid 6 to smithi00187473-38 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1618 (ObjNum 677 snap 195 seq_num 677) dirty exists 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:2074: left oid 38 (ObjNum 677 snap 195 seq_num 677) 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:2074: done (1 left) 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 195 2024-08-17T16:57:48.838 INFO:tasks.rados.rados.0.smithi001.stdout:2077: seq_num 678 ranges {4071424=565248,4636672=802816,5439488=401408} 2024-08-17T16:57:48.863 INFO:tasks.rados.rados.0.smithi001.stdout:2077: writing smithi00187473-25 from 4071424 to 4636672 tid 1 2024-08-17T16:57:48.868 INFO:tasks.rados.rados.0.smithi001.stdout:2077: writing smithi00187473-25 from 4636672 to 5439488 tid 2 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:2077: writing smithi00187473-25 from 5439488 to 5840896 tid 3 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:2078: rollback oid 46 current snap is 195 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 189 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:2076: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:2076: finishing copy_from to smithi00187473-15 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1467 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 1 to smithi00187473-25 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:2076: done (2 left) 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:2079: copy_from oid 12 from oid 20 current snap is 195 2024-08-17T16:57:48.871 INFO:tasks.rados.rados.0.smithi001.stdout:2080: snap_create 2024-08-17T16:57:48.873 INFO:tasks.rados.rados.0.smithi001.stdout:2078: finishing rollback tid 0 to smithi00187473-46 2024-08-17T16:57:48.874 INFO:tasks.rados.rados.0.smithi001.stdout:2078: finishing rollback tid 1 to smithi00187473-46 2024-08-17T16:57:48.874 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 2 to smithi00187473-25 2024-08-17T16:57:48.874 INFO:tasks.rados.rados.0.smithi001.stdout:2078: finishing rollback tid 2 to smithi00187473-46 2024-08-17T16:57:48.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 918 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:57:48.875 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 3 to smithi00187473-25 2024-08-17T16:57:48.875 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 4 to smithi00187473-25 2024-08-17T16:57:48.876 INFO:tasks.rados.rados.0.smithi001.stdout:2077: finishing write tid 5 to smithi00187473-25 2024-08-17T16:57:48.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1471 (ObjNum 678 snap 195 seq_num 678) dirty exists 2024-08-17T16:57:48.876 INFO:tasks.rados.rados.0.smithi001.stdout:2077: left oid 25 (ObjNum 678 snap 195 seq_num 678) 2024-08-17T16:57:48.881 INFO:tasks.rados.rados.0.smithi001.stdout:2079: finishing copy_from racing read to smithi00187473-12 2024-08-17T16:57:48.883 INFO:tasks.rados.rados.0.smithi001.stdout:2079: finishing copy_from to smithi00187473-12 2024-08-17T16:57:48.883 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1033 (ObjNum 644 snap 181 seq_num 644) dirty exists 2024-08-17T16:57:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:48 smithi189 ceph-mon[90541]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T16:57:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:48 smithi001 ceph-mon[100737]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T16:57:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:48 smithi001 ceph-mon[103274]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T16:57:49.840 INFO:tasks.rados.rados.0.smithi001.stdout:2077: done (3 left) 2024-08-17T16:57:49.841 INFO:tasks.rados.rados.0.smithi001.stdout:2078: done (2 left) 2024-08-17T16:57:49.841 INFO:tasks.rados.rados.0.smithi001.stdout:2079: done (1 left) 2024-08-17T16:57:49.841 INFO:tasks.rados.rados.0.smithi001.stdout:2080: done (0 left) 2024-08-17T16:57:49.841 INFO:tasks.rados.rados.0.smithi001.stdout:2081: copy_from oid 35 from oid 2 current snap is 196 2024-08-17T16:57:49.841 INFO:tasks.rados.rados.0.smithi001.stdout:2082: copy_from oid 24 from oid 12 current snap is 196 2024-08-17T16:57:49.841 INFO:tasks.rados.rados.0.smithi001.stdout:2083: copy_from oid 44 from oid 36 current snap is 196 2024-08-17T16:57:49.841 INFO:tasks.rados.rados.0.smithi001.stdout:2084: snap_create 2024-08-17T16:57:49.849 INFO:tasks.rados.rados.0.smithi001.stdout:2083: finishing copy_from racing read to smithi00187473-44 2024-08-17T16:57:49.850 INFO:tasks.rados.rados.0.smithi001.stdout:2083: finishing copy_from to smithi00187473-44 2024-08-17T16:57:49.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1171 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-08-17T16:57:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:2082: finishing copy_from racing read to smithi00187473-24 2024-08-17T16:57:49.856 INFO:tasks.rados.rados.0.smithi001.stdout:2082: finishing copy_from to smithi00187473-24 2024-08-17T16:57:49.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1033 (ObjNum 644 snap 181 seq_num 644) dirty exists 2024-08-17T16:57:49.880 INFO:tasks.rados.rados.0.smithi001.stdout:2081: finishing copy_from racing read to smithi00187473-35 2024-08-17T16:57:49.882 INFO:tasks.rados.rados.0.smithi001.stdout:2081: finishing copy_from to smithi00187473-35 2024-08-17T16:57:49.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1507 (ObjNum 624 snap 177 seq_num 624) dirty exists 2024-08-17T16:57:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:49 smithi189 ceph-mon[90541]: pgmap v319: 121 pgs: 5 peering, 116 active+clean; 261 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T16:57:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:49 smithi189 ceph-mon[90541]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/402 objects degraded (7.711%), 7 pgs degraded) 2024-08-17T16:57:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:49 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:57:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:49 smithi189 ceph-mon[90541]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T16:57:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:49 smithi001 ceph-mon[100737]: pgmap v319: 121 pgs: 5 peering, 116 active+clean; 261 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T16:57:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:49 smithi001 ceph-mon[100737]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/402 objects degraded (7.711%), 7 pgs degraded) 2024-08-17T16:57:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:49 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:57:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:49 smithi001 ceph-mon[100737]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T16:57:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:49 smithi001 ceph-mon[103274]: pgmap v319: 121 pgs: 5 peering, 116 active+clean; 261 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T16:57:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:49 smithi001 ceph-mon[103274]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/402 objects degraded (7.711%), 7 pgs degraded) 2024-08-17T16:57:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:49 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:57:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:49 smithi001 ceph-mon[103274]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T16:57:50.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:2081: done (3 left) 2024-08-17T16:57:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:2082: done (2 left) 2024-08-17T16:57:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:2083: done (1 left) 2024-08-17T16:57:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:2084: done (0 left) 2024-08-17T16:57:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 197 2024-08-17T16:57:50.847 INFO:tasks.rados.rados.0.smithi001.stdout:2085: seq_num 679 ranges {2056192=581632,2637824=688128,3325952=516096} 2024-08-17T16:57:50.861 INFO:tasks.rados.rados.0.smithi001.stdout:2085: writing smithi00187473-45 from 2056192 to 2637824 tid 1 2024-08-17T16:57:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:2085: writing smithi00187473-45 from 2637824 to 3325952 tid 2 2024-08-17T16:57:50.869 INFO:tasks.rados.rados.0.smithi001.stdout:2085: writing smithi00187473-45 from 3325952 to 3842048 tid 3 2024-08-17T16:57:50.869 INFO:tasks.rados.rados.0.smithi001.stdout:2086: rollback oid 15 current snap is 197 2024-08-17T16:57:50.869 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 187 2024-08-17T16:57:50.869 INFO:tasks.rados.rados.0.smithi001.stdout:2087: snap_remove snap 192 2024-08-17T16:57:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:50 smithi189 ceph-mon[90541]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T16:57:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:50 smithi189 ceph-mon[90541]: pgmap v322: 121 pgs: 121 active+clean; 265 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-08-17T16:57:51.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:50 smithi001 ceph-mon[103274]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T16:57:51.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:50 smithi001 ceph-mon[103274]: pgmap v322: 121 pgs: 121 active+clean; 265 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-08-17T16:57:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:50 smithi001 ceph-mon[100737]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T16:57:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:50 smithi001 ceph-mon[100737]: pgmap v322: 121 pgs: 121 active+clean; 265 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 9.2 MiB/s, 2 objects/s recovering 2024-08-17T16:57:51.385 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:57:51.851 INFO:tasks.rados.rados.0.smithi001.stdout:2087: done (2 left) 2024-08-17T16:57:51.852 INFO:tasks.rados.rados.0.smithi001.stdout:2088: read oid 8 snap 178 2024-08-17T16:57:51.852 INFO:tasks.rados.rados.0.smithi001.stdout:2088: expect (ObjNum 585 snap 164 seq_num 585) 2024-08-17T16:57:51.852 INFO:tasks.rados.rados.0.smithi001.stdout:2089: rollback oid 47 current snap is 197 2024-08-17T16:57:51.852 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 196 2024-08-17T16:57:51.852 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 197 2024-08-17T16:57:51.852 INFO:tasks.rados.rados.0.smithi001.stdout:2090: seq_num 680 ranges {2498560=598016,3096576=573440,3670016=434176,4104192=196608} 2024-08-17T16:57:51.870 INFO:tasks.rados.rados.0.smithi001.stdout:2090: writing smithi00187473-11 from 2498560 to 3096576 tid 1 2024-08-17T16:57:51.874 INFO:tasks.rados.rados.0.smithi001.stdout:2090: writing smithi00187473-11 from 3096576 to 3670016 tid 2 2024-08-17T16:57:51.877 INFO:tasks.rados.rados.0.smithi001.stdout:2090: writing smithi00187473-11 from 3670016 to 4104192 tid 3 2024-08-17T16:57:51.879 INFO:tasks.rados.rados.0.smithi001.stdout:2090: writing smithi00187473-11 from 4104192 to 4300800 tid 4 2024-08-17T16:57:51.879 INFO:tasks.rados.rados.0.smithi001.stdout:2091: copy_from oid 23 from oid 42 current snap is 197 2024-08-17T16:57:51.879 INFO:tasks.rados.rados.0.smithi001.stdout:2085: finishing write tid 1 to smithi00187473-45 2024-08-17T16:57:51.879 INFO:tasks.rados.rados.0.smithi001.stdout:2086: finishing rollback tid 0 to smithi00187473-15 2024-08-17T16:57:51.879 INFO:tasks.rados.rados.0.smithi001.stdout:2085: finishing write tid 2 to smithi00187473-45 2024-08-17T16:57:51.879 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 197 2024-08-17T16:57:51.879 INFO:tasks.rados.rados.0.smithi001.stdout:2086: finishing rollback tid 1 to smithi00187473-15 2024-08-17T16:57:51.880 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1469 (ObjNum 65 snap 0 seq_num 1903193182) dirty dne 2024-08-17T16:57:51.880 INFO:tasks.rados.rados.0.smithi001.stdout:2085: finishing write tid 3 to smithi00187473-45 2024-08-17T16:57:51.880 INFO:tasks.rados.rados.0.smithi001.stdout:2085: finishing write tid 4 to smithi00187473-45 2024-08-17T16:57:51.880 INFO:tasks.rados.rados.0.smithi001.stdout:2092: seq_num 681 ranges {475136=614400,1089536=458752,1548288=638976,2187264=106496} 2024-08-17T16:57:51.885 INFO:tasks.rados.rados.0.smithi001.stdout:2092: writing smithi00187473-41 from 475136 to 1089536 tid 1 2024-08-17T16:57:51.888 INFO:tasks.rados.rados.0.smithi001.stdout:2092: writing smithi00187473-41 from 1089536 to 1548288 tid 2 2024-08-17T16:57:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2092: writing smithi00187473-41 from 1548288 to 2187264 tid 3 2024-08-17T16:57:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2092: writing smithi00187473-41 from 2187264 to 2293760 tid 4 2024-08-17T16:57:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2086: done (6 left) 2024-08-17T16:57:51.893 INFO:tasks.rados.rados.0.smithi001.stdout:2093: snap_remove snap 189 2024-08-17T16:57:51.987 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:57:51.987 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (5m) 45s ago 9m 20.2M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:57:51.987 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (4m) 12s ago 9m 86.5M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:57:51.987 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (10m) 45s ago 10m 17.5M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:57:51.987 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (10m) 12s ago 10m 21.4M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:57:51.987 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (4m) 12s ago 14m 453M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (4m) 45s ago 15m 523M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (3m) 45s ago 16m 54.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (3m) 12s ago 14m 47.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (3m) 45s ago 14m 48.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (5m) 45s ago 9m 10.1M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (4m) 12s ago 9m 12.3M - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (2m) 45s ago 13m 132M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (115s) 45s ago 13m 125M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (82s) 45s ago 13m 94.1M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5e3bfa92ff87 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (49s) 45s ago 12m 11.3M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4198617f447f 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (16s) 12s ago 12m 14.4M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 51ebb262bcb0 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (11m) 12s ago 11m 181M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 09b73b1bfd8e 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (11m) 12s ago 11m 157M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:57:51.988 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (11m) 12s ago 11m 136M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:57:51.989 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (4m) 12s ago 9m 54.0M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:57:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:51 smithi189 ceph-mon[90541]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T16:57:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:51 smithi189 ceph-mon[90541]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:51 smithi189 ceph-mon[90541]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:51 smithi001 ceph-mon[100737]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T16:57:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:51 smithi001 ceph-mon[100737]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:51 smithi001 ceph-mon[100737]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:51 smithi001 ceph-mon[103274]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T16:57:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:51 smithi001 ceph-mon[103274]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:51 smithi001 ceph-mon[103274]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.341 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:57:52.341 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:57:52.341 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3, 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 5 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:57:52.342 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:57:52.343 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:57:52.343 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:57:52.343 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:57:52.343 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 5, 2024-08-17T16:57:52.343 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 10 2024-08-17T16:57:52.343 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:57:52.343 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:57:52.636 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "10/20 daemons upgraded", 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:57:52.637 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:57:52.854 INFO:tasks.rados.rados.0.smithi001.stdout:2093: done (6 left) 2024-08-17T16:57:52.855 INFO:tasks.rados.rados.0.smithi001.stdout:2094: snap_remove snap 184 2024-08-17T16:57:52.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[103274]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T16:57:52.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[103274]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[103274]: pgmap v325: 121 pgs: 121 active+clean; 277 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 11 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-08-17T16:57:52.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1317305166' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:52.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[103274]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[100737]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T16:57:52.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[100737]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:52.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[100737]: pgmap v325: 121 pgs: 121 active+clean; 277 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 11 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-08-17T16:57:52.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1317305166' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:52.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:52 smithi001 ceph-mon[100737]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:52 smithi189 ceph-mon[90541]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T16:57:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:52 smithi189 ceph-mon[90541]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:52 smithi189 ceph-mon[90541]: pgmap v325: 121 pgs: 121 active+clean; 277 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 11 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-08-17T16:57:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:52 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1317305166' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:57:53.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:52 smithi189 ceph-mon[90541]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:53.862 INFO:tasks.rados.rados.0.smithi001.stdout:2094: done (6 left) 2024-08-17T16:57:53.863 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 197 2024-08-17T16:57:53.863 INFO:tasks.rados.rados.0.smithi001.stdout:2095: seq_num 682 ranges {475136=630784,1105920=745472,1851392=442368,2293760=16384} 2024-08-17T16:57:53.869 INFO:tasks.rados.rados.0.smithi001.stdout:2095: writing smithi00187473-26 from 475136 to 1105920 tid 1 2024-08-17T16:57:53.875 INFO:tasks.rados.rados.0.smithi001.stdout:2095: writing smithi00187473-26 from 1105920 to 1851392 tid 2 2024-08-17T16:57:53.879 INFO:tasks.rados.rados.0.smithi001.stdout:2095: writing smithi00187473-26 from 1851392 to 2293760 tid 3 2024-08-17T16:57:53.880 INFO:tasks.rados.rados.0.smithi001.stdout:2095: writing smithi00187473-26 from 2293760 to 2310144 tid 4 2024-08-17T16:57:53.880 INFO:tasks.rados.rados.0.smithi001.stdout:2096: setattr oid 33 current snap is 197 2024-08-17T16:57:53.880 INFO:tasks.rados.rados.0.smithi001.stdout:2085: finishing write tid 5 to smithi00187473-45 2024-08-17T16:57:53.880 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1625 (ObjNum 679 snap 197 seq_num 679) dirty exists 2024-08-17T16:57:53.880 INFO:tasks.rados.rados.0.smithi001.stdout:2085: left oid 45 (ObjNum 679 snap 197 seq_num 679) 2024-08-17T16:57:53.880 INFO:tasks.rados.rados.0.smithi001.stdout:2088: expect (ObjNum 585 snap 164 seq_num 585) 2024-08-17T16:57:53.897 INFO:tasks.rados.rados.0.smithi001.stdout:2089: finishing rollback tid 0 to smithi00187473-47 2024-08-17T16:57:53.897 INFO:tasks.rados.rados.0.smithi001.stdout:2089: finishing rollback tid 1 to smithi00187473-47 2024-08-17T16:57:53.897 INFO:tasks.rados.rados.0.smithi001.stdout:2089: finishing rollback tid 2 to smithi00187473-47 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1474 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 1 to smithi00187473-11 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 2 to smithi00187473-11 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 3 to smithi00187473-11 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 4 to smithi00187473-11 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 5 to smithi00187473-11 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2090: finishing write tid 6 to smithi00187473-11 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1637 (ObjNum 680 snap 197 seq_num 680) dirty exists 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2090: left oid 11 (ObjNum 680 snap 197 seq_num 680) 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2091: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 1 to smithi00187473-41 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:2091: finishing copy_from to smithi00187473-23 2024-08-17T16:57:53.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1255 (ObjNum 653 snap 184 seq_num 653) dirty exists 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 2 to smithi00187473-41 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 3 to smithi00187473-41 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 4 to smithi00187473-41 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 5 to smithi00187473-41 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2092: finishing write tid 6 to smithi00187473-41 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1281 (ObjNum 681 snap 197 seq_num 681) dirty exists 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2092: left oid 41 (ObjNum 681 snap 197 seq_num 681) 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 1 to smithi00187473-26 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 2 to smithi00187473-26 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 3 to smithi00187473-26 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 4 to smithi00187473-26 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 5 to smithi00187473-26 2024-08-17T16:57:53.899 INFO:tasks.rados.rados.0.smithi001.stdout:2095: finishing write tid 6 to smithi00187473-26 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 684 (ObjNum 682 snap 197 seq_num 682) dirty exists 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2095: left oid 26 (ObjNum 682 snap 197 seq_num 682) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2085: done (7 left) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2088: done (6 left) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2089: done (5 left) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2090: done (4 left) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2091: done (3 left) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2092: done (2 left) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2095: done (1 left) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2097: rollback oid 14 current snap is 197 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 196 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2098: read oid 37 snap -1 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2098: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:57:53.900 INFO:tasks.rados.rados.0.smithi001.stdout:2099: snap_remove snap 178 2024-08-17T16:57:54.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:53 smithi189 ceph-mon[90541]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T16:57:54.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:54.148 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:53 smithi001 ceph-mon[100737]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T16:57:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:53 smithi001 ceph-mon[103274]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T16:57:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:57:54.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:54 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:54.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.189\", device_class=\"ssd\", hostname=\"smithi189\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.189\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.189\", device_class=\"ssd\", hostname=\"smithi189\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.189\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T16:57:54.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:54 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:54.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.189\", device_class=\"ssd\", hostname=\"smithi189\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.189\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.189\", device_class=\"ssd\", hostname=\"smithi189\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.189\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:54.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1194 (ObjNum 637 snap 178 seq_num 637) dirty exists 2024-08-17T16:57:54.768 INFO:tasks.rados.rados.0.smithi001.stdout:2097: finishing rollback tid 0 to smithi00187473-14 2024-08-17T16:57:54.768 INFO:tasks.rados.rados.0.smithi001.stdout:2097: finishing rollback tid 1 to smithi00187473-14 2024-08-17T16:57:54.768 INFO:tasks.rados.rados.0.smithi001.stdout:2097: finishing rollback tid 2 to smithi00187473-14 2024-08-17T16:57:54.768 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1472 (ObjNum 627 snap 177 seq_num 627) dirty exists 2024-08-17T16:57:54.768 INFO:tasks.rados.rados.0.smithi001.stdout:2098: expect (ObjNum 550 snap 156 seq_num 550) 2024-08-17T16:57:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:54 smithi189 ceph-mon[90541]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T16:57:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:54 smithi189 ceph-mon[90541]: pgmap v328: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 127 KiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-08-17T16:57:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:54 smithi189 ceph-mon[90541]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T16:57:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:54 smithi001 ceph-mon[100737]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T16:57:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:54 smithi001 ceph-mon[100737]: pgmap v328: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 127 KiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-08-17T16:57:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:54 smithi001 ceph-mon[100737]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T16:57:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:54 smithi001 ceph-mon[103274]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T16:57:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:54 smithi001 ceph-mon[103274]: pgmap v328: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 127 KiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-08-17T16:57:55.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:54 smithi001 ceph-mon[103274]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T16:57:55.346 INFO:tasks.rados.rados.0.smithi001.stdout:2096: done (3 left) 2024-08-17T16:57:55.346 INFO:tasks.rados.rados.0.smithi001.stdout:2097: done (2 left) 2024-08-17T16:57:55.346 INFO:tasks.rados.rados.0.smithi001.stdout:2098: done (1 left) 2024-08-17T16:57:55.346 INFO:tasks.rados.rados.0.smithi001.stdout:2099: done (0 left) 2024-08-17T16:57:55.346 INFO:tasks.rados.rados.0.smithi001.stdout:2100: read oid 33 snap -1 2024-08-17T16:57:55.346 INFO:tasks.rados.rados.0.smithi001.stdout:2100: expect (ObjNum 637 snap 178 seq_num 637) 2024-08-17T16:57:55.346 INFO:tasks.rados.rados.0.smithi001.stdout:2101: snap_create 2024-08-17T16:57:55.352 INFO:tasks.rados.rados.0.smithi001.stdout:2100: expect (ObjNum 637 snap 178 seq_num 637) 2024-08-17T16:57:55.867 INFO:tasks.rados.rados.0.smithi001.stdout:2100: done (1 left) 2024-08-17T16:57:55.867 INFO:tasks.rados.rados.0.smithi001.stdout:2101: done (0 left) 2024-08-17T16:57:55.867 INFO:tasks.rados.rados.0.smithi001.stdout:2102: delete oid 9 current snap is 198 2024-08-17T16:57:55.868 INFO:tasks.rados.rados.0.smithi001.stdout:2102: done (0 left) 2024-08-17T16:57:55.869 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 198 2024-08-17T16:57:55.869 INFO:tasks.rados.rados.0.smithi001.stdout:2103: seq_num 684 ranges {8421376=663552,9084928=507904,9592832=409600,10002432=286720} 2024-08-17T16:57:55.918 INFO:tasks.rados.rados.0.smithi001.stdout:2103: writing smithi00187473-35 from 8421376 to 9084928 tid 1 2024-08-17T16:57:55.921 INFO:tasks.rados.rados.0.smithi001.stdout:2103: writing smithi00187473-35 from 9084928 to 9592832 tid 2 2024-08-17T16:57:55.924 INFO:tasks.rados.rados.0.smithi001.stdout:2103: writing smithi00187473-35 from 9592832 to 10002432 tid 3 2024-08-17T16:57:55.926 INFO:tasks.rados.rados.0.smithi001.stdout:2103: writing smithi00187473-35 from 10002432 to 10289152 tid 4 2024-08-17T16:57:55.926 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 198 2024-08-17T16:57:55.926 INFO:tasks.rados.rados.0.smithi001.stdout:2103: finishing write tid 1 to smithi00187473-35 2024-08-17T16:57:55.926 INFO:tasks.rados.rados.0.smithi001.stdout:2103: finishing write tid 2 to smithi00187473-35 2024-08-17T16:57:55.926 INFO:tasks.rados.rados.0.smithi001.stdout:2104: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-08-17T16:57:55.930 INFO:tasks.rados.rados.0.smithi001.stdout:2104: writing smithi00187473-6 from 0 to 679936 tid 1 2024-08-17T16:57:55.932 INFO:tasks.rados.rados.0.smithi001.stdout:2104: writing smithi00187473-6 from 679936 to 1122304 tid 2 2024-08-17T16:57:55.936 INFO:tasks.rados.rados.0.smithi001.stdout:2104: writing smithi00187473-6 from 1122304 to 1744896 tid 3 2024-08-17T16:57:55.937 INFO:tasks.rados.rados.0.smithi001.stdout:2104: writing smithi00187473-6 from 1744896 to 1884160 tid 4 2024-08-17T16:57:55.937 INFO:tasks.rados.rados.0.smithi001.stdout:2105: delete oid 37 current snap is 198 2024-08-17T16:57:55.937 INFO:tasks.rados.rados.0.smithi001.stdout:2103: finishing write tid 3 to smithi00187473-35 2024-08-17T16:57:55.937 INFO:tasks.rados.rados.0.smithi001.stdout:2103: finishing write tid 4 to smithi00187473-35 2024-08-17T16:57:55.937 INFO:tasks.rados.rados.0.smithi001.stdout:2103: finishing write tid 5 to smithi00187473-35 2024-08-17T16:57:55.938 INFO:tasks.rados.rados.0.smithi001.stdout:2103: finishing write tid 6 to smithi00187473-35 2024-08-17T16:57:55.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1512 (ObjNum 684 snap 198 seq_num 684) dirty exists 2024-08-17T16:57:55.938 INFO:tasks.rados.rados.0.smithi001.stdout:2103: left oid 35 (ObjNum 684 snap 198 seq_num 684) 2024-08-17T16:57:55.938 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing write tid 1 to smithi00187473-6 2024-08-17T16:57:55.938 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing write tid 2 to smithi00187473-6 2024-08-17T16:57:55.940 INFO:tasks.rados.rados.0.smithi001.stdout:2103: done (2 left) 2024-08-17T16:57:55.940 INFO:tasks.rados.rados.0.smithi001.stdout:2105: done (1 left) 2024-08-17T16:57:55.940 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 198 2024-08-17T16:57:55.940 INFO:tasks.rados.rados.0.smithi001.stdout:2106: seq_num 687 ranges {1482752=712704,2195456=614400,2809856=589824} 2024-08-17T16:57:55.952 INFO:tasks.rados.rados.0.smithi001.stdout:2106: writing smithi00187473-40 from 1482752 to 2195456 tid 1 2024-08-17T16:57:55.956 INFO:tasks.rados.rados.0.smithi001.stdout:2106: writing smithi00187473-40 from 2195456 to 2809856 tid 2 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2106: writing smithi00187473-40 from 2809856 to 3399680 tid 3 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2107: copy_from oid 31 from oid 21 current snap is 198 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing write tid 3 to smithi00187473-6 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing write tid 4 to smithi00187473-6 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing write tid 5 to smithi00187473-6 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2104: finishing write tid 6 to smithi00187473-6 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 872 (ObjNum 685 snap 198 seq_num 685) dirty exists 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2104: left oid 6 (ObjNum 685 snap 198 seq_num 685) 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2106: finishing write tid 1 to smithi00187473-40 2024-08-17T16:57:55.960 INFO:tasks.rados.rados.0.smithi001.stdout:2106: finishing write tid 2 to smithi00187473-40 2024-08-17T16:57:55.961 INFO:tasks.rados.rados.0.smithi001.stdout:2104: done (2 left) 2024-08-17T16:57:55.961 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 198 2024-08-17T16:57:55.961 INFO:tasks.rados.rados.0.smithi001.stdout:2108: seq_num 688 ranges {13950976=729088,14680064=499712,15179776=704512} 2024-08-17T16:57:56.040 INFO:tasks.rados.rados.0.smithi001.stdout:2108: writing smithi00187473-10 from 13950976 to 14680064 tid 1 2024-08-17T16:57:56.042 INFO:tasks.rados.rados.0.smithi001.stdout:2108: writing smithi00187473-10 from 14680064 to 15179776 tid 2 2024-08-17T16:57:56.047 INFO:tasks.rados.rados.0.smithi001.stdout:2108: writing smithi00187473-10 from 15179776 to 15884288 tid 3 2024-08-17T16:57:56.047 INFO:tasks.rados.rados.0.smithi001.stdout:2109: copy_from oid 19 from oid 47 current snap is 198 2024-08-17T16:57:56.047 INFO:tasks.rados.rados.0.smithi001.stdout:2106: finishing write tid 3 to smithi00187473-40 2024-08-17T16:57:56.047 INFO:tasks.rados.rados.0.smithi001.stdout:2106: finishing write tid 4 to smithi00187473-40 2024-08-17T16:57:56.047 INFO:tasks.rados.rados.0.smithi001.stdout:2107: finishing copy_from racing read to smithi00187473-31 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:2107: finishing copy_from to smithi00187473-31 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 1108 (ObjNum 65 snap 0 seq_num 1415408755) dirty exists 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:2106: finishing write tid 5 to smithi00187473-40 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 688 (ObjNum 687 snap 198 seq_num 687) dirty exists 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:2106: left oid 40 (ObjNum 687 snap 198 seq_num 687) 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 1 to smithi00187473-10 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 2 to smithi00187473-10 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:2106: done (3 left) 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:2107: done (2 left) 2024-08-17T16:57:56.048 INFO:tasks.rados.rados.0.smithi001.stdout:2110: delete oid 31 current snap is 198 2024-08-17T16:57:56.049 INFO:tasks.rados.rados.0.smithi001.stdout:2110: done (2 left) 2024-08-17T16:57:56.049 INFO:tasks.rados.rados.0.smithi001.stdout:2111: snap_remove snap 187 2024-08-17T16:57:56.080 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:56.080 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:57:55 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:57:55.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:57:56.874 INFO:tasks.rados.rados.0.smithi001.stdout:2111: done (2 left) 2024-08-17T16:57:56.875 INFO:tasks.rados.rados.0.smithi001.stdout:2112: snap_remove snap 195 2024-08-17T16:57:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:56 smithi189 ceph-mon[90541]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T16:57:57.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:56 smithi189 ceph-mon[90541]: pgmap v331: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-08-17T16:57:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:56 smithi001 ceph-mon[100737]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T16:57:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:56 smithi001 ceph-mon[100737]: pgmap v331: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-08-17T16:57:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:56 smithi001 ceph-mon[103274]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T16:57:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:56 smithi001 ceph-mon[103274]: pgmap v331: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.6 MiB/s wr, 9 op/s 2024-08-17T16:57:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:57:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:57:57] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-17T16:57:57.878 INFO:tasks.rados.rados.0.smithi001.stdout:2112: done (2 left) 2024-08-17T16:57:57.878 INFO:tasks.rados.rados.0.smithi001.stdout:2113: copy_from oid 30 from oid 31 current snap is 198 2024-08-17T16:57:57.878 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 3 to smithi00187473-10 2024-08-17T16:57:57.878 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 4 to smithi00187473-10 2024-08-17T16:57:57.878 INFO:tasks.rados.rados.0.smithi001.stdout:2108: finishing write tid 5 to smithi00187473-10 2024-08-17T16:57:57.878 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1198 (ObjNum 688 snap 198 seq_num 688) dirty exists 2024-08-17T16:57:57.878 INFO:tasks.rados.rados.0.smithi001.stdout:2108: left oid 10 (ObjNum 688 snap 198 seq_num 688) 2024-08-17T16:57:57.878 INFO:tasks.rados.rados.0.smithi001.stdout:2109: finishing copy_from racing read to smithi00187473-19 2024-08-17T16:57:57.879 INFO:tasks.rados.rados.0.smithi001.stdout:2109: finishing copy_from to smithi00187473-19 2024-08-17T16:57:57.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1474 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-08-17T16:57:57.879 INFO:tasks.rados.rados.0.smithi001.stdout:2108: done (2 left) 2024-08-17T16:57:57.879 INFO:tasks.rados.rados.0.smithi001.stdout:2109: done (1 left) 2024-08-17T16:57:57.879 INFO:tasks.rados.rados.0.smithi001.stdout:2114: read oid 21 snap -1 2024-08-17T16:57:57.879 INFO:tasks.rados.rados.0.smithi001.stdout:2114: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:57:57.879 INFO:tasks.rados.rados.0.smithi001.stdout:2115: snap_remove snap 197 2024-08-17T16:57:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:57 smithi189 ceph-mon[90541]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T16:57:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:57 smithi001 ceph-mon[100737]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T16:57:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:57 smithi001 ceph-mon[103274]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T16:57:58.887 INFO:tasks.rados.rados.0.smithi001.stdout:2115: done (2 left) 2024-08-17T16:57:58.887 INFO:tasks.rados.rados.0.smithi001.stdout:2116: rmattr oid 19 current snap is 198 2024-08-17T16:57:58.887 INFO:tasks.rados.rados.0.smithi001.stdout:2117: snap_create 2024-08-17T16:57:58.887 INFO:tasks.rados.rados.0.smithi001.stdout:2114: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:57:58.891 INFO:tasks.rados.rados.0.smithi001.stdout:2113: finishing copy_from to smithi00187473-30 2024-08-17T16:57:58.891 INFO:tasks.rados.rados.0.smithi001.stdout:2113: got expected ENOENT (src dne) 2024-08-17T16:57:58.891 INFO:tasks.rados.rados.0.smithi001.stdout:2113: finishing copy_from racing read to smithi00187473-30 2024-08-17T16:57:58.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1475 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-08-17T16:57:59.143 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:58 smithi189 ceph-mon[90541]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T16:57:59.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:58 smithi189 ceph-mon[90541]: pgmap v334: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T16:57:59.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:59.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T16:57:59.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:58 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T16:57:59.144 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:58 smithi189 ceph-mon[90541]: Upgrade: osd.5 is safe to restart 2024-08-17T16:57:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[100737]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T16:57:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[100737]: pgmap v334: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T16:57:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T16:57:59.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T16:57:59.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[100737]: Upgrade: osd.5 is safe to restart 2024-08-17T16:57:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[103274]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T16:57:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[103274]: pgmap v334: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 272 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T16:57:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:57:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T16:57:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T16:57:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:58 smithi001 ceph-mon[103274]: Upgrade: osd.5 is safe to restart 2024-08-17T16:57:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:2113: done (3 left) 2024-08-17T16:57:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:2114: done (2 left) 2024-08-17T16:57:59.765 INFO:tasks.rados.rados.0.smithi001.stdout:2116: done (1 left) 2024-08-17T16:57:59.766 INFO:tasks.rados.rados.0.smithi001.stdout:2117: done (0 left) 2024-08-17T16:57:59.766 INFO:tasks.rados.rados.0.smithi001.stdout:2118: rollback oid 36 current snap is 199 2024-08-17T16:57:59.766 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 182 2024-08-17T16:57:59.766 INFO:tasks.rados.rados.0.smithi001.stdout:2119: delete oid 18 current snap is 199 2024-08-17T16:57:59.769 INFO:tasks.rados.rados.0.smithi001.stdout:2118: finishing rollback tid 0 to smithi00187473-36 2024-08-17T16:57:59.769 INFO:tasks.rados.rados.0.smithi001.stdout:2118: finishing rollback tid 1 to smithi00187473-36 2024-08-17T16:57:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:2118: finishing rollback tid 2 to smithi00187473-36 2024-08-17T16:57:59.770 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1201 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:2118: done (1 left) 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:2119: done (0 left) 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:2120: read oid 37 snap -1 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:2120: expect deleted 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:2121: copy_from oid 28 from oid 46 current snap is 199 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:2122: rollback oid 8 current snap is 199 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 196 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:2123: rollback oid 9 current snap is 199 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 182 2024-08-17T16:57:59.771 INFO:tasks.rados.rados.0.smithi001.stdout:2124: snap_create 2024-08-17T16:57:59.772 INFO:tasks.rados.rados.0.smithi001.stdout:2123: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:57:59.772 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T16:57:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:2122: finishing rollback tid 0 to smithi00187473-8 2024-08-17T16:57:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:2122: finishing rollback tid 1 to smithi00187473-8 2024-08-17T16:57:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:2122: finishing rollback tid 2 to smithi00187473-8 2024-08-17T16:57:59.775 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1263 (ObjNum 632 snap 178 seq_num 632) dirty exists 2024-08-17T16:57:59.782 INFO:tasks.rados.rados.0.smithi001.stdout:2121: finishing copy_from racing read to smithi00187473-28 2024-08-17T16:57:59.783 INFO:tasks.rados.rados.0.smithi001.stdout:2121: finishing copy_from to smithi00187473-28 2024-08-17T16:57:59.783 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 918 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:58:00.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:59 smithi189 ceph-mon[90541]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T16:58:00.055 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:57:59 smithi189 ceph-mon[90541]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T16:58:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:59 smithi001 ceph-mon[100737]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T16:58:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:57:59 smithi001 ceph-mon[100737]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T16:58:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:59 smithi001 ceph-mon[103274]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T16:58:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:57:59 smithi001 ceph-mon[103274]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T16:58:00.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:58:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:58:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:58:00.766 INFO:tasks.rados.rados.0.smithi001.stdout:2120: done (4 left) 2024-08-17T16:58:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2121: done (3 left) 2024-08-17T16:58:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2122: done (2 left) 2024-08-17T16:58:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2123: done (1 left) 2024-08-17T16:58:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2124: done (0 left) 2024-08-17T16:58:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2125: read oid 42 snap 196 2024-08-17T16:58:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2125: expect (ObjNum 653 snap 184 seq_num 653) 2024-08-17T16:58:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 200 2024-08-17T16:58:00.767 INFO:tasks.rados.rados.0.smithi001.stdout:2126: seq_num 691 ranges {1884160=778240,2662400=548864,3211264=614400,3825664=40960} 2024-08-17T16:58:00.781 INFO:tasks.rados.rados.0.smithi001.stdout:2126: writing smithi00187473-12 from 1884160 to 2662400 tid 1 2024-08-17T16:58:00.784 INFO:tasks.rados.rados.0.smithi001.stdout:2126: writing smithi00187473-12 from 2662400 to 3211264 tid 2 2024-08-17T16:58:00.788 INFO:tasks.rados.rados.0.smithi001.stdout:2126: writing smithi00187473-12 from 3211264 to 3825664 tid 3 2024-08-17T16:58:00.789 INFO:tasks.rados.rados.0.smithi001.stdout:2126: writing smithi00187473-12 from 3825664 to 3866624 tid 4 2024-08-17T16:58:00.789 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 200 2024-08-17T16:58:00.789 INFO:tasks.rados.rados.0.smithi001.stdout:2127: seq_num 692 ranges {16973824=794624,17768448=483328,18251776=720896} 2024-08-17T16:58:00.886 INFO:tasks.rados.rados.0.smithi001.stdout:2127: writing smithi00187473-22 from 16973824 to 17768448 tid 1 2024-08-17T16:58:00.889 INFO:tasks.rados.rados.0.smithi001.stdout:2127: writing smithi00187473-22 from 17768448 to 18251776 tid 2 2024-08-17T16:58:00.893 INFO:tasks.rados.rados.0.smithi001.stdout:2127: writing smithi00187473-22 from 18251776 to 18972672 tid 3 2024-08-17T16:58:00.893 INFO:tasks.rados.rados.0.smithi001.stdout:2128: rollback oid 35 current snap is 200 2024-08-17T16:58:00.893 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 198 2024-08-17T16:58:00.893 INFO:tasks.rados.rados.0.smithi001.stdout:2125: expect (ObjNum 653 snap 184 seq_num 653) 2024-08-17T16:58:00.931 INFO:tasks.rados.rados.0.smithi001.stdout:2126: finishing write tid 1 to smithi00187473-12 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2126: finishing write tid 2 to smithi00187473-12 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2126: finishing write tid 3 to smithi00187473-12 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2126: finishing write tid 4 to smithi00187473-12 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2126: finishing write tid 5 to smithi00187473-12 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2126: finishing write tid 6 to smithi00187473-12 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1454 (ObjNum 691 snap 200 seq_num 691) dirty exists 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2126: left oid 12 (ObjNum 691 snap 200 seq_num 691) 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 1 to smithi00187473-22 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2125: done (3 left) 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2126: done (2 left) 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:2129: rollback oid 50 current snap is 200 2024-08-17T16:58:00.932 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 196 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 2 to smithi00187473-22 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 3 to smithi00187473-22 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2128: finishing rollback tid 0 to smithi00187473-35 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 4 to smithi00187473-22 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2128: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2128: finishing rollback tid 2 to smithi00187473-35 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1515 (ObjNum 684 snap 198 seq_num 684) dirty exists 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2127: finishing write tid 5 to smithi00187473-22 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1458 (ObjNum 692 snap 200 seq_num 692) dirty exists 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2127: left oid 22 (ObjNum 692 snap 200 seq_num 692) 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2127: done (2 left) 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2128: done (1 left) 2024-08-17T16:58:00.933 INFO:tasks.rados.rados.0.smithi001.stdout:2130: read oid 35 snap -1 2024-08-17T16:58:00.934 INFO:tasks.rados.rados.0.smithi001.stdout:2130: expect (ObjNum 684 snap 198 seq_num 684) 2024-08-17T16:58:00.934 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 200 2024-08-17T16:58:00.934 INFO:tasks.rados.rados.0.smithi001.stdout:2131: seq_num 693 ranges {8421376=409600,8830976=770048,9601024=581632,10182656=253952} 2024-08-17T16:58:00.980 INFO:tasks.rados.rados.0.smithi001.stdout:2131: writing smithi00187473-2 from 8421376 to 8830976 tid 1 2024-08-17T16:58:00.985 INFO:tasks.rados.rados.0.smithi001.stdout:2131: writing smithi00187473-2 from 8830976 to 9601024 tid 2 2024-08-17T16:58:00.988 INFO:tasks.rados.rados.0.smithi001.stdout:2131: writing smithi00187473-2 from 9601024 to 10182656 tid 3 2024-08-17T16:58:00.990 INFO:tasks.rados.rados.0.smithi001.stdout:2131: writing smithi00187473-2 from 10182656 to 10436608 tid 4 2024-08-17T16:58:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:2132: read oid 45 snap -1 2024-08-17T16:58:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:2132: expect (ObjNum 679 snap 197 seq_num 679) 2024-08-17T16:58:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 200 2024-08-17T16:58:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:2129: finishing rollback tid 0 to smithi00187473-50 2024-08-17T16:58:00.991 INFO:tasks.rados.rados.0.smithi001.stdout:2133: seq_num 694 ranges {1056768=425984,1482752=655360,2138112=786432,2924544=163840} 2024-08-17T16:58:00.999 INFO:tasks.rados.rados.0.smithi001.stdout:2133: writing smithi00187473-46 from 1056768 to 1482752 tid 1 2024-08-17T16:58:01.002 INFO:tasks.rados.rados.0.smithi001.stdout:2133: writing smithi00187473-46 from 1482752 to 2138112 tid 2 2024-08-17T16:58:01.007 INFO:tasks.rados.rados.0.smithi001.stdout:2133: writing smithi00187473-46 from 2138112 to 2924544 tid 3 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:2133: writing smithi00187473-46 from 2924544 to 3088384 tid 4 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:2134: read oid 48 snap -1 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:2134: expect (ObjNum 669 snap 193 seq_num 669) 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:2135: rollback oid 15 current snap is 200 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 198 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:2129: finishing rollback tid 1 to smithi00187473-50 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:2129: finishing rollback tid 2 to smithi00187473-50 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 921 (ObjNum 676 snap 195 seq_num 676) dirty exists 2024-08-17T16:58:01.009 INFO:tasks.rados.rados.0.smithi001.stdout:2130: expect (ObjNum 684 snap 198 seq_num 684) 2024-08-17T16:58:01.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:01 smithi189 ceph-mon[90541]: pgmap v337: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 258 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 932 KiB/s wr, 10 op/s 2024-08-17T16:58:01.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:01 smithi189 ceph-mon[90541]: Upgrade: Updating osd.5 2024-08-17T16:58:01.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:01.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T16:58:01.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:01 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:01.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:01 smithi189 ceph-mon[90541]: Deploying daemon osd.5 on smithi189 2024-08-17T16:58:01.412 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:01 smithi189 ceph-mon[90541]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T16:58:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[100737]: pgmap v337: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 258 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 932 KiB/s wr, 10 op/s 2024-08-17T16:58:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[100737]: Upgrade: Updating osd.5 2024-08-17T16:58:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:01.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[100737]: Deploying daemon osd.5 on smithi189 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[100737]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[103274]: pgmap v337: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 258 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 798 KiB/s rd, 932 KiB/s wr, 10 op/s 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[103274]: Upgrade: Updating osd.5 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[103274]: Deploying daemon osd.5 on smithi189 2024-08-17T16:58:01.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:01 smithi001 ceph-mon[103274]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T16:58:01.844 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing write tid 1 to smithi00187473-2 2024-08-17T16:58:01.844 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing write tid 2 to smithi00187473-2 2024-08-17T16:58:01.844 INFO:tasks.rados.rados.0.smithi001.stdout:2129: done (6 left) 2024-08-17T16:58:01.844 INFO:tasks.rados.rados.0.smithi001.stdout:2130: done (5 left) 2024-08-17T16:58:01.844 INFO:tasks.rados.rados.0.smithi001.stdout:2136: read oid 5 snap 196 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2136: expect (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2137: copy_from oid 10 from oid 29 current snap is 200 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing write tid 3 to smithi00187473-2 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing write tid 4 to smithi00187473-2 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing write tid 5 to smithi00187473-2 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2131: finishing write tid 6 to smithi00187473-2 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1698 (ObjNum 693 snap 200 seq_num 693) dirty exists 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2131: left oid 2 (ObjNum 693 snap 200 seq_num 693) 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2133: finishing write tid 1 to smithi00187473-46 2024-08-17T16:58:01.845 INFO:tasks.rados.rados.0.smithi001.stdout:2132: expect (ObjNum 679 snap 197 seq_num 679) 2024-08-17T16:58:01.986 INFO:tasks.rados.rados.0.smithi001.stdout:2133: finishing write tid 2 to smithi00187473-46 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:2135: finishing rollback tid 1 to smithi00187473-15 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1469 (ObjNum 33 snap 0 seq_num 1517778296) dirty dne 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:2133: finishing write tid 3 to smithi00187473-46 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:2133: finishing write tid 4 to smithi00187473-46 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:2131: done (6 left) 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:2132: done (5 left) 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:2135: done (4 left) 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 200 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:2133: finishing write tid 5 to smithi00187473-46 2024-08-17T16:58:01.987 INFO:tasks.rados.rados.0.smithi001.stdout:2138: seq_num 695 ranges {5840896=442368,6283264=540672,6823936=598016,7421952=466944} 2024-08-17T16:58:02.020 INFO:tasks.rados.rados.0.smithi001.stdout:2138: writing smithi00187473-25 from 5840896 to 6283264 tid 1 2024-08-17T16:58:02.023 INFO:tasks.rados.rados.0.smithi001.stdout:2138: writing smithi00187473-25 from 6283264 to 6823936 tid 2 2024-08-17T16:58:02.026 INFO:tasks.rados.rados.0.smithi001.stdout:2138: writing smithi00187473-25 from 6823936 to 7421952 tid 3 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:2138: writing smithi00187473-25 from 7421952 to 7888896 tid 4 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:2139: read oid 9 snap -1 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:2139: expect deleted 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:2140: rollback oid 45 current snap is 200 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 182 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:2133: finishing write tid 6 to smithi00187473-46 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 926 (ObjNum 694 snap 200 seq_num 694) dirty exists 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:2133: left oid 46 (ObjNum 694 snap 200 seq_num 694) 2024-08-17T16:58:02.030 INFO:tasks.rados.rados.0.smithi001.stdout:2134: expect (ObjNum 669 snap 193 seq_num 669) 2024-08-17T16:58:03.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:03 smithi001 ceph-mon[100737]: pgmap v339: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-08-17T16:58:03.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:03 smithi189 ceph-mon[90541]: pgmap v339: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-08-17T16:58:03.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:03 smithi001 ceph-mon[103274]: pgmap v339: 121 pgs: 121 active+clean; 268 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 17 KiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-08-17T16:58:03.430 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:02 smithi189 systemd[1]: Stopping Ceph osd.5 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:58:03.430 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[44844]: 2024-08-17T16:58:03.165+0000 7f8b2fc21640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:58:03.430 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[44844]: 2024-08-17T16:58:03.165+0000 7f8b2fc21640 -1 osd.5 482 *** Got signal Terminated *** 2024-08-17T16:58:03.430 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:03 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[44844]: 2024-08-17T16:58:03.165+0000 7f8b2fc21640 -1 osd.5 482 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:58:03.469 INFO:tasks.rados.rados.0.smithi001.stdout:2136: expect (ObjNum 442 snap 129 seq_num 442) 2024-08-17T16:58:03.577 INFO:tasks.rados.rados.0.smithi001.stdout:2137: finishing copy_from racing read to smithi00187473-10 2024-08-17T16:58:03.577 INFO:tasks.rados.rados.0.smithi001.stdout:2137: finishing copy_from to smithi00187473-10 2024-08-17T16:58:03.577 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1449 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 1 to smithi00187473-25 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 2 to smithi00187473-25 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 3 to smithi00187473-25 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2133: done (6 left) 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2134: done (5 left) 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2136: done (4 left) 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2137: done (3 left) 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2141: copy_from oid 11 from oid 27 current snap is 200 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 4 to smithi00187473-25 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 5 to smithi00187473-25 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2140: finishing rollback tid 0 to smithi00187473-45 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2140: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:58:03.578 INFO:tasks.rados.rados.0.smithi001.stdout:2140: finishing rollback tid 2 to smithi00187473-45 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1702 (ObjNum 552 snap 157 seq_num 552) dirty exists 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:2138: finishing write tid 6 to smithi00187473-25 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1479 (ObjNum 695 snap 200 seq_num 695) dirty exists 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:2138: left oid 25 (ObjNum 695 snap 200 seq_num 695) 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:2138: done (3 left) 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:2139: done (2 left) 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:2140: done (1 left) 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:2142: rmattr oid 4 current snap is 200 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:2143: snap_create 2024-08-17T16:58:03.579 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1294 (ObjNum 652 snap 184 seq_num 652) dirty exists 2024-08-17T16:58:03.589 INFO:tasks.rados.rados.0.smithi001.stdout:2141: finishing copy_from racing read to smithi00187473-11 2024-08-17T16:58:03.592 INFO:tasks.rados.rados.0.smithi001.stdout:2141: finishing copy_from to smithi00187473-11 2024-08-17T16:58:03.592 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1461 (ObjNum 608 snap 171 seq_num 608) dirty exists 2024-08-17T16:58:04.106 INFO:tasks.rados.rados.0.smithi001.stdout:2141: done (2 left) 2024-08-17T16:58:04.106 INFO:tasks.rados.rados.0.smithi001.stdout:2142: done (1 left) 2024-08-17T16:58:04.106 INFO:tasks.rados.rados.0.smithi001.stdout:2143: done (0 left) 2024-08-17T16:58:04.106 INFO:tasks.rados.rados.0.smithi001.stdout:2144: rollback oid 37 current snap is 201 2024-08-17T16:58:04.106 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 182 2024-08-17T16:58:04.106 INFO:tasks.rados.rados.0.smithi001.stdout:2145: read oid 25 snap -1 2024-08-17T16:58:04.106 INFO:tasks.rados.rados.0.smithi001.stdout:2145: expect (ObjNum 695 snap 200 seq_num 695) 2024-08-17T16:58:04.107 INFO:tasks.rados.rados.0.smithi001.stdout:2146: read oid 2 snap 182 2024-08-17T16:58:04.107 INFO:tasks.rados.rados.0.smithi001.stdout:2146: expect (ObjNum 624 snap 177 seq_num 624) 2024-08-17T16:58:04.107 INFO:tasks.rados.rados.0.smithi001.stdout:2147: delete oid 47 current snap is 201 2024-08-17T16:58:04.135 INFO:tasks.rados.rados.0.smithi001.stdout:2146: expect (ObjNum 624 snap 177 seq_num 624) 2024-08-17T16:58:04.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:04 smithi189 ceph-mon[90541]: osd.5 marked itself down and dead 2024-08-17T16:58:04.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:04 smithi001 ceph-mon[100737]: osd.5 marked itself down and dead 2024-08-17T16:58:04.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:04 smithi001 ceph-mon[103274]: osd.5 marked itself down and dead 2024-08-17T16:58:04.787 INFO:tasks.rados.rados.0.smithi001.stdout:2144: finishing rollback tid 1 to smithi00187473-37 2024-08-17T16:58:04.787 INFO:tasks.rados.rados.0.smithi001.stdout:2144: finishing rollback tid 2 to smithi00187473-37 2024-08-17T16:58:04.788 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 644 (ObjNum 550 snap 156 seq_num 550) dirty exists 2024-08-17T16:58:04.808 INFO:tasks.rados.rados.0.smithi001.stdout:2144: done (3 left) 2024-08-17T16:58:04.808 INFO:tasks.rados.rados.0.smithi001.stdout:2146: done (2 left) 2024-08-17T16:58:04.808 INFO:tasks.rados.rados.0.smithi001.stdout:2147: done (1 left) 2024-08-17T16:58:04.809 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 201 2024-08-17T16:58:04.809 INFO:tasks.rados.rados.0.smithi001.stdout:2148: seq_num 697 ranges {1884160=475136,2359296=704512,3063808=557056,3620864=344064} 2024-08-17T16:58:04.821 INFO:tasks.rados.rados.0.smithi001.stdout:2148: writing smithi00187473-6 from 1884160 to 2359296 tid 1 2024-08-17T16:58:04.825 INFO:tasks.rados.rados.0.smithi001.stdout:2148: writing smithi00187473-6 from 2359296 to 3063808 tid 2 2024-08-17T16:58:04.828 INFO:tasks.rados.rados.0.smithi001.stdout:2148: writing smithi00187473-6 from 3063808 to 3620864 tid 3 2024-08-17T16:58:04.830 INFO:tasks.rados.rados.0.smithi001.stdout:2148: writing smithi00187473-6 from 3620864 to 3964928 tid 4 2024-08-17T16:58:04.830 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 201 2024-08-17T16:58:04.830 INFO:tasks.rados.rados.0.smithi001.stdout:2145: expect (ObjNum 695 snap 200 seq_num 695) 2024-08-17T16:58:04.874 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:04 smithi189 podman[101213]: 2024-08-17 16:58:04.587898043 +0000 UTC m=+1.509708579 container died 09b73b1bfd8ee07c8de1e8e47fbda12be505483e83a1c8c93f89db33e76c140d (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=quincy-f2c39d4, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:58:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:05 smithi189 ceph-mon[90541]: pgmap v340: 121 pgs: 121 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-17T16:58:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:05 smithi189 ceph-mon[90541]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:58:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:05 smithi189 ceph-mon[90541]: osdmap e483: 8 total, 7 up, 8 in 2024-08-17T16:58:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:05 smithi189 ceph-mon[90541]: osdmap e484: 8 total, 7 up, 8 in 2024-08-17T16:58:05.179 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:05 smithi189 podman[101213]: 2024-08-17 16:58:05.04796606 +0000 UTC m=+1.969776622 container cleanup 09b73b1bfd8ee07c8de1e8e47fbda12be505483e83a1c8c93f89db33e76c140d (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:58:05.179 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:05 smithi189 bash[101213]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5 2024-08-17T16:58:05.240 INFO:tasks.rados.rados.0.smithi001.stdout:2148: finishing write tid 1 to smithi00187473-6 2024-08-17T16:58:05.240 INFO:tasks.rados.rados.0.smithi001.stdout:2148: finishing write tid 2 to smithi00187473-6 2024-08-17T16:58:05.240 INFO:tasks.rados.rados.0.smithi001.stdout:2148: finishing write tid 3 to smithi00187473-6 2024-08-17T16:58:05.240 INFO:tasks.rados.rados.0.smithi001.stdout:2148: finishing write tid 4 to smithi00187473-6 2024-08-17T16:58:05.240 INFO:tasks.rados.rados.0.smithi001.stdout:2148: finishing write tid 5 to smithi00187473-6 2024-08-17T16:58:05.241 INFO:tasks.rados.rados.0.smithi001.stdout:2148: finishing write tid 6 to smithi00187473-6 2024-08-17T16:58:05.241 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 877 (ObjNum 697 snap 201 seq_num 697) dirty exists 2024-08-17T16:58:05.241 INFO:tasks.rados.rados.0.smithi001.stdout:2148: left oid 6 (ObjNum 697 snap 201 seq_num 697) 2024-08-17T16:58:05.241 INFO:tasks.rados.rados.0.smithi001.stdout:2149: seq_num 698 ranges {1343488=499712,1843200=589824,2433024=770048,3203072=245760} 2024-08-17T16:58:05.250 INFO:tasks.rados.rados.0.smithi001.stdout:2149: writing smithi00187473-42 from 1343488 to 1843200 tid 1 2024-08-17T16:58:05.253 INFO:tasks.rados.rados.0.smithi001.stdout:2149: writing smithi00187473-42 from 1843200 to 2433024 tid 2 2024-08-17T16:58:05.257 INFO:tasks.rados.rados.0.smithi001.stdout:2149: writing smithi00187473-42 from 2433024 to 3203072 tid 3 2024-08-17T16:58:05.259 INFO:tasks.rados.rados.0.smithi001.stdout:2149: writing smithi00187473-42 from 3203072 to 3448832 tid 4 2024-08-17T16:58:05.259 INFO:tasks.rados.rados.0.smithi001.stdout:2145: done (2 left) 2024-08-17T16:58:05.259 INFO:tasks.rados.rados.0.smithi001.stdout:2148: done (1 left) 2024-08-17T16:58:05.260 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 201 2024-08-17T16:58:05.260 INFO:tasks.rados.rados.0.smithi001.stdout:2149: finishing write tid 1 to smithi00187473-42 2024-08-17T16:58:05.260 INFO:tasks.rados.rados.0.smithi001.stdout:2149: finishing write tid 2 to smithi00187473-42 2024-08-17T16:58:05.260 INFO:tasks.rados.rados.0.smithi001.stdout:2150: seq_num 699 ranges {1343488=516096,1859584=475136,2334720=573440,2908160=557056} 2024-08-17T16:58:05.269 INFO:tasks.rados.rados.0.smithi001.stdout:2150: writing smithi00187473-23 from 1343488 to 1859584 tid 1 2024-08-17T16:58:05.272 INFO:tasks.rados.rados.0.smithi001.stdout:2150: writing smithi00187473-23 from 1859584 to 2334720 tid 2 2024-08-17T16:58:05.275 INFO:tasks.rados.rados.0.smithi001.stdout:2150: writing smithi00187473-23 from 2334720 to 2908160 tid 3 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:2150: writing smithi00187473-23 from 2908160 to 3465216 tid 4 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:2151: read oid 11 snap -1 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:2151: expect (ObjNum 608 snap 171 seq_num 608) 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:2152: rollback oid 28 current snap is 201 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 199 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:2149: finishing write tid 3 to smithi00187473-42 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:2149: finishing write tid 4 to smithi00187473-42 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:2149: finishing write tid 5 to smithi00187473-42 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:2149: finishing write tid 6 to smithi00187473-42 2024-08-17T16:58:05.280 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1268 (ObjNum 698 snap 201 seq_num 698) dirty exists 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2149: left oid 42 (ObjNum 698 snap 201 seq_num 698) 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 1 to smithi00187473-23 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 2 to smithi00187473-23 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 3 to smithi00187473-23 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2149: done (3 left) 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2153: copy_from oid 44 from oid 17 current snap is 201 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2154: read oid 20 snap -1 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2154: expect (ObjNum 644 snap 181 seq_num 644) 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 201 2024-08-17T16:58:05.281 INFO:tasks.rados.rados.0.smithi001.stdout:2155: seq_num 700 ranges {9601024=532480,10133504=409600,10543104=737280,11280384=458752} 2024-08-17T16:58:05.335 INFO:tasks.rados.rados.0.smithi001.stdout:2155: writing smithi00187473-8 from 9601024 to 10133504 tid 1 2024-08-17T16:58:05.338 INFO:tasks.rados.rados.0.smithi001.stdout:2155: writing smithi00187473-8 from 10133504 to 10543104 tid 2 2024-08-17T16:58:05.342 INFO:tasks.rados.rados.0.smithi001.stdout:2155: writing smithi00187473-8 from 10543104 to 11280384 tid 3 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2155: writing smithi00187473-8 from 11280384 to 11739136 tid 4 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2156: snap_create 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 4 to smithi00187473-23 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 5 to smithi00187473-23 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2152: finishing rollback tid 0 to smithi00187473-28 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2152: finishing rollback tid 1 to smithi00187473-28 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2152: finishing rollback tid 2 to smithi00187473-28 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1478 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2150: finishing write tid 6 to smithi00187473-23 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1485 (ObjNum 699 snap 201 seq_num 699) dirty exists 2024-08-17T16:58:05.346 INFO:tasks.rados.rados.0.smithi001.stdout:2150: left oid 23 (ObjNum 699 snap 201 seq_num 699) 2024-08-17T16:58:05.347 INFO:tasks.rados.rados.0.smithi001.stdout:2154: expect (ObjNum 644 snap 181 seq_num 644) 2024-08-17T16:58:05.411 INFO:tasks.rados.rados.0.smithi001.stdout:2151: expect (ObjNum 608 snap 171 seq_num 608) 2024-08-17T16:58:05.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:05 smithi001 ceph-mon[100737]: pgmap v340: 121 pgs: 121 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-17T16:58:05.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:05 smithi001 ceph-mon[100737]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:58:05.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:05 smithi001 ceph-mon[100737]: osdmap e483: 8 total, 7 up, 8 in 2024-08-17T16:58:05.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:05 smithi001 ceph-mon[100737]: osdmap e484: 8 total, 7 up, 8 in 2024-08-17T16:58:05.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:05 smithi001 ceph-mon[103274]: pgmap v340: 121 pgs: 121 active+clean; 277 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-08-17T16:58:05.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:05 smithi001 ceph-mon[103274]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:58:05.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:05 smithi001 ceph-mon[103274]: osdmap e483: 8 total, 7 up, 8 in 2024-08-17T16:58:05.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:05 smithi001 ceph-mon[103274]: osdmap e484: 8 total, 7 up, 8 in 2024-08-17T16:58:05.584 INFO:tasks.rados.rados.0.smithi001.stdout:2153: finishing copy_from racing read to smithi00187473-44 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:2153: finishing copy_from to smithi00187473-44 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1575 (ObjNum 664 snap 191 seq_num 664) dirty exists 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:2155: finishing write tid 1 to smithi00187473-8 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:2155: finishing write tid 2 to smithi00187473-8 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:2155: finishing write tid 3 to smithi00187473-8 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:2155: finishing write tid 4 to smithi00187473-8 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:2155: finishing write tid 5 to smithi00187473-8 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:2155: finishing write tid 6 to smithi00187473-8 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1273 (ObjNum 700 snap 201 seq_num 700) dirty exists 2024-08-17T16:58:05.585 INFO:tasks.rados.rados.0.smithi001.stdout:2155: left oid 8 (ObjNum 700 snap 201 seq_num 700) 2024-08-17T16:58:05.678 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:05 smithi189 podman[101232]: 2024-08-17 16:58:05.391650296 +0000 UTC m=+0.806286652 container remove 09b73b1bfd8ee07c8de1e8e47fbda12be505483e83a1c8c93f89db33e76c140d (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4) 2024-08-17T16:58:06.011 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:05 smithi189 podman[101329]: 2024-08-17 16:58:05.620969882 +0000 UTC m=+0.017527864 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:58:06.011 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:05 smithi189 podman[101329]: 2024-08-17 16:58:05.72576571 +0000 UTC m=+0.122323700 container create 344cf2e5bccbd76e8376173212bec5ec1f6030a7fc2e5110eca648f5b304ad53 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-17T16:58:06.012 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:05 smithi189 podman[101329]: 2024-08-17 16:58:05.911348023 +0000 UTC m=+0.307906015 container init 344cf2e5bccbd76e8376173212bec5ec1f6030a7fc2e5110eca648f5b304ad53 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T16:58:06.012 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:05 smithi189 podman[101329]: 2024-08-17 16:58:05.916193936 +0000 UTC m=+0.312751922 container start 344cf2e5bccbd76e8376173212bec5ec1f6030a7fc2e5110eca648f5b304ad53 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-08-17T16:58:06.012 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:06 smithi189 podman[101329]: 2024-08-17 16:58:06.011276418 +0000 UTC m=+0.407834427 container attach 344cf2e5bccbd76e8376173212bec5ec1f6030a7fc2e5110eca648f5b304ad53 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:58:06.099 INFO:tasks.rados.rados.0.smithi001.stdout:2150: done (6 left) 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:2151: done (5 left) 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:2152: done (4 left) 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:2153: done (3 left) 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:2154: done (2 left) 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:2155: done (1 left) 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:2156: done (0 left) 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:2157: setattr oid 46 current snap is 202 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:2158: rollback oid 35 current snap is 202 2024-08-17T16:58:06.100 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 196 2024-08-17T16:58:06.101 INFO:tasks.rados.rados.0.smithi001.stdout:2159: snap_remove snap 198 2024-08-17T16:58:06.399 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:06 smithi189 ceph-mon[90541]: Health check failed: Degraded data redundancy: 10/405 objects degraded (2.469%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:06.399 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:06 smithi189 ceph-mon[90541]: osdmap e485: 8 total, 7 up, 8 in 2024-08-17T16:58:06.400 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:06 smithi189 podman[101329]: 2024-08-17 16:58:06.10896451 +0000 UTC m=+0.505522495 container died 344cf2e5bccbd76e8376173212bec5ec1f6030a7fc2e5110eca648f5b304ad53 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-08-17T16:58:06.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:06 smithi001 ceph-mon[103274]: Health check failed: Degraded data redundancy: 10/405 objects degraded (2.469%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:06.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:06 smithi001 ceph-mon[103274]: osdmap e485: 8 total, 7 up, 8 in 2024-08-17T16:58:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:06 smithi001 ceph-mon[100737]: Health check failed: Degraded data redundancy: 10/405 objects degraded (2.469%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:06.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:06 smithi001 ceph-mon[100737]: osdmap e485: 8 total, 7 up, 8 in 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:2159: done (2 left) 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:2160: read oid 47 snap -1 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:2160: expect deleted 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 202 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 927 (ObjNum 694 snap 200 seq_num 694) dirty exists 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:2158: finishing rollback tid 0 to smithi00187473-35 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:2158: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:2158: finishing rollback tid 2 to smithi00187473-35 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1518 (ObjNum 624 snap 177 seq_num 624) dirty exists 2024-08-17T16:58:07.101 INFO:tasks.rados.rados.0.smithi001.stdout:2161: seq_num 701 ranges {17072128=548864,17620992=696320,18317312=540672,18857984=368640} 2024-08-17T16:58:07.145 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:06 smithi189 podman[101372]: 2024-08-17 16:58:06.798590172 +0000 UTC m=+0.679575904 container remove 344cf2e5bccbd76e8376173212bec5ec1f6030a7fc2e5110eca648f5b304ad53 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T16:58:07.145 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:06 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-17T16:58:07.145 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:06 smithi189 systemd[1]: Stopped Ceph osd.5 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:58:07.145 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:06 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.5.service: Consumed 13.926s CPU time. 2024-08-17T16:58:07.145 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 systemd[1]: Starting Ceph osd.5 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:58:07.197 INFO:tasks.rados.rados.0.smithi001.stdout:2161: writing smithi00187473-50 from 17072128 to 17620992 tid 1 2024-08-17T16:58:07.201 INFO:tasks.rados.rados.0.smithi001.stdout:2161: writing smithi00187473-50 from 17620992 to 18317312 tid 2 2024-08-17T16:58:07.205 INFO:tasks.rados.rados.0.smithi001.stdout:2161: writing smithi00187473-50 from 18317312 to 18857984 tid 3 2024-08-17T16:58:07.207 INFO:tasks.rados.rados.0.smithi001.stdout:2161: writing smithi00187473-50 from 18857984 to 19226624 tid 4 2024-08-17T16:58:07.207 INFO:tasks.rados.rados.0.smithi001.stdout:2157: done (3 left) 2024-08-17T16:58:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:2158: done (2 left) 2024-08-17T16:58:07.208 INFO:tasks.rados.rados.0.smithi001.stdout:2162: snap_remove snap 196 2024-08-17T16:58:07.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-mon[90541]: pgmap v343: 121 pgs: 8 active+undersized, 16 stale+active+clean, 4 active+undersized+degraded, 93 active+clean; 289 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 18 op/s; 10/405 objects degraded (2.469%) 2024-08-17T16:58:07.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-mon[90541]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T16:58:07.429 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 podman[101477]: 2024-08-17 16:58:07.143744018 +0000 UTC m=+0.017580828 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:58:07.429 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 podman[101477]: 2024-08-17 16:58:07.258280271 +0000 UTC m=+0.132117122 container create 1c25925b17718522752958cda611282addf46a377269afd5768d93acc31142d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate, ceph=True, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T16:58:07.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:58:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:58:07] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-17T16:58:07.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:07 smithi001 ceph-mon[103274]: pgmap v343: 121 pgs: 8 active+undersized, 16 stale+active+clean, 4 active+undersized+degraded, 93 active+clean; 289 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 18 op/s; 10/405 objects degraded (2.469%) 2024-08-17T16:58:07.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:07 smithi001 ceph-mon[103274]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T16:58:07.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:07 smithi001 ceph-mon[100737]: pgmap v343: 121 pgs: 8 active+undersized, 16 stale+active+clean, 4 active+undersized+degraded, 93 active+clean; 289 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.4 MiB/s wr, 18 op/s; 10/405 objects degraded (2.469%) 2024-08-17T16:58:07.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:07 smithi001 ceph-mon[100737]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T16:58:07.768 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 podman[101477]: 2024-08-17 16:58:07.477286452 +0000 UTC m=+0.351123270 container init 1c25925b17718522752958cda611282addf46a377269afd5768d93acc31142d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T16:58:07.768 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 podman[101477]: 2024-08-17 16:58:07.482574594 +0000 UTC m=+0.356411403 container start 1c25925b17718522752958cda611282addf46a377269afd5768d93acc31142d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=) 2024-08-17T16:58:07.768 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 podman[101477]: 2024-08-17 16:58:07.560346938 +0000 UTC m=+0.434183748 container attach 1c25925b17718522752958cda611282addf46a377269afd5768d93acc31142d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:07.768 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:07.768 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 bash[101477]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:07.768 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 bash[101477]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 bash[101477]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 bash[101477]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 bash[101477]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 bash[101477]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-17T16:58:07.769 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:07 smithi189 bash[101477]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-17T16:58:08.033 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 bash[101477]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 bash[101477]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 bash[101477]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 bash[101477]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate[101491]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-17T16:58:08.034 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 bash[101477]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-17T16:58:08.156 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 1 to smithi00187473-50 2024-08-17T16:58:08.156 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 2 to smithi00187473-50 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 3 to smithi00187473-50 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 4 to smithi00187473-50 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 5 to smithi00187473-50 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2161: finishing write tid 6 to smithi00187473-50 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 932 (ObjNum 701 snap 202 seq_num 701) dirty exists 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2161: left oid 50 (ObjNum 701 snap 202 seq_num 701) 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2160: done (2 left) 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2161: done (1 left) 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2162: done (0 left) 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:2163: rmattr oid 2 current snap is 202 2024-08-17T16:58:08.157 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 202 2024-08-17T16:58:08.158 INFO:tasks.rados.rados.0.smithi001.stdout:2164: seq_num 702 ranges {811008=565248,1376256=581632,1957888=745472,2703360=278528} 2024-08-17T16:58:08.165 INFO:tasks.rados.rados.0.smithi001.stdout:2164: writing smithi00187473-32 from 811008 to 1376256 tid 1 2024-08-17T16:58:08.169 INFO:tasks.rados.rados.0.smithi001.stdout:2164: writing smithi00187473-32 from 1376256 to 1957888 tid 2 2024-08-17T16:58:08.173 INFO:tasks.rados.rados.0.smithi001.stdout:2164: writing smithi00187473-32 from 1957888 to 2703360 tid 3 2024-08-17T16:58:08.175 INFO:tasks.rados.rados.0.smithi001.stdout:2164: writing smithi00187473-32 from 2703360 to 2981888 tid 4 2024-08-17T16:58:08.175 INFO:tasks.rados.rados.0.smithi001.stdout:2165: copy_from oid 5 from oid 49 current snap is 202 2024-08-17T16:58:08.175 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 1712 (ObjNum 693 snap 200 seq_num 693) dirty exists 2024-08-17T16:58:08.176 INFO:tasks.rados.rados.0.smithi001.stdout:2163: done (2 left) 2024-08-17T16:58:08.176 INFO:tasks.rados.rados.0.smithi001.stdout:2166: delete oid 45 current snap is 202 2024-08-17T16:58:08.176 INFO:tasks.rados.rados.0.smithi001.stdout:2164: finishing write tid 1 to smithi00187473-32 2024-08-17T16:58:08.176 INFO:tasks.rados.rados.0.smithi001.stdout:2164: finishing write tid 2 to smithi00187473-32 2024-08-17T16:58:08.179 INFO:tasks.rados.rados.0.smithi001.stdout:2164: finishing write tid 3 to smithi00187473-32 2024-08-17T16:58:08.179 INFO:tasks.rados.rados.0.smithi001.stdout:2164: finishing write tid 4 to smithi00187473-32 2024-08-17T16:58:08.179 INFO:tasks.rados.rados.0.smithi001.stdout:2164: finishing write tid 5 to smithi00187473-32 2024-08-17T16:58:08.181 INFO:tasks.rados.rados.0.smithi001.stdout:2164: finishing write tid 6 to smithi00187473-32 2024-08-17T16:58:08.181 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1724 (ObjNum 702 snap 202 seq_num 702) dirty exists 2024-08-17T16:58:08.181 INFO:tasks.rados.rados.0.smithi001.stdout:2164: left oid 32 (ObjNum 702 snap 202 seq_num 702) 2024-08-17T16:58:08.182 INFO:tasks.rados.rados.0.smithi001.stdout:2164: done (2 left) 2024-08-17T16:58:08.182 INFO:tasks.rados.rados.0.smithi001.stdout:2166: done (1 left) 2024-08-17T16:58:08.182 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 202 2024-08-17T16:58:08.182 INFO:tasks.rados.rados.0.smithi001.stdout:2167: seq_num 704 ranges {2981888=598016,3579904=745472,4325376=712704,5038080=147456} 2024-08-17T16:58:08.201 INFO:tasks.rados.rados.0.smithi001.stdout:2167: writing smithi00187473-32 from 2981888 to 3579904 tid 1 2024-08-17T16:58:08.206 INFO:tasks.rados.rados.0.smithi001.stdout:2167: writing smithi00187473-32 from 3579904 to 4325376 tid 2 2024-08-17T16:58:08.210 INFO:tasks.rados.rados.0.smithi001.stdout:2167: writing smithi00187473-32 from 4325376 to 5038080 tid 3 2024-08-17T16:58:08.211 INFO:tasks.rados.rados.0.smithi001.stdout:2167: writing smithi00187473-32 from 5038080 to 5185536 tid 4 2024-08-17T16:58:08.211 INFO:tasks.rados.rados.0.smithi001.stdout:2168: snap_remove snap 201 2024-08-17T16:58:08.344 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 podman[101477]: 2024-08-17 16:58:08.033416703 +0000 UTC m=+0.907253521 container died 1c25925b17718522752958cda611282addf46a377269afd5768d93acc31142d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:09.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 podman[101618]: 2024-08-17 16:58:08.748144108 +0000 UTC m=+0.708554367 container remove 1c25925b17718522752958cda611282addf46a377269afd5768d93acc31142d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:09.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 podman[101682]: 2024-08-17 16:58:08.864165465 +0000 UTC m=+0.017785424 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:58:09.102 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:08 smithi189 podman[101682]: 2024-08-17 16:58:08.990683284 +0000 UTC m=+0.144303234 container create ffe2ec59c191e75eb94bf956713aa583306ec81c4c7a989870a4d319479bcf61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-17T16:58:09.160 INFO:tasks.rados.rados.0.smithi001.stdout:2168: done (2 left) 2024-08-17T16:58:09.160 INFO:tasks.rados.rados.0.smithi001.stdout:2169: delete oid 42 current snap is 202 2024-08-17T16:58:09.160 INFO:tasks.rados.rados.0.smithi001.stdout:2165: finishing copy_from racing read to smithi00187473-5 2024-08-17T16:58:09.160 INFO:tasks.rados.rados.0.smithi001.stdout:2165: finishing copy_from to smithi00187473-5 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1289 (ObjNum 652 snap 184 seq_num 652) dirty exists 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:2167: finishing write tid 1 to smithi00187473-32 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:2167: finishing write tid 2 to smithi00187473-32 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:2167: finishing write tid 3 to smithi00187473-32 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:2167: finishing write tid 4 to smithi00187473-32 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:2167: finishing write tid 5 to smithi00187473-32 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:2167: finishing write tid 6 to smithi00187473-32 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1733 (ObjNum 704 snap 202 seq_num 704) dirty exists 2024-08-17T16:58:09.161 INFO:tasks.rados.rados.0.smithi001.stdout:2167: left oid 32 (ObjNum 704 snap 202 seq_num 704) 2024-08-17T16:58:09.164 INFO:tasks.rados.rados.0.smithi001.stdout:2165: done (2 left) 2024-08-17T16:58:09.164 INFO:tasks.rados.rados.0.smithi001.stdout:2167: done (1 left) 2024-08-17T16:58:09.164 INFO:tasks.rados.rados.0.smithi001.stdout:2169: done (0 left) 2024-08-17T16:58:09.164 INFO:tasks.rados.rados.0.smithi001.stdout:2170: setattr oid 22 current snap is 202 2024-08-17T16:58:09.165 INFO:tasks.rados.rados.0.smithi001.stdout:2171: snap_create 2024-08-17T16:58:09.169 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1459 (ObjNum 692 snap 200 seq_num 692) dirty exists 2024-08-17T16:58:09.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:09 smithi189 ceph-mon[90541]: pgmap v346: 121 pgs: 16 active+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 86 active+clean; 290 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 26/408 objects degraded (6.373%) 2024-08-17T16:58:09.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:09 smithi189 ceph-mon[90541]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T16:58:09.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:09 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:09.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:09 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:09.429 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:09 smithi189 podman[101682]: 2024-08-17 16:58:09.276350286 +0000 UTC m=+0.429970236 container init ffe2ec59c191e75eb94bf956713aa583306ec81c4c7a989870a4d319479bcf61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T16:58:09.429 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:09 smithi189 podman[101682]: 2024-08-17 16:58:09.280908671 +0000 UTC m=+0.434528620 container start ffe2ec59c191e75eb94bf956713aa583306ec81c4c7a989870a4d319479bcf61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe) 2024-08-17T16:58:09.429 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:09 smithi189 ceph-osd[101720]: -- 172.21.15.189:0/2451006137 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d1633e3a40 con 0x55d1641b0400 2024-08-17T16:58:09.429 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:09 smithi189 bash[101682]: ffe2ec59c191e75eb94bf956713aa583306ec81c4c7a989870a4d319479bcf61 2024-08-17T16:58:09.429 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:09 smithi189 systemd[1]: Started Ceph osd.5 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:58:09.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:09 smithi001 ceph-mon[100737]: pgmap v346: 121 pgs: 16 active+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 86 active+clean; 290 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 26/408 objects degraded (6.373%) 2024-08-17T16:58:09.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:09 smithi001 ceph-mon[100737]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T16:58:09.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:09 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:09.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:09 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:09.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:09 smithi001 ceph-mon[103274]: pgmap v346: 121 pgs: 16 active+undersized, 10 stale+active+clean, 9 active+undersized+degraded, 86 active+clean; 290 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 26/408 objects degraded (6.373%) 2024-08-17T16:58:09.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:09 smithi001 ceph-mon[103274]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T16:58:09.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:09 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:09.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:09 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:10.165 INFO:tasks.rados.rados.0.smithi001.stdout:2170: done (1 left) 2024-08-17T16:58:10.166 INFO:tasks.rados.rados.0.smithi001.stdout:2171: done (0 left) 2024-08-17T16:58:10.166 INFO:tasks.rados.rados.0.smithi001.stdout:2172: snap_remove snap 200 2024-08-17T16:58:10.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:10 smithi189 ceph-mon[90541]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T16:58:10.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:10.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:10.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:10 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:10.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:58:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:58:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:58:10.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:10 smithi001 ceph-mon[100737]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T16:58:10.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:10.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:10.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:10 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:10.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:10 smithi001 ceph-mon[103274]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T16:58:10.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:10.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:10.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:10 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:11.168 INFO:tasks.rados.rados.0.smithi001.stdout:2172: done (0 left) 2024-08-17T16:58:11.168 INFO:tasks.rados.rados.0.smithi001.stdout:2173: read oid 8 snap -1 2024-08-17T16:58:11.169 INFO:tasks.rados.rados.0.smithi001.stdout:2173: expect (ObjNum 700 snap 201 seq_num 700) 2024-08-17T16:58:11.169 INFO:tasks.rados.rados.0.smithi001.stdout:2174: read oid 43 snap 182 2024-08-17T16:58:11.169 INFO:tasks.rados.rados.0.smithi001.stdout:2174: expect (ObjNum 610 snap 173 seq_num 610) 2024-08-17T16:58:11.169 INFO:tasks.rados.rados.0.smithi001.stdout:2175: read oid 49 snap -1 2024-08-17T16:58:11.169 INFO:tasks.rados.rados.0.smithi001.stdout:2175: expect (ObjNum 652 snap 184 seq_num 652) 2024-08-17T16:58:11.169 INFO:tasks.rados.rados.0.smithi001.stdout:2176: delete oid 2 current snap is 203 2024-08-17T16:58:11.179 INFO:tasks.rados.rados.0.smithi001.stdout:2175: expect (ObjNum 652 snap 184 seq_num 652) 2024-08-17T16:58:11.258 INFO:tasks.rados.rados.0.smithi001.stdout:2174: expect (ObjNum 610 snap 173 seq_num 610) 2024-08-17T16:58:11.359 INFO:tasks.rados.rados.0.smithi001.stdout:2173: expect (ObjNum 700 snap 201 seq_num 700) 2024-08-17T16:58:11.428 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T16:58:10.934+0000 7f34a4797640 -1 Falling back to public interface 2024-08-17T16:58:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:11 smithi189 ceph-mon[90541]: pgmap v349: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 57/432 objects degraded (13.194%) 2024-08-17T16:58:11.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:11 smithi189 ceph-mon[90541]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T16:58:11.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:11 smithi001 ceph-mon[100737]: pgmap v349: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 57/432 objects degraded (13.194%) 2024-08-17T16:58:11.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:11 smithi001 ceph-mon[100737]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T16:58:11.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:11 smithi001 ceph-mon[103274]: pgmap v349: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 303 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 57/432 objects degraded (13.194%) 2024-08-17T16:58:11.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:11 smithi001 ceph-mon[103274]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T16:58:12.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:12 smithi189 ceph-mon[90541]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T16:58:12.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:12 smithi001 ceph-mon[100737]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T16:58:12.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:12 smithi001 ceph-mon[103274]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T16:58:12.449 INFO:tasks.rados.rados.0.smithi001.stdout:2173: done (3 left) 2024-08-17T16:58:12.449 INFO:tasks.rados.rados.0.smithi001.stdout:2174: done (2 left) 2024-08-17T16:58:12.449 INFO:tasks.rados.rados.0.smithi001.stdout:2175: done (1 left) 2024-08-17T16:58:12.449 INFO:tasks.rados.rados.0.smithi001.stdout:2176: done (0 left) 2024-08-17T16:58:12.450 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 203 2024-08-17T16:58:12.450 INFO:tasks.rados.rados.0.smithi001.stdout:2177: seq_num 707 ranges {6356992=647168,7004160=802816,7806976=532480,8339456=270336} 2024-08-17T16:58:12.487 INFO:tasks.rados.rados.0.smithi001.stdout:2177: writing smithi00187473-7 from 6356992 to 7004160 tid 1 2024-08-17T16:58:12.492 INFO:tasks.rados.rados.0.smithi001.stdout:2177: writing smithi00187473-7 from 7004160 to 7806976 tid 2 2024-08-17T16:58:12.495 INFO:tasks.rados.rados.0.smithi001.stdout:2177: writing smithi00187473-7 from 7806976 to 8339456 tid 3 2024-08-17T16:58:12.497 INFO:tasks.rados.rados.0.smithi001.stdout:2177: writing smithi00187473-7 from 8339456 to 8609792 tid 4 2024-08-17T16:58:12.497 INFO:tasks.rados.rados.0.smithi001.stdout:2178: snap_remove snap 199 2024-08-17T16:58:13.184 INFO:tasks.rados.rados.0.smithi001.stdout:2177: finishing write tid 1 to smithi00187473-7 2024-08-17T16:58:13.184 INFO:tasks.rados.rados.0.smithi001.stdout:2177: finishing write tid 2 to smithi00187473-7 2024-08-17T16:58:13.184 INFO:tasks.rados.rados.0.smithi001.stdout:2177: finishing write tid 3 to smithi00187473-7 2024-08-17T16:58:13.184 INFO:tasks.rados.rados.0.smithi001.stdout:2177: finishing write tid 4 to smithi00187473-7 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:2177: finishing write tid 5 to smithi00187473-7 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:2177: finishing write tid 6 to smithi00187473-7 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 693 (ObjNum 707 snap 203 seq_num 707) dirty exists 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:2177: left oid 7 (ObjNum 707 snap 203 seq_num 707) 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:2177: done (1 left) 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:2178: done (0 left) 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:2179: read oid 9 snap -1 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:2179: expect deleted 2024-08-17T16:58:13.185 INFO:tasks.rados.rados.0.smithi001.stdout:2180: delete oid 4 current snap is 203 2024-08-17T16:58:13.194 INFO:tasks.rados.rados.0.smithi001.stdout:2179: done (1 left) 2024-08-17T16:58:13.194 INFO:tasks.rados.rados.0.smithi001.stdout:2180: done (0 left) 2024-08-17T16:58:13.194 INFO:tasks.rados.rados.0.smithi001.stdout:2181: read oid 6 snap 182 2024-08-17T16:58:13.194 INFO:tasks.rados.rados.0.smithi001.stdout:2181: expect deleted 2024-08-17T16:58:13.194 INFO:tasks.rados.rados.0.smithi001.stdout:2182: rollback oid 46 current snap is 203 2024-08-17T16:58:13.195 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 202 2024-08-17T16:58:13.195 INFO:tasks.rados.rados.0.smithi001.stdout:2183: setattr oid 32 current snap is 203 2024-08-17T16:58:13.195 INFO:tasks.rados.rados.0.smithi001.stdout:2184: read oid 42 snap -1 2024-08-17T16:58:13.195 INFO:tasks.rados.rados.0.smithi001.stdout:2184: expect deleted 2024-08-17T16:58:13.195 INFO:tasks.rados.rados.0.smithi001.stdout:2185: snap_create 2024-08-17T16:58:13.197 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing rollback tid 0 to smithi00187473-46 2024-08-17T16:58:13.197 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing rollback tid 1 to smithi00187473-46 2024-08-17T16:58:13.197 INFO:tasks.rados.rados.0.smithi001.stdout:2182: finishing rollback tid 2 to smithi00187473-46 2024-08-17T16:58:13.197 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 935 (ObjNum 694 snap 200 seq_num 694) dirty exists 2024-08-17T16:58:13.201 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1761 (ObjNum 704 snap 202 seq_num 704) dirty exists 2024-08-17T16:58:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:13 smithi189 ceph-mon[90541]: pgmap v352: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 297 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 58/420 objects degraded (13.810%) 2024-08-17T16:58:13.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:13 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 58/420 objects degraded (13.810%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:13 smithi001 ceph-mon[100737]: pgmap v352: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 297 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 58/420 objects degraded (13.810%) 2024-08-17T16:58:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:13 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 58/420 objects degraded (13.810%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:13.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:13 smithi001 ceph-mon[103274]: pgmap v352: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 297 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 58/420 objects degraded (13.810%) 2024-08-17T16:58:13.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:13 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 58/420 objects degraded (13.810%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:14.188 INFO:tasks.rados.rados.0.smithi001.stdout:2181: done (4 left) 2024-08-17T16:58:14.188 INFO:tasks.rados.rados.0.smithi001.stdout:2182: done (3 left) 2024-08-17T16:58:14.188 INFO:tasks.rados.rados.0.smithi001.stdout:2183: done (2 left) 2024-08-17T16:58:14.188 INFO:tasks.rados.rados.0.smithi001.stdout:2184: done (1 left) 2024-08-17T16:58:14.189 INFO:tasks.rados.rados.0.smithi001.stdout:2185: done (0 left) 2024-08-17T16:58:14.189 INFO:tasks.rados.rados.0.smithi001.stdout:2186: rollback oid 44 current snap is 204 2024-08-17T16:58:14.189 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 203 2024-08-17T16:58:14.189 INFO:tasks.rados.rados.0.smithi001.stdout:2187: rollback oid 40 current snap is 204 2024-08-17T16:58:14.189 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 182 2024-08-17T16:58:14.189 INFO:tasks.rados.rados.0.smithi001.stdout:2188: snap_remove snap 202 2024-08-17T16:58:14.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:14 smithi189 ceph-mon[90541]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T16:58:14.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:14 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:14.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:14 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:14 smithi001 ceph-mon[100737]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T16:58:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:14 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:14 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:14.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:14 smithi001 ceph-mon[103274]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T16:58:14.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:14 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:14.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:14 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:15.031 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:14 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T16:58:14.940+0000 7f34a4797640 -1 osd.5 482 log_to_monitors true 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:2188: done (2 left) 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:2189: rollback oid 20 current snap is 204 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 203 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:2187: finishing rollback tid 0 to smithi00187473-40 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:2187: finishing rollback tid 1 to smithi00187473-40 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 695 (ObjNum 8225 snap 0 seq_num 811578240) dirty dne 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:2186: finishing rollback tid 0 to smithi00187473-44 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:2186: finishing rollback tid 1 to smithi00187473-44 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:2187: done (2 left) 2024-08-17T16:58:15.194 INFO:tasks.rados.rados.0.smithi001.stdout:2190: delete oid 48 current snap is 204 2024-08-17T16:58:15.195 INFO:tasks.rados.rados.0.smithi001.stdout:2186: finishing rollback tid 2 to smithi00187473-44 2024-08-17T16:58:15.195 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1578 (ObjNum 664 snap 191 seq_num 664) dirty exists 2024-08-17T16:58:15.207 INFO:tasks.rados.rados.0.smithi001.stdout:2189: finishing rollback tid 0 to smithi00187473-20 2024-08-17T16:58:15.207 INFO:tasks.rados.rados.0.smithi001.stdout:2189: finishing rollback tid 1 to smithi00187473-20 2024-08-17T16:58:15.207 INFO:tasks.rados.rados.0.smithi001.stdout:2189: finishing rollback tid 2 to smithi00187473-20 2024-08-17T16:58:15.207 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1521 (ObjNum 644 snap 181 seq_num 644) dirty exists 2024-08-17T16:58:15.207 INFO:tasks.rados.rados.0.smithi001.stdout:2186: done (2 left) 2024-08-17T16:58:15.207 INFO:tasks.rados.rados.0.smithi001.stdout:2189: done (1 left) 2024-08-17T16:58:15.207 INFO:tasks.rados.rados.0.smithi001.stdout:2190: done (0 left) 2024-08-17T16:58:15.208 INFO:tasks.rados.rados.0.smithi001.stdout:2191: copy_from oid 49 from oid 17 current snap is 204 2024-08-17T16:58:15.208 INFO:tasks.rados.rados.0.smithi001.stdout:2192: snap_create 2024-08-17T16:58:15.218 INFO:tasks.rados.rados.0.smithi001.stdout:2191: finishing copy_from racing read to smithi00187473-49 2024-08-17T16:58:15.220 INFO:tasks.rados.rados.0.smithi001.stdout:2191: finishing copy_from to smithi00187473-49 2024-08-17T16:58:15.220 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1575 (ObjNum 664 snap 191 seq_num 664) dirty exists 2024-08-17T16:58:15.428 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 16:58:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T16:58:15.221+0000 7f349c541640 -1 osd.5 482 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:58:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:15 smithi189 ceph-mon[90541]: pgmap v354: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 11 op/s; 59/405 objects degraded (14.568%) 2024-08-17T16:58:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:15 smithi189 ceph-mon[90541]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T16:58:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:15 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:15 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:15 smithi189 ceph-mon[90541]: from='osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T16:58:15.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:15 smithi189 ceph-mon[90541]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T16:58:15.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[100737]: pgmap v354: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 11 op/s; 59/405 objects degraded (14.568%) 2024-08-17T16:58:15.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[100737]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[100737]: from='osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[100737]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[103274]: pgmap v354: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 291 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 0 B/s wr, 11 op/s; 59/405 objects degraded (14.568%) 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[103274]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[103274]: from='osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T16:58:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:15 smithi001 ceph-mon[103274]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T16:58:16.207 INFO:tasks.rados.rados.0.smithi001.stdout:2191: done (1 left) 2024-08-17T16:58:16.207 INFO:tasks.rados.rados.0.smithi001.stdout:2192: done (0 left) 2024-08-17T16:58:16.207 INFO:tasks.rados.rados.0.smithi001.stdout:2193: read oid 15 snap -1 2024-08-17T16:58:16.207 INFO:tasks.rados.rados.0.smithi001.stdout:2193: expect deleted 2024-08-17T16:58:16.207 INFO:tasks.rados.rados.0.smithi001.stdout:2194: rmattr oid 36 current snap is 205 2024-08-17T16:58:16.207 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 205 2024-08-17T16:58:16.207 INFO:tasks.rados.rados.0.smithi001.stdout:2195: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-08-17T16:58:16.212 INFO:tasks.rados.rados.0.smithi001.stdout:2195: writing smithi00187473-45 from 0 to 696320 tid 1 2024-08-17T16:58:16.215 INFO:tasks.rados.rados.0.smithi001.stdout:2195: writing smithi00187473-45 from 696320 to 1196032 tid 2 2024-08-17T16:58:16.221 INFO:tasks.rados.rados.0.smithi001.stdout:2195: writing smithi00187473-45 from 1196032 to 1908736 tid 3 2024-08-17T16:58:16.224 INFO:tasks.rados.rados.0.smithi001.stdout:2195: writing smithi00187473-45 from 1908736 to 2301952 tid 4 2024-08-17T16:58:16.224 INFO:tasks.rados.rados.0.smithi001.stdout:2196: delete oid 2 current snap is 205 2024-08-17T16:58:16.224 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1579 (ObjNum 463 snap 134 seq_num 463) dirty exists 2024-08-17T16:58:16.224 INFO:tasks.rados.rados.0.smithi001.stdout:2195: finishing write tid 1 to smithi00187473-45 2024-08-17T16:58:16.230 INFO:tasks.rados.rados.0.smithi001.stdout:2195: finishing write tid 2 to smithi00187473-45 2024-08-17T16:58:16.231 INFO:tasks.rados.rados.0.smithi001.stdout:2195: finishing write tid 3 to smithi00187473-45 2024-08-17T16:58:16.231 INFO:tasks.rados.rados.0.smithi001.stdout:2195: finishing write tid 4 to smithi00187473-45 2024-08-17T16:58:16.231 INFO:tasks.rados.rados.0.smithi001.stdout:2195: finishing write tid 5 to smithi00187473-45 2024-08-17T16:58:16.231 INFO:tasks.rados.rados.0.smithi001.stdout:2193: done (3 left) 2024-08-17T16:58:16.231 INFO:tasks.rados.rados.0.smithi001.stdout:2194: done (2 left) 2024-08-17T16:58:16.232 INFO:tasks.rados.rados.0.smithi001.stdout:2196: done (1 left) 2024-08-17T16:58:16.232 INFO:tasks.rados.rados.0.smithi001.stdout:2197: setattr oid 46 current snap is 205 2024-08-17T16:58:16.232 INFO:tasks.rados.rados.0.smithi001.stdout:2195: finishing write tid 6 to smithi00187473-45 2024-08-17T16:58:16.232 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1772 (ObjNum 710 snap 205 seq_num 710) dirty exists 2024-08-17T16:58:16.232 INFO:tasks.rados.rados.0.smithi001.stdout:2195: left oid 45 (ObjNum 710 snap 205 seq_num 710) 2024-08-17T16:58:16.234 INFO:tasks.rados.rados.0.smithi001.stdout:2195: done (1 left) 2024-08-17T16:58:16.234 INFO:tasks.rados.rados.0.smithi001.stdout:2198: read oid 50 snap -1 2024-08-17T16:58:16.234 INFO:tasks.rados.rados.0.smithi001.stdout:2198: expect (ObjNum 701 snap 202 seq_num 701) 2024-08-17T16:58:16.234 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 205 2024-08-17T16:58:16.234 INFO:tasks.rados.rados.0.smithi001.stdout:2199: seq_num 712 ranges {2310144=729088,3039232=671744,3710976=671744,4382720=262144} 2024-08-17T16:58:16.250 INFO:tasks.rados.rados.0.smithi001.stdout:2199: writing smithi00187473-26 from 2310144 to 3039232 tid 1 2024-08-17T16:58:16.254 INFO:tasks.rados.rados.0.smithi001.stdout:2199: writing smithi00187473-26 from 3039232 to 3710976 tid 2 2024-08-17T16:58:16.258 INFO:tasks.rados.rados.0.smithi001.stdout:2199: writing smithi00187473-26 from 3710976 to 4382720 tid 3 2024-08-17T16:58:16.260 INFO:tasks.rados.rados.0.smithi001.stdout:2199: writing smithi00187473-26 from 4382720 to 4644864 tid 4 2024-08-17T16:58:16.260 INFO:tasks.rados.rados.0.smithi001.stdout:2200: delete oid 9 current snap is 205 2024-08-17T16:58:16.260 INFO:tasks.rados.rados.0.smithi001.stdout:2199: finishing write tid 1 to smithi00187473-26 2024-08-17T16:58:16.260 INFO:tasks.rados.rados.0.smithi001.stdout:2199: finishing write tid 2 to smithi00187473-26 2024-08-17T16:58:16.261 INFO:tasks.rados.rados.0.smithi001.stdout:2200: done (3 left) 2024-08-17T16:58:16.261 INFO:tasks.rados.rados.0.smithi001.stdout:2201: read oid 9 snap -1 2024-08-17T16:58:16.261 INFO:tasks.rados.rados.0.smithi001.stdout:2201: expect deleted 2024-08-17T16:58:16.261 INFO:tasks.rados.rados.0.smithi001.stdout:2202: snap_create 2024-08-17T16:58:16.262 INFO:tasks.rados.rados.0.smithi001.stdout:2199: finishing write tid 3 to smithi00187473-26 2024-08-17T16:58:16.262 INFO:tasks.rados.rados.0.smithi001.stdout:2199: finishing write tid 4 to smithi00187473-26 2024-08-17T16:58:16.262 INFO:tasks.rados.rados.0.smithi001.stdout:2199: finishing write tid 5 to smithi00187473-26 2024-08-17T16:58:16.263 INFO:tasks.rados.rados.0.smithi001.stdout:2199: finishing write tid 6 to smithi00187473-26 2024-08-17T16:58:16.263 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 700 (ObjNum 712 snap 205 seq_num 712) dirty exists 2024-08-17T16:58:16.263 INFO:tasks.rados.rados.0.smithi001.stdout:2199: left oid 26 (ObjNum 712 snap 205 seq_num 712) 2024-08-17T16:58:16.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:16 smithi189 ceph-mon[90541]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:58:16.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:16 smithi189 ceph-mon[90541]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T16:58:16.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:16 smithi189 ceph-mon[90541]: from='osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:16.379 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:16 smithi189 ceph-mon[90541]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:16.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:16 smithi001 ceph-mon[100737]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:58:16.711 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:16 smithi001 ceph-mon[100737]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T16:58:16.711 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:16 smithi001 ceph-mon[100737]: from='osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:16.711 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:16 smithi001 ceph-mon[100737]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:16.711 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:16 smithi001 ceph-mon[103274]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:58:16.711 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:16 smithi001 ceph-mon[103274]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T16:58:16.711 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:16 smithi001 ceph-mon[103274]: from='osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:16.712 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:16 smithi001 ceph-mon[103274]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:17.207 INFO:tasks.rados.rados.0.smithi001.stdout:2199: done (4 left) 2024-08-17T16:58:17.207 INFO:tasks.rados.rados.0.smithi001.stdout:2201: done (3 left) 2024-08-17T16:58:17.207 INFO:tasks.rados.rados.0.smithi001.stdout:2202: done (2 left) 2024-08-17T16:58:17.207 INFO:tasks.rados.rados.0.smithi001.stdout:2203: read oid 49 snap 205 2024-08-17T16:58:17.208 INFO:tasks.rados.rados.0.smithi001.stdout:2203: expect (ObjNum 664 snap 191 seq_num 664) 2024-08-17T16:58:17.208 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 206 2024-08-17T16:58:17.208 INFO:tasks.rados.rados.0.smithi001.stdout:2204: seq_num 714 ranges {475136=761856,1236992=442368,1679360=688128,2367488=475136} 2024-08-17T16:58:17.215 INFO:tasks.rados.rados.0.smithi001.stdout:2204: writing smithi00187473-30 from 475136 to 1236992 tid 1 2024-08-17T16:58:17.219 INFO:tasks.rados.rados.0.smithi001.stdout:2204: writing smithi00187473-30 from 1236992 to 1679360 tid 2 2024-08-17T16:58:17.224 INFO:tasks.rados.rados.0.smithi001.stdout:2204: writing smithi00187473-30 from 1679360 to 2367488 tid 3 2024-08-17T16:58:17.227 INFO:tasks.rados.rados.0.smithi001.stdout:2204: writing smithi00187473-30 from 2367488 to 2842624 tid 4 2024-08-17T16:58:17.228 INFO:tasks.rados.rados.0.smithi001.stdout:2205: read oid 6 snap -1 2024-08-17T16:58:17.228 INFO:tasks.rados.rados.0.smithi001.stdout:2205: expect (ObjNum 697 snap 201 seq_num 697) 2024-08-17T16:58:17.228 INFO:tasks.rados.rados.0.smithi001.stdout:2206: copy_from oid 48 from oid 22 current snap is 206 2024-08-17T16:58:17.229 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 206 2024-08-17T16:58:17.229 INFO:tasks.rados.rados.0.smithi001.stdout:2207: seq_num 715 ranges {2097152=778240,2875392=770048,3645440=499712,4145152=335872} 2024-08-17T16:58:17.245 INFO:tasks.rados.rados.0.smithi001.stdout:2207: writing smithi00187473-5 from 2097152 to 2875392 tid 1 2024-08-17T16:58:17.250 INFO:tasks.rados.rados.0.smithi001.stdout:2207: writing smithi00187473-5 from 2875392 to 3645440 tid 2 2024-08-17T16:58:17.254 INFO:tasks.rados.rados.0.smithi001.stdout:2207: writing smithi00187473-5 from 3645440 to 4145152 tid 3 2024-08-17T16:58:17.256 INFO:tasks.rados.rados.0.smithi001.stdout:2207: writing smithi00187473-5 from 4145152 to 4481024 tid 4 2024-08-17T16:58:17.256 INFO:tasks.rados.rados.0.smithi001.stdout:2208: snap_remove snap 182 2024-08-17T16:58:17.525 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:17 smithi189 ceph-mon[90541]: pgmap v357: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 447 KiB/s wr, 13 op/s; 59/405 objects degraded (14.568%) 2024-08-17T16:58:17.525 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:17 smithi189 ceph-mon[90541]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:58:17.525 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:17 smithi189 ceph-mon[90541]: osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804] boot 2024-08-17T16:58:17.525 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:17 smithi189 ceph-mon[90541]: osdmap e494: 8 total, 8 up, 8 in 2024-08-17T16:58:17.526 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:17 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T16:58:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:58:17] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.51.0" 2024-08-17T16:58:17.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[100737]: pgmap v357: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 447 KiB/s wr, 13 op/s; 59/405 objects degraded (14.568%) 2024-08-17T16:58:17.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[100737]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:58:17.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[100737]: osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804] boot 2024-08-17T16:58:17.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[100737]: osdmap e494: 8 total, 8 up, 8 in 2024-08-17T16:58:17.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T16:58:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[103274]: pgmap v357: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 292 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 447 KiB/s wr, 13 op/s; 59/405 objects degraded (14.568%) 2024-08-17T16:58:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[103274]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:58:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[103274]: osd.5 [v2:172.21.15.189:6808/3828157804,v1:172.21.15.189:6809/3828157804] boot 2024-08-17T16:58:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[103274]: osdmap e494: 8 total, 8 up, 8 in 2024-08-17T16:58:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T16:58:18.179 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:58:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:58:17.703+0000 7fb446031640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T16:58:18.220 INFO:tasks.rados.rados.0.smithi001.stdout:2208: done (7 left) 2024-08-17T16:58:18.220 INFO:tasks.rados.rados.0.smithi001.stdout:2209: delete oid 31 current snap is 206 2024-08-17T16:58:18.221 INFO:tasks.rados.rados.0.smithi001.stdout:2204: finishing write tid 1 to smithi00187473-30 2024-08-17T16:58:18.221 INFO:tasks.rados.rados.0.smithi001.stdout:2204: finishing write tid 2 to smithi00187473-30 2024-08-17T16:58:18.221 INFO:tasks.rados.rados.0.smithi001.stdout:2203: expect (ObjNum 664 snap 191 seq_num 664) 2024-08-17T16:58:18.275 INFO:tasks.rados.rados.0.smithi001.stdout:2204: finishing write tid 3 to smithi00187473-30 2024-08-17T16:58:18.275 INFO:tasks.rados.rados.0.smithi001.stdout:2204: finishing write tid 4 to smithi00187473-30 2024-08-17T16:58:18.275 INFO:tasks.rados.rados.0.smithi001.stdout:2204: finishing write tid 5 to smithi00187473-30 2024-08-17T16:58:18.275 INFO:tasks.rados.rados.0.smithi001.stdout:2207: finishing write tid 1 to smithi00187473-5 2024-08-17T16:58:18.275 INFO:tasks.rados.rados.0.smithi001.stdout:2207: finishing write tid 2 to smithi00187473-5 2024-08-17T16:58:18.275 INFO:tasks.rados.rados.0.smithi001.stdout:2205: expect (ObjNum 697 snap 201 seq_num 697) 2024-08-17T16:58:18.410 INFO:tasks.rados.rados.0.smithi001.stdout:2204: finishing write tid 6 to smithi00187473-30 2024-08-17T16:58:18.410 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1580 (ObjNum 714 snap 206 seq_num 714) dirty exists 2024-08-17T16:58:18.410 INFO:tasks.rados.rados.0.smithi001.stdout:2204: left oid 30 (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:58:18.410 INFO:tasks.rados.rados.0.smithi001.stdout:2207: finishing write tid 3 to smithi00187473-5 2024-08-17T16:58:18.410 INFO:tasks.rados.rados.0.smithi001.stdout:2207: finishing write tid 4 to smithi00187473-5 2024-08-17T16:58:18.410 INFO:tasks.rados.rados.0.smithi001.stdout:2207: finishing write tid 5 to smithi00187473-5 2024-08-17T16:58:18.410 INFO:tasks.rados.rados.0.smithi001.stdout:2207: finishing write tid 6 to smithi00187473-5 2024-08-17T16:58:18.410 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1779 (ObjNum 715 snap 206 seq_num 715) dirty exists 2024-08-17T16:58:18.411 INFO:tasks.rados.rados.0.smithi001.stdout:2207: left oid 5 (ObjNum 715 snap 206 seq_num 715) 2024-08-17T16:58:18.411 INFO:tasks.rados.rados.0.smithi001.stdout:2203: done (7 left) 2024-08-17T16:58:18.411 INFO:tasks.rados.rados.0.smithi001.stdout:2204: done (6 left) 2024-08-17T16:58:18.411 INFO:tasks.rados.rados.0.smithi001.stdout:2205: done (5 left) 2024-08-17T16:58:18.411 INFO:tasks.rados.rados.0.smithi001.stdout:2207: done (4 left) 2024-08-17T16:58:18.411 INFO:tasks.rados.rados.0.smithi001.stdout:2209: done (3 left) 2024-08-17T16:58:18.411 INFO:tasks.rados.rados.0.smithi001.stdout:2210: setattr oid 28 current snap is 206 2024-08-17T16:58:18.411 INFO:tasks.rados.rados.0.smithi001.stdout:2198: expect (ObjNum 701 snap 202 seq_num 701) 2024-08-17T16:58:18.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T16:58:18.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:18 smithi189 ceph-mon[90541]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[100737]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: osdmap e495: 8 total, 8 up, 8 in 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:18.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:18.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:18.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T16:58:18.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T16:58:18.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:18 smithi001 ceph-mon[103274]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T16:58:19.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:19 smithi189 ceph-mon[90541]: pgmap v360: 121 pgs: 2 peering, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 550 KiB/s wr, 9 op/s; 47/405 objects degraded (11.605%) 2024-08-17T16:58:19.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:19 smithi189 ceph-mon[90541]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T16:58:19.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:19 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 47/405 objects degraded (11.605%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:19.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:19 smithi001 ceph-mon[100737]: pgmap v360: 121 pgs: 2 peering, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 550 KiB/s wr, 9 op/s; 47/405 objects degraded (11.605%) 2024-08-17T16:58:19.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:19 smithi001 ceph-mon[100737]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T16:58:19.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:19 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 47/405 objects degraded (11.605%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:19.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:19 smithi001 ceph-mon[103274]: pgmap v360: 121 pgs: 2 peering, 32 active+undersized, 11 active+undersized+degraded, 76 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 550 KiB/s wr, 9 op/s; 47/405 objects degraded (11.605%) 2024-08-17T16:58:19.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:19 smithi001 ceph-mon[103274]: osdmap e496: 8 total, 8 up, 8 in 2024-08-17T16:58:19.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:19 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 47/405 objects degraded (11.605%), 11 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:20.474 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 936 (ObjNum 694 snap 200 seq_num 694) dirty exists 2024-08-17T16:58:20.474 INFO:tasks.rados.rados.0.smithi001.stdout:2206: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:58:20.474 INFO:tasks.rados.rados.0.smithi001.stdout:2206: finishing copy_from to smithi00187473-48 2024-08-17T16:58:20.474 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1459 (ObjNum 692 snap 200 seq_num 692) dirty exists 2024-08-17T16:58:20.475 INFO:tasks.rados.rados.0.smithi001.stdout:2197: done (3 left) 2024-08-17T16:58:20.475 INFO:tasks.rados.rados.0.smithi001.stdout:2198: done (2 left) 2024-08-17T16:58:20.476 INFO:tasks.rados.rados.0.smithi001.stdout:2206: done (1 left) 2024-08-17T16:58:20.476 INFO:tasks.rados.rados.0.smithi001.stdout:2211: rollback oid 23 current snap is 206 2024-08-17T16:58:20.476 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 204 2024-08-17T16:58:20.476 INFO:tasks.rados.rados.0.smithi001.stdout:2212: rollback oid 50 current snap is 206 2024-08-17T16:58:20.476 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 203 2024-08-17T16:58:20.476 INFO:tasks.rados.rados.0.smithi001.stdout:2213: rmattr oid 22 current snap is 206 2024-08-17T16:58:20.476 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 206 2024-08-17T16:58:20.476 INFO:tasks.rados.rados.0.smithi001.stdout:2214: seq_num 717 ranges {4071424=16384} 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:2214: writing smithi00187473-3 from 4071424 to 4087808 tid 1 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 206 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1479 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:2211: finishing rollback tid 0 to smithi00187473-23 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:2212: finishing rollback tid 0 to smithi00187473-50 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:2212: finishing rollback tid 1 to smithi00187473-50 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:2212: finishing rollback tid 2 to smithi00187473-50 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 939 (ObjNum 701 snap 202 seq_num 701) dirty exists 2024-08-17T16:58:20.499 INFO:tasks.rados.rados.0.smithi001.stdout:2211: finishing rollback tid 1 to smithi00187473-23 2024-08-17T16:58:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:2215: seq_num 718 ranges {0=32768} 2024-08-17T16:58:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:2215: writing smithi00187473-9 from 0 to 32768 tid 1 2024-08-17T16:58:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:2210: done (5 left) 2024-08-17T16:58:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:2212: done (4 left) 2024-08-17T16:58:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:2216: read oid 14 snap -1 2024-08-17T16:58:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:2216: expect (ObjNum 627 snap 177 seq_num 627) 2024-08-17T16:58:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 206 2024-08-17T16:58:20.500 INFO:tasks.rados.rados.0.smithi001.stdout:2217: seq_num 719 ranges {7888896=49152} 2024-08-17T16:58:20.542 INFO:tasks.rados.rados.0.smithi001.stdout:2217: writing smithi00187473-25 from 7888896 to 7938048 tid 1 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2218: copy_from oid 46 from oid 38 current snap is 206 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2211: finishing rollback tid 2 to smithi00187473-23 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1583 (ObjNum 699 snap 201 seq_num 699) dirty exists 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1460 (ObjNum 692 snap 200 seq_num 692) dirty exists 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2211: done (6 left) 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2213: done (5 left) 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2219: read oid 30 snap -1 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2219: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2220: snap_create 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2215: finishing write tid 1 to smithi00187473-9 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2215: finishing write tid 2 to smithi00187473-9 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2214: finishing write tid 1 to smithi00187473-3 2024-08-17T16:58:20.543 INFO:tasks.rados.rados.0.smithi001.stdout:2214: finishing write tid 2 to smithi00187473-3 2024-08-17T16:58:20.544 INFO:tasks.rados.rados.0.smithi001.stdout:2215: finishing write tid 3 to smithi00187473-9 2024-08-17T16:58:20.544 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 879 (ObjNum 718 snap 206 seq_num 718) dirty exists 2024-08-17T16:58:20.544 INFO:tasks.rados.rados.0.smithi001.stdout:2215: left oid 9 (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:58:20.544 INFO:tasks.rados.rados.0.smithi001.stdout:2214: finishing write tid 3 to smithi00187473-3 2024-08-17T16:58:20.544 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 320 (ObjNum 717 snap 206 seq_num 717) dirty exists 2024-08-17T16:58:20.544 INFO:tasks.rados.rados.0.smithi001.stdout:2214: left oid 3 (ObjNum 717 snap 206 seq_num 717) 2024-08-17T16:58:20.544 INFO:tasks.rados.rados.0.smithi001.stdout:2216: expect (ObjNum 627 snap 177 seq_num 627) 2024-08-17T16:58:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:58:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:58:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:58:20.716 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 1 to smithi00187473-25 2024-08-17T16:58:20.717 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 2 to smithi00187473-25 2024-08-17T16:58:20.717 INFO:tasks.rados.rados.0.smithi001.stdout:2217: finishing write tid 3 to smithi00187473-25 2024-08-17T16:58:20.717 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1585 (ObjNum 719 snap 206 seq_num 719) dirty exists 2024-08-17T16:58:20.717 INFO:tasks.rados.rados.0.smithi001.stdout:2217: left oid 25 (ObjNum 719 snap 206 seq_num 719) 2024-08-17T16:58:20.717 INFO:tasks.rados.rados.0.smithi001.stdout:2218: finishing copy_from racing read to smithi00187473-46 2024-08-17T16:58:20.717 INFO:tasks.rados.rados.0.smithi001.stdout:2219: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:58:20.799 INFO:tasks.rados.rados.0.smithi001.stdout:2218: finishing copy_from to smithi00187473-46 2024-08-17T16:58:20.800 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1618 (ObjNum 677 snap 195 seq_num 677) dirty exists 2024-08-17T16:58:21.226 INFO:tasks.rados.rados.0.smithi001.stdout:2214: done (6 left) 2024-08-17T16:58:21.227 INFO:tasks.rados.rados.0.smithi001.stdout:2215: done (5 left) 2024-08-17T16:58:21.227 INFO:tasks.rados.rados.0.smithi001.stdout:2216: done (4 left) 2024-08-17T16:58:21.227 INFO:tasks.rados.rados.0.smithi001.stdout:2217: done (3 left) 2024-08-17T16:58:21.227 INFO:tasks.rados.rados.0.smithi001.stdout:2218: done (2 left) 2024-08-17T16:58:21.227 INFO:tasks.rados.rados.0.smithi001.stdout:2219: done (1 left) 2024-08-17T16:58:21.227 INFO:tasks.rados.rados.0.smithi001.stdout:2220: done (0 left) 2024-08-17T16:58:21.227 INFO:tasks.rados.rados.0.smithi001.stdout:2221: delete oid 16 current snap is 207 2024-08-17T16:58:21.231 INFO:tasks.rados.rados.0.smithi001.stdout:2221: done (0 left) 2024-08-17T16:58:21.231 INFO:tasks.rados.rados.0.smithi001.stdout:2222: rollback oid 28 current snap is 207 2024-08-17T16:58:21.231 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 206 2024-08-17T16:58:21.231 INFO:tasks.rados.rados.0.smithi001.stdout:2223: copy_from oid 35 from oid 21 current snap is 207 2024-08-17T16:58:21.231 INFO:tasks.rados.rados.0.smithi001.stdout:2224: delete oid 50 current snap is 207 2024-08-17T16:58:21.235 INFO:tasks.rados.rados.0.smithi001.stdout:2223: finishing copy_from racing read to smithi00187473-35 2024-08-17T16:58:21.235 INFO:tasks.rados.rados.0.smithi001.stdout:2224: done (2 left) 2024-08-17T16:58:21.235 INFO:tasks.rados.rados.0.smithi001.stdout:2225: setattr oid 44 current snap is 207 2024-08-17T16:58:21.236 INFO:tasks.rados.rados.0.smithi001.stdout:2222: finishing rollback tid 0 to smithi00187473-28 2024-08-17T16:58:21.237 INFO:tasks.rados.rados.0.smithi001.stdout:2223: finishing copy_from to smithi00187473-35 2024-08-17T16:58:21.237 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1108 (ObjNum 129 snap 0 seq_num 1537711216) dirty exists 2024-08-17T16:58:21.237 INFO:tasks.rados.rados.0.smithi001.stdout:2223: done (2 left) 2024-08-17T16:58:21.238 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 207 2024-08-17T16:58:21.238 INFO:tasks.rados.rados.0.smithi001.stdout:2226: seq_num 722 ranges {0=98304} 2024-08-17T16:58:21.239 INFO:tasks.rados.rados.0.smithi001.stdout:2226: writing smithi00187473-18 from 0 to 98304 tid 1 2024-08-17T16:58:21.239 INFO:tasks.rados.rados.0.smithi001.stdout:2222: finishing rollback tid 1 to smithi00187473-28 2024-08-17T16:58:21.239 INFO:tasks.rados.rados.0.smithi001.stdout:2227: read oid 47 snap -1 2024-08-17T16:58:21.239 INFO:tasks.rados.rados.0.smithi001.stdout:2227: expect deleted 2024-08-17T16:58:21.239 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 207 2024-08-17T16:58:21.239 INFO:tasks.rados.rados.0.smithi001.stdout:2222: finishing rollback tid 2 to smithi00187473-28 2024-08-17T16:58:21.239 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1482 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:58:21.239 INFO:tasks.rados.rados.0.smithi001.stdout:2228: seq_num 723 ranges {3694592=114688} 2024-08-17T16:58:21.259 INFO:tasks.rados.rados.0.smithi001.stdout:2228: writing smithi00187473-11 from 3694592 to 3809280 tid 1 2024-08-17T16:58:21.260 INFO:tasks.rados.rados.0.smithi001.stdout:2222: done (4 left) 2024-08-17T16:58:21.260 INFO:tasks.rados.rados.0.smithi001.stdout:2229: snap_create 2024-08-17T16:58:21.260 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1580 (ObjNum 664 snap 191 seq_num 664) dirty exists 2024-08-17T16:58:21.260 INFO:tasks.rados.rados.0.smithi001.stdout:2226: finishing write tid 1 to smithi00187473-18 2024-08-17T16:58:21.260 INFO:tasks.rados.rados.0.smithi001.stdout:2226: finishing write tid 2 to smithi00187473-18 2024-08-17T16:58:21.260 INFO:tasks.rados.rados.0.smithi001.stdout:2226: finishing write tid 3 to smithi00187473-18 2024-08-17T16:58:21.260 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 1800 (ObjNum 722 snap 207 seq_num 722) dirty exists 2024-08-17T16:58:21.260 INFO:tasks.rados.rados.0.smithi001.stdout:2226: left oid 18 (ObjNum 722 snap 207 seq_num 722) 2024-08-17T16:58:21.262 INFO:tasks.rados.rados.0.smithi001.stdout:2228: finishing write tid 1 to smithi00187473-11 2024-08-17T16:58:21.262 INFO:tasks.rados.rados.0.smithi001.stdout:2228: finishing write tid 2 to smithi00187473-11 2024-08-17T16:58:21.264 INFO:tasks.rados.rados.0.smithi001.stdout:2228: finishing write tid 3 to smithi00187473-11 2024-08-17T16:58:21.264 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1803 (ObjNum 723 snap 207 seq_num 723) dirty exists 2024-08-17T16:58:21.264 INFO:tasks.rados.rados.0.smithi001.stdout:2228: left oid 11 (ObjNum 723 snap 207 seq_num 723) 2024-08-17T16:58:21.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:21 smithi189 ceph-mon[90541]: pgmap v362: 121 pgs: 2 peering, 22 active+undersized, 6 active+undersized+degraded, 91 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 15/321 objects degraded (4.673%); 11 MiB/s, 2 objects/s recovering 2024-08-17T16:58:21.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:21 smithi001 ceph-mon[100737]: pgmap v362: 121 pgs: 2 peering, 22 active+undersized, 6 active+undersized+degraded, 91 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 15/321 objects degraded (4.673%); 11 MiB/s, 2 objects/s recovering 2024-08-17T16:58:21.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:21 smithi001 ceph-mon[103274]: pgmap v362: 121 pgs: 2 peering, 22 active+undersized, 6 active+undersized+degraded, 91 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.1 MiB/s wr, 18 op/s; 15/321 objects degraded (4.673%); 11 MiB/s, 2 objects/s recovering 2024-08-17T16:58:22.234 INFO:tasks.rados.rados.0.smithi001.stdout:2225: done (4 left) 2024-08-17T16:58:22.234 INFO:tasks.rados.rados.0.smithi001.stdout:2226: done (3 left) 2024-08-17T16:58:22.234 INFO:tasks.rados.rados.0.smithi001.stdout:2227: done (2 left) 2024-08-17T16:58:22.234 INFO:tasks.rados.rados.0.smithi001.stdout:2228: done (1 left) 2024-08-17T16:58:22.234 INFO:tasks.rados.rados.0.smithi001.stdout:2229: done (0 left) 2024-08-17T16:58:22.234 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 208 2024-08-17T16:58:22.234 INFO:tasks.rados.rados.0.smithi001.stdout:2230: seq_num 724 ranges {3964928=131072} 2024-08-17T16:58:22.256 INFO:tasks.rados.rados.0.smithi001.stdout:2230: writing smithi00187473-6 from 3964928 to 4096000 tid 1 2024-08-17T16:58:22.256 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 208 2024-08-17T16:58:22.256 INFO:tasks.rados.rados.0.smithi001.stdout:2231: seq_num 725 ranges {557056=147456} 2024-08-17T16:58:22.260 INFO:tasks.rados.rados.0.smithi001.stdout:2231: writing smithi00187473-36 from 557056 to 704512 tid 1 2024-08-17T16:58:22.260 INFO:tasks.rados.rados.0.smithi001.stdout:2232: snap_create 2024-08-17T16:58:22.262 INFO:tasks.rados.rados.0.smithi001.stdout:2230: finishing write tid 1 to smithi00187473-6 2024-08-17T16:58:22.263 INFO:tasks.rados.rados.0.smithi001.stdout:2230: finishing write tid 2 to smithi00187473-6 2024-08-17T16:58:22.264 INFO:tasks.rados.rados.0.smithi001.stdout:2230: finishing write tid 3 to smithi00187473-6 2024-08-17T16:58:22.264 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 881 (ObjNum 724 snap 208 seq_num 724) dirty exists 2024-08-17T16:58:22.264 INFO:tasks.rados.rados.0.smithi001.stdout:2230: left oid 6 (ObjNum 724 snap 208 seq_num 724) 2024-08-17T16:58:22.264 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 1 to smithi00187473-36 2024-08-17T16:58:22.264 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 2 to smithi00187473-36 2024-08-17T16:58:22.265 INFO:tasks.rados.rados.0.smithi001.stdout:2231: finishing write tid 3 to smithi00187473-36 2024-08-17T16:58:22.265 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1582 (ObjNum 725 snap 208 seq_num 725) dirty exists 2024-08-17T16:58:22.266 INFO:tasks.rados.rados.0.smithi001.stdout:2231: left oid 36 (ObjNum 725 snap 208 seq_num 725) 2024-08-17T16:58:22.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:22 smithi189 ceph-mon[90541]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T16:58:22.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:22 smithi001 ceph-mon[100737]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T16:58:22.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:22 smithi001 ceph-mon[103274]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T16:58:22.959 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:58:23.239 INFO:tasks.rados.rados.0.smithi001.stdout:2230: done (2 left) 2024-08-17T16:58:23.239 INFO:tasks.rados.rados.0.smithi001.stdout:2231: done (1 left) 2024-08-17T16:58:23.239 INFO:tasks.rados.rados.0.smithi001.stdout:2232: done (0 left) 2024-08-17T16:58:23.239 INFO:tasks.rados.rados.0.smithi001.stdout:2233: rmattr oid 11 current snap is 209 2024-08-17T16:58:23.239 INFO:tasks.rados.rados.0.smithi001.stdout:2234: read oid 20 snap -1 2024-08-17T16:58:23.240 INFO:tasks.rados.rados.0.smithi001.stdout:2234: expect (ObjNum 644 snap 181 seq_num 644) 2024-08-17T16:58:23.240 INFO:tasks.rados.rados.0.smithi001.stdout:2235: snap_create 2024-08-17T16:58:23.245 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1805 (ObjNum 723 snap 207 seq_num 723) dirty exists 2024-08-17T16:58:23.248 INFO:tasks.rados.rados.0.smithi001.stdout:2234: expect (ObjNum 644 snap 181 seq_num 644) 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (5m) 77s ago 10m 20.2M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (5m) 9s ago 9m 86.5M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (11m) 77s ago 11m 17.5M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (11m) 9s ago 11m 21.7M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (4m) 9s ago 14m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (5m) 77s ago 16m 523M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (4m) 77s ago 16m 54.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (3m) 9s ago 15m 50.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (4m) 77s ago 14m 48.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:58:23.554 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (5m) 77s ago 9m 10.1M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (5m) 9s ago 9m 10.5M - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (3m) 77s ago 14m 132M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (2m) 77s ago 13m 125M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (114s) 77s ago 13m 94.1M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5e3bfa92ff87 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (81s) 77s ago 13m 11.3M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4198617f447f 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (48s) 9s ago 12m 124M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 51ebb262bcb0 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (14s) 9s ago 12m 14.4M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ffe2ec59c191 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (12m) 9s ago 12m 163M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 733bae3d847b 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (11m) 9s ago 11m 149M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:58:23.555 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (4m) 9s ago 10m 54.0M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:58:23.555 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:23 smithi001 ceph-mon[100737]: pgmap v364: 121 pgs: 121 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 21 op/s; 21 MiB/s, 3 objects/s recovering 2024-08-17T16:58:23.555 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:23 smithi001 ceph-mon[100737]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/321 objects degraded (4.673%), 6 pgs degraded) 2024-08-17T16:58:23.556 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:23 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:58:23.556 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:23 smithi001 ceph-mon[100737]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T16:58:23.556 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:23 smithi001 ceph-mon[103274]: pgmap v364: 121 pgs: 121 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 21 op/s; 21 MiB/s, 3 objects/s recovering 2024-08-17T16:58:23.556 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:23 smithi001 ceph-mon[103274]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/321 objects degraded (4.673%), 6 pgs degraded) 2024-08-17T16:58:23.556 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:23 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:58:23.556 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:23 smithi001 ceph-mon[103274]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T16:58:23.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:23 smithi189 ceph-mon[90541]: pgmap v364: 121 pgs: 121 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 21 op/s; 21 MiB/s, 3 objects/s recovering 2024-08-17T16:58:23.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:23 smithi189 ceph-mon[90541]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/321 objects degraded (4.673%), 6 pgs degraded) 2024-08-17T16:58:23.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:23 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:58:23.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:23 smithi189 ceph-mon[90541]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T16:58:23.907 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:58:23.907 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2, 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 6 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:58:23.908 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:58:23.909 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 4, 2024-08-17T16:58:23.909 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 11 2024-08-17T16:58:23.909 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:58:23.909 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:58:24.203 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:58:24.203 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:58:24.203 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:58:24.203 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:58:24.203 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:58:24.203 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:58:24.204 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-08-17T16:58:24.204 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:58:24.204 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "11/20 daemons upgraded", 2024-08-17T16:58:24.204 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T16:58:24.204 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:58:24.204 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:58:24.241 INFO:tasks.rados.rados.0.smithi001.stdout:2233: done (2 left) 2024-08-17T16:58:24.241 INFO:tasks.rados.rados.0.smithi001.stdout:2234: done (1 left) 2024-08-17T16:58:24.241 INFO:tasks.rados.rados.0.smithi001.stdout:2235: done (0 left) 2024-08-17T16:58:24.241 INFO:tasks.rados.rados.0.smithi001.stdout:2236: snap_remove snap 205 2024-08-17T16:58:24.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:24 smithi189 ceph-mon[90541]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:24 smithi189 ceph-mon[90541]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T16:58:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:24 smithi189 ceph-mon[90541]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:24 smithi189 ceph-mon[90541]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:24 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3836630411' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:24.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[100737]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[100737]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[100737]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[100737]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3836630411' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[103274]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[103274]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[103274]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[103274]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:24 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3836630411' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:24.771 INFO:tasks.rados.rados.0.smithi001.stdout:2236: done (0 left) 2024-08-17T16:58:24.771 INFO:tasks.rados.rados.0.smithi001.stdout:2237: rollback oid 11 current snap is 210 2024-08-17T16:58:24.771 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 207 2024-08-17T16:58:24.771 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 210 2024-08-17T16:58:24.771 INFO:tasks.rados.rados.0.smithi001.stdout:2238: seq_num 726 ranges {4096000=163840} 2024-08-17T16:58:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:2238: writing smithi00187473-6 from 4096000 to 4259840 tid 1 2024-08-17T16:58:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 210 2024-08-17T16:58:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:2237: finishing rollback tid 0 to smithi00187473-11 2024-08-17T16:58:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:2237: finishing rollback tid 1 to smithi00187473-11 2024-08-17T16:58:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:2237: finishing rollback tid 2 to smithi00187473-11 2024-08-17T16:58:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1809 (ObjNum 723 snap 207 seq_num 723) dirty exists 2024-08-17T16:58:24.796 INFO:tasks.rados.rados.0.smithi001.stdout:2239: seq_num 727 ranges {8372224=180224} 2024-08-17T16:58:24.842 INFO:tasks.rados.rados.0.smithi001.stdout:2239: writing smithi00187473-37 from 8372224 to 8552448 tid 1 2024-08-17T16:58:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:2237: done (2 left) 2024-08-17T16:58:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:2240: snap_create 2024-08-17T16:58:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:2238: finishing write tid 1 to smithi00187473-6 2024-08-17T16:58:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:2238: finishing write tid 2 to smithi00187473-6 2024-08-17T16:58:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:2238: finishing write tid 3 to smithi00187473-6 2024-08-17T16:58:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 883 (ObjNum 726 snap 210 seq_num 726) dirty exists 2024-08-17T16:58:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:2238: left oid 6 (ObjNum 726 snap 210 seq_num 726) 2024-08-17T16:58:24.845 INFO:tasks.rados.rados.0.smithi001.stdout:2239: finishing write tid 1 to smithi00187473-37 2024-08-17T16:58:24.846 INFO:tasks.rados.rados.0.smithi001.stdout:2239: finishing write tid 2 to smithi00187473-37 2024-08-17T16:58:24.846 INFO:tasks.rados.rados.0.smithi001.stdout:2239: finishing write tid 3 to smithi00187473-37 2024-08-17T16:58:24.847 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 646 (ObjNum 727 snap 210 seq_num 727) dirty exists 2024-08-17T16:58:24.847 INFO:tasks.rados.rados.0.smithi001.stdout:2239: left oid 37 (ObjNum 727 snap 210 seq_num 727) 2024-08-17T16:58:25.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:25 smithi189 ceph-mon[90541]: pgmap v367: 121 pgs: 121 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 23 op/s; 21 MiB/s, 3 objects/s recovering 2024-08-17T16:58:25.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:25 smithi189 ceph-mon[90541]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:25.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:25 smithi189 ceph-mon[90541]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T16:58:25.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:25 smithi189 ceph-mon[90541]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T16:58:25.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:25 smithi001 ceph-mon[103274]: pgmap v367: 121 pgs: 121 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 23 op/s; 21 MiB/s, 3 objects/s recovering 2024-08-17T16:58:25.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:25 smithi001 ceph-mon[103274]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:25.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:25 smithi001 ceph-mon[103274]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T16:58:25.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:25 smithi001 ceph-mon[103274]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T16:58:25.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:25 smithi001 ceph-mon[100737]: pgmap v367: 121 pgs: 121 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 23 op/s; 21 MiB/s, 3 objects/s recovering 2024-08-17T16:58:25.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:25 smithi001 ceph-mon[100737]: from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:25.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:25 smithi001 ceph-mon[100737]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T16:58:25.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:25 smithi001 ceph-mon[100737]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T16:58:25.772 INFO:tasks.rados.rados.0.smithi001.stdout:2238: done (2 left) 2024-08-17T16:58:25.772 INFO:tasks.rados.rados.0.smithi001.stdout:2239: done (1 left) 2024-08-17T16:58:25.772 INFO:tasks.rados.rados.0.smithi001.stdout:2240: done (0 left) 2024-08-17T16:58:25.772 INFO:tasks.rados.rados.0.smithi001.stdout:2241: rollback oid 16 current snap is 211 2024-08-17T16:58:25.772 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 207 2024-08-17T16:58:25.772 INFO:tasks.rados.rados.0.smithi001.stdout:2242: read oid 42 snap -1 2024-08-17T16:58:25.772 INFO:tasks.rados.rados.0.smithi001.stdout:2242: expect deleted 2024-08-17T16:58:25.772 INFO:tasks.rados.rados.0.smithi001.stdout:2243: snap_remove snap 210 2024-08-17T16:58:26.777 INFO:tasks.rados.rados.0.smithi001.stdout:2243: done (2 left) 2024-08-17T16:58:26.778 INFO:tasks.rados.rados.0.smithi001.stdout:2244: copy_from oid 12 from oid 25 current snap is 211 2024-08-17T16:58:26.778 INFO:tasks.rados.rados.0.smithi001.stdout:2241: finishing rollback tid 1 to smithi00187473-16 2024-08-17T16:58:26.778 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1282 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T16:58:26.778 INFO:tasks.rados.rados.0.smithi001.stdout:2241: done (2 left) 2024-08-17T16:58:26.778 INFO:tasks.rados.rados.0.smithi001.stdout:2242: done (1 left) 2024-08-17T16:58:26.778 INFO:tasks.rados.rados.0.smithi001.stdout:2245: snap_create 2024-08-17T16:58:26.810 INFO:tasks.rados.rados.0.smithi001.stdout:2244: finishing copy_from racing read to smithi00187473-12 2024-08-17T16:58:26.815 INFO:tasks.rados.rados.0.smithi001.stdout:2244: finishing copy_from to smithi00187473-12 2024-08-17T16:58:26.816 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1585 (ObjNum 719 snap 206 seq_num 719) dirty exists 2024-08-17T16:58:27.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:26 smithi189 ceph-mon[90541]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T16:58:27.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:26 smithi001 ceph-mon[103274]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T16:58:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:26 smithi001 ceph-mon[100737]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T16:58:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:58:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:58:27] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.51.0" 2024-08-17T16:58:27.779 INFO:tasks.rados.rados.0.smithi001.stdout:2244: done (1 left) 2024-08-17T16:58:27.779 INFO:tasks.rados.rados.0.smithi001.stdout:2245: done (0 left) 2024-08-17T16:58:27.779 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 212 2024-08-17T16:58:27.779 INFO:tasks.rados.rados.0.smithi001.stdout:2246: seq_num 728 ranges {0=196608} 2024-08-17T16:58:27.780 INFO:tasks.rados.rados.0.smithi001.stdout:2246: writing smithi00187473-40 from 0 to 196608 tid 1 2024-08-17T16:58:27.780 INFO:tasks.rados.rados.0.smithi001.stdout:2247: copy_from oid 27 from oid 9 current snap is 212 2024-08-17T16:58:27.780 INFO:tasks.rados.rados.0.smithi001.stdout:2248: snap_remove snap 203 2024-08-17T16:58:28.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:27 smithi189 ceph-mon[90541]: pgmap v371: 121 pgs: 121 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1000 KiB/s wr, 18 op/s 2024-08-17T16:58:28.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:27 smithi189 ceph-mon[90541]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T16:58:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:27 smithi001 ceph-mon[100737]: pgmap v371: 121 pgs: 121 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1000 KiB/s wr, 18 op/s 2024-08-17T16:58:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:27 smithi001 ceph-mon[100737]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T16:58:28.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:27 smithi001 ceph-mon[103274]: pgmap v371: 121 pgs: 121 active+clean; 208 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1000 KiB/s wr, 18 op/s 2024-08-17T16:58:28.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:27 smithi001 ceph-mon[103274]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:2246: finishing write tid 1 to smithi00187473-40 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:2246: finishing write tid 2 to smithi00187473-40 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:2246: finishing write tid 3 to smithi00187473-40 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 702 (ObjNum 728 snap 212 seq_num 728) dirty exists 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:2246: left oid 40 (ObjNum 728 snap 212 seq_num 728) 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:2247: finishing copy_from racing read to smithi00187473-27 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:2247: finishing copy_from to smithi00187473-27 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 879 (ObjNum 718 snap 206 seq_num 718) dirty exists 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:2246: done (2 left) 2024-08-17T16:58:28.794 INFO:tasks.rados.rados.0.smithi001.stdout:2247: done (1 left) 2024-08-17T16:58:28.795 INFO:tasks.rados.rados.0.smithi001.stdout:2248: done (0 left) 2024-08-17T16:58:28.795 INFO:tasks.rados.rados.0.smithi001.stdout:2249: copy_from oid 34 from oid 33 current snap is 212 2024-08-17T16:58:28.795 INFO:tasks.rados.rados.0.smithi001.stdout:2250: rmattr oid 44 current snap is 212 2024-08-17T16:58:28.795 INFO:tasks.rados.rados.0.smithi001.stdout:2251: copy_from oid 20 from oid 28 current snap is 212 2024-08-17T16:58:28.795 INFO:tasks.rados.rados.0.smithi001.stdout:2252: snap_create 2024-08-17T16:58:28.800 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1583 (ObjNum 664 snap 191 seq_num 664) dirty exists 2024-08-17T16:58:28.804 INFO:tasks.rados.rados.0.smithi001.stdout:2249: finishing copy_from racing read to smithi00187473-34 2024-08-17T16:58:28.808 INFO:tasks.rados.rados.0.smithi001.stdout:2249: finishing copy_from to smithi00187473-34 2024-08-17T16:58:28.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1194 (ObjNum 637 snap 178 seq_num 637) dirty exists 2024-08-17T16:58:28.815 INFO:tasks.rados.rados.0.smithi001.stdout:2251: finishing copy_from racing read to smithi00187473-20 2024-08-17T16:58:28.816 INFO:tasks.rados.rados.0.smithi001.stdout:2251: finishing copy_from to smithi00187473-20 2024-08-17T16:58:28.816 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1482 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:58:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:28 smithi189 ceph-mon[90541]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T16:58:29.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:28 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:29.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:28 smithi001 ceph-mon[100737]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T16:58:29.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:28 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:29.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:28 smithi001 ceph-mon[103274]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T16:58:29.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:28 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:29.795 INFO:tasks.rados.rados.0.smithi001.stdout:2249: done (3 left) 2024-08-17T16:58:29.795 INFO:tasks.rados.rados.0.smithi001.stdout:2250: done (2 left) 2024-08-17T16:58:29.795 INFO:tasks.rados.rados.0.smithi001.stdout:2251: done (1 left) 2024-08-17T16:58:29.795 INFO:tasks.rados.rados.0.smithi001.stdout:2252: done (0 left) 2024-08-17T16:58:29.795 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 213 2024-08-17T16:58:29.796 INFO:tasks.rados.rados.0.smithi001.stdout:2253: seq_num 729 ranges {196608=212992} 2024-08-17T16:58:29.797 INFO:tasks.rados.rados.0.smithi001.stdout:2253: writing smithi00187473-40 from 196608 to 409600 tid 1 2024-08-17T16:58:29.797 INFO:tasks.rados.rados.0.smithi001.stdout:2254: setattr oid 23 current snap is 213 2024-08-17T16:58:29.798 INFO:tasks.rados.rados.0.smithi001.stdout:2255: delete oid 21 current snap is 213 2024-08-17T16:58:29.804 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1586 (ObjNum 699 snap 201 seq_num 699) dirty exists 2024-08-17T16:58:29.805 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 1 to smithi00187473-40 2024-08-17T16:58:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:2254: done (2 left) 2024-08-17T16:58:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:2255: done (1 left) 2024-08-17T16:58:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:2256: read oid 18 snap -1 2024-08-17T16:58:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:2256: expect (ObjNum 722 snap 207 seq_num 722) 2024-08-17T16:58:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 2 to smithi00187473-40 2024-08-17T16:58:29.806 INFO:tasks.rados.rados.0.smithi001.stdout:2257: rollback oid 44 current snap is 213 2024-08-17T16:58:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 44 to 209 2024-08-17T16:58:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2258: setattr oid 32 current snap is 213 2024-08-17T16:58:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2253: finishing write tid 3 to smithi00187473-40 2024-08-17T16:58:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 704 (ObjNum 729 snap 213 seq_num 729) dirty exists 2024-08-17T16:58:29.807 INFO:tasks.rados.rados.0.smithi001.stdout:2253: left oid 40 (ObjNum 729 snap 213 seq_num 729) 2024-08-17T16:58:29.808 INFO:tasks.rados.rados.0.smithi001.stdout:2253: done (3 left) 2024-08-17T16:58:29.809 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 213 2024-08-17T16:58:29.809 INFO:tasks.rados.rados.0.smithi001.stdout:2259: seq_num 731 ranges {2547712=245760} 2024-08-17T16:58:29.824 INFO:tasks.rados.rados.0.smithi001.stdout:2259: writing smithi00187473-10 from 2547712 to 2793472 tid 1 2024-08-17T16:58:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:2260: copy_from oid 47 from oid 11 current snap is 213 2024-08-17T16:58:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing rollback tid 0 to smithi00187473-44 2024-08-17T16:58:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing rollback tid 1 to smithi00187473-44 2024-08-17T16:58:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:2257: finishing rollback tid 2 to smithi00187473-44 2024-08-17T16:58:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1586 (ObjNum 664 snap 191 seq_num 664) dirty exists 2024-08-17T16:58:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:2256: expect (ObjNum 722 snap 207 seq_num 722) 2024-08-17T16:58:29.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1819 (ObjNum 704 snap 202 seq_num 704) dirty exists 2024-08-17T16:58:29.827 INFO:tasks.rados.rados.0.smithi001.stdout:2256: done (4 left) 2024-08-17T16:58:29.827 INFO:tasks.rados.rados.0.smithi001.stdout:2257: done (3 left) 2024-08-17T16:58:29.827 INFO:tasks.rados.rados.0.smithi001.stdout:2258: done (2 left) 2024-08-17T16:58:29.827 INFO:tasks.rados.rados.0.smithi001.stdout:2261: snap_remove snap 209 2024-08-17T16:58:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:29 smithi189 ceph-mon[90541]: pgmap v374: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:58:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:29 smithi189 ceph-mon[90541]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T16:58:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:29 smithi001 ceph-mon[100737]: pgmap v374: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:58:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:29 smithi001 ceph-mon[100737]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T16:58:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:29 smithi001 ceph-mon[103274]: pgmap v374: 121 pgs: 121 active+clean; 216 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:58:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:29 smithi001 ceph-mon[103274]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T16:58:30.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:58:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:58:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:58:30.803 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 1 to smithi00187473-10 2024-08-17T16:58:30.803 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 2 to smithi00187473-10 2024-08-17T16:58:30.803 INFO:tasks.rados.rados.0.smithi001.stdout:2259: finishing write tid 3 to smithi00187473-10 2024-08-17T16:58:30.803 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1588 (ObjNum 731 snap 213 seq_num 731) dirty exists 2024-08-17T16:58:30.803 INFO:tasks.rados.rados.0.smithi001.stdout:2259: left oid 10 (ObjNum 731 snap 213 seq_num 731) 2024-08-17T16:58:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:2260: finishing copy_from racing read to smithi00187473-47 2024-08-17T16:58:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:2260: finishing copy_from to smithi00187473-47 2024-08-17T16:58:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1809 (ObjNum 723 snap 207 seq_num 723) dirty exists 2024-08-17T16:58:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:2259: done (2 left) 2024-08-17T16:58:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:2260: done (1 left) 2024-08-17T16:58:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:2261: done (0 left) 2024-08-17T16:58:30.804 INFO:tasks.rados.rados.0.smithi001.stdout:2262: snap_create 2024-08-17T16:58:31.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:30 smithi189 ceph-mon[90541]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T16:58:31.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:30 smithi001 ceph-mon[100737]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T16:58:31.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:30 smithi001 ceph-mon[103274]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T16:58:31.803 INFO:tasks.rados.rados.0.smithi001.stdout:2262: done (0 left) 2024-08-17T16:58:31.803 INFO:tasks.rados.rados.0.smithi001.stdout:2263: rollback oid 29 current snap is 214 2024-08-17T16:58:31.803 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 208 2024-08-17T16:58:31.803 INFO:tasks.rados.rados.0.smithi001.stdout:2264: snap_remove snap 211 2024-08-17T16:58:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:31 smithi189 ceph-mon[90541]: pgmap v377: 121 pgs: 121 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-08-17T16:58:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:31 smithi189 ceph-mon[90541]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T16:58:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:31 smithi001 ceph-mon[103274]: pgmap v377: 121 pgs: 121 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-08-17T16:58:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:31 smithi001 ceph-mon[103274]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T16:58:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:31 smithi001 ceph-mon[100737]: pgmap v377: 121 pgs: 121 active+clean; 215 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-08-17T16:58:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:31 smithi001 ceph-mon[100737]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T16:58:32.814 INFO:tasks.rados.rados.0.smithi001.stdout:2264: done (1 left) 2024-08-17T16:58:32.815 INFO:tasks.rados.rados.0.smithi001.stdout:2265: rollback oid 42 current snap is 214 2024-08-17T16:58:32.815 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 207 2024-08-17T16:58:32.815 INFO:tasks.rados.rados.0.smithi001.stdout:2263: finishing rollback tid 0 to smithi00187473-29 2024-08-17T16:58:32.815 INFO:tasks.rados.rados.0.smithi001.stdout:2263: finishing rollback tid 1 to smithi00187473-29 2024-08-17T16:58:32.815 INFO:tasks.rados.rados.0.smithi001.stdout:2263: finishing rollback tid 2 to smithi00187473-29 2024-08-17T16:58:32.815 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1475 (ObjNum 610 snap 173 seq_num 610) dirty exists 2024-08-17T16:58:32.815 INFO:tasks.rados.rados.0.smithi001.stdout:2263: done (1 left) 2024-08-17T16:58:32.815 INFO:tasks.rados.rados.0.smithi001.stdout:2266: delete oid 11 current snap is 214 2024-08-17T16:58:32.818 INFO:tasks.rados.rados.0.smithi001.stdout:2265: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:58:32.818 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T16:58:32.828 INFO:tasks.rados.rados.0.smithi001.stdout:2265: done (1 left) 2024-08-17T16:58:32.829 INFO:tasks.rados.rados.0.smithi001.stdout:2266: done (0 left) 2024-08-17T16:58:32.829 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 214 2024-08-17T16:58:32.829 INFO:tasks.rados.rados.0.smithi001.stdout:2267: seq_num 733 ranges {1073152=278528} 2024-08-17T16:58:32.836 INFO:tasks.rados.rados.0.smithi001.stdout:2267: writing smithi00187473-34 from 1073152 to 1351680 tid 1 2024-08-17T16:58:32.836 INFO:tasks.rados.rados.0.smithi001.stdout:2268: rmattr oid 44 current snap is 214 2024-08-17T16:58:32.836 INFO:tasks.rados.rados.0.smithi001.stdout:2269: rmattr oid 10 current snap is 214 2024-08-17T16:58:32.837 INFO:tasks.rados.rados.0.smithi001.stdout:2270: copy_from oid 32 from oid 16 current snap is 214 2024-08-17T16:58:32.837 INFO:tasks.rados.rados.0.smithi001.stdout:2271: copy_from oid 13 from oid 35 current snap is 214 2024-08-17T16:58:32.837 INFO:tasks.rados.rados.0.smithi001.stdout:2272: snap_remove snap 213 2024-08-17T16:58:33.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:32 smithi189 ceph-mon[90541]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T16:58:33.130 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:32 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T16:58:33.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:32 smithi001 ceph-mon[103274]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T16:58:33.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:32 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T16:58:33.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:32 smithi001 ceph-mon[100737]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T16:58:33.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:32 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2272: done (5 left) 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2273: rollback oid 42 current snap is 214 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2270: finishing copy_from to smithi00187473-32 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2270: got expected ENOENT (src dne) 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2270: finishing copy_from racing read to smithi00187473-32 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1589 (ObjNum 664 snap 191 seq_num 664) dirty exists 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2271: finishing copy_from racing read to smithi00187473-13 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2267: finishing write tid 1 to smithi00187473-34 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1590 (ObjNum 731 snap 213 seq_num 731) dirty exists 2024-08-17T16:58:33.820 INFO:tasks.rados.rados.0.smithi001.stdout:2271: finishing copy_from to smithi00187473-13 2024-08-17T16:58:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1108 (ObjNum 65 snap 0 seq_num 1666606435) dirty exists 2024-08-17T16:58:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2267: finishing write tid 2 to smithi00187473-34 2024-08-17T16:58:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2267: finishing write tid 3 to smithi00187473-34 2024-08-17T16:58:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1811 (ObjNum 733 snap 214 seq_num 733) dirty exists 2024-08-17T16:58:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:2267: left oid 34 (ObjNum 733 snap 214 seq_num 733) 2024-08-17T16:58:33.821 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 208 2024-08-17T16:58:33.822 INFO:tasks.rados.rados.0.smithi001.stdout:2267: done (5 left) 2024-08-17T16:58:33.822 INFO:tasks.rados.rados.0.smithi001.stdout:2268: done (4 left) 2024-08-17T16:58:33.822 INFO:tasks.rados.rados.0.smithi001.stdout:2269: done (3 left) 2024-08-17T16:58:33.822 INFO:tasks.rados.rados.0.smithi001.stdout:2270: done (2 left) 2024-08-17T16:58:33.822 INFO:tasks.rados.rados.0.smithi001.stdout:2271: done (1 left) 2024-08-17T16:58:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:2274: rollback oid 9 current snap is 214 2024-08-17T16:58:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 207 2024-08-17T16:58:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:2275: read oid 48 snap -1 2024-08-17T16:58:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:2275: expect (ObjNum 692 snap 200 seq_num 692) 2024-08-17T16:58:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:2276: rollback oid 24 current snap is 214 2024-08-17T16:58:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 212 2024-08-17T16:58:33.823 INFO:tasks.rados.rados.0.smithi001.stdout:2277: snap_remove snap 204 2024-08-17T16:58:34.018 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:33 smithi189 ceph-mon[90541]: pgmap v380: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 728 KiB/s wr, 6 op/s 2024-08-17T16:58:34.019 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:33 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T16:58:34.019 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:33 smithi189 ceph-mon[90541]: Upgrade: osd.6 is safe to restart 2024-08-17T16:58:34.019 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:33 smithi189 ceph-mon[90541]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T16:58:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:33 smithi001 ceph-mon[100737]: pgmap v380: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 728 KiB/s wr, 6 op/s 2024-08-17T16:58:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:33 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T16:58:34.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:33 smithi001 ceph-mon[100737]: Upgrade: osd.6 is safe to restart 2024-08-17T16:58:34.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:33 smithi001 ceph-mon[100737]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T16:58:34.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:33 smithi001 ceph-mon[103274]: pgmap v380: 121 pgs: 121 active+clean; 199 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 728 KiB/s wr, 6 op/s 2024-08-17T16:58:34.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:33 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T16:58:34.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:33 smithi001 ceph-mon[103274]: Upgrade: osd.6 is safe to restart 2024-08-17T16:58:34.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:33 smithi001 ceph-mon[103274]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T16:58:34.775 INFO:tasks.rados.rados.0.smithi001.stdout:2277: done (4 left) 2024-08-17T16:58:34.775 INFO:tasks.rados.rados.0.smithi001.stdout:2278: read oid 26 snap -1 2024-08-17T16:58:34.775 INFO:tasks.rados.rados.0.smithi001.stdout:2278: expect (ObjNum 712 snap 205 seq_num 712) 2024-08-17T16:58:34.775 INFO:tasks.rados.rados.0.smithi001.stdout:2279: copy_from oid 45 from oid 30 current snap is 214 2024-08-17T16:58:34.775 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 214 2024-08-17T16:58:34.775 INFO:tasks.rados.rados.0.smithi001.stdout:2280: seq_num 734 ranges {3596288=294912} 2024-08-17T16:58:34.798 INFO:tasks.rados.rados.0.smithi001.stdout:2280: writing smithi00187473-14 from 3596288 to 3891200 tid 1 2024-08-17T16:58:34.798 INFO:tasks.rados.rados.0.smithi001.stdout:2281: rollback oid 12 current snap is 214 2024-08-17T16:58:34.798 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 206 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:2274: finishing rollback tid 0 to smithi00187473-9 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:2274: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:2274: finishing rollback tid 2 to smithi00187473-9 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 886 (ObjNum 718 snap 206 seq_num 718) dirty exists 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:2276: finishing rollback tid 0 to smithi00187473-24 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:2273: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:2276: finishing rollback tid 1 to smithi00187473-24 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:2276: finishing rollback tid 2 to smithi00187473-24 2024-08-17T16:58:34.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1588 (ObjNum 644 snap 181 seq_num 644) dirty exists 2024-08-17T16:58:34.803 INFO:tasks.rados.rados.0.smithi001.stdout:2275: expect (ObjNum 692 snap 200 seq_num 692) 2024-08-17T16:58:35.075 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:34 smithi189 ceph-mon[90541]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T16:58:35.076 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:34 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:35.076 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:34 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T16:58:35.076 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:34 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:35.076 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:34 smithi189 ceph-mon[90541]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T16:58:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[100737]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T16:58:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T16:58:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[100737]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T16:58:35.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[103274]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T16:58:35.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:35.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T16:58:35.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:35.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:34 smithi001 ceph-mon[103274]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T16:58:35.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:35 smithi189 ceph-mon[90541]: Upgrade: Updating osd.6 2024-08-17T16:58:35.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:35 smithi189 ceph-mon[90541]: Deploying daemon osd.6 on smithi189 2024-08-17T16:58:35.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:35 smithi189 ceph-mon[90541]: pgmap v383: 121 pgs: 121 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-17T16:58:36.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:35 smithi001 ceph-mon[103274]: Upgrade: Updating osd.6 2024-08-17T16:58:36.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:35 smithi001 ceph-mon[103274]: Deploying daemon osd.6 on smithi189 2024-08-17T16:58:36.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:35 smithi001 ceph-mon[103274]: pgmap v383: 121 pgs: 121 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-17T16:58:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:35 smithi001 ceph-mon[100737]: Upgrade: Updating osd.6 2024-08-17T16:58:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:35 smithi001 ceph-mon[100737]: Deploying daemon osd.6 on smithi189 2024-08-17T16:58:36.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:35 smithi001 ceph-mon[100737]: pgmap v383: 121 pgs: 121 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-17T16:58:36.860 INFO:tasks.rados.rados.0.smithi001.stdout:2280: finishing write tid 1 to smithi00187473-14 2024-08-17T16:58:36.860 INFO:tasks.rados.rados.0.smithi001.stdout:2280: finishing write tid 2 to smithi00187473-14 2024-08-17T16:58:36.860 INFO:tasks.rados.rados.0.smithi001.stdout:2281: finishing rollback tid 0 to smithi00187473-12 2024-08-17T16:58:36.861 INFO:tasks.rados.rados.0.smithi001.stdout:2281: finishing rollback tid 1 to smithi00187473-12 2024-08-17T16:58:36.861 INFO:tasks.rados.rados.0.smithi001.stdout:2281: finishing rollback tid 2 to smithi00187473-12 2024-08-17T16:58:36.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1591 (ObjNum 691 snap 200 seq_num 691) dirty exists 2024-08-17T16:58:36.861 INFO:tasks.rados.rados.0.smithi001.stdout:2280: finishing write tid 3 to smithi00187473-14 2024-08-17T16:58:36.861 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1477 (ObjNum 734 snap 214 seq_num 734) dirty exists 2024-08-17T16:58:36.861 INFO:tasks.rados.rados.0.smithi001.stdout:2280: left oid 14 (ObjNum 734 snap 214 seq_num 734) 2024-08-17T16:58:36.861 INFO:tasks.rados.rados.0.smithi001.stdout:2278: expect (ObjNum 712 snap 205 seq_num 712) 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2279: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2279: finishing copy_from to smithi00187473-45 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1580 (ObjNum 714 snap 206 seq_num 714) dirty exists 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2273: done (7 left) 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2274: done (6 left) 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2275: done (5 left) 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2276: done (4 left) 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2278: done (3 left) 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2279: done (2 left) 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2280: done (1 left) 2024-08-17T16:58:37.028 INFO:tasks.rados.rados.0.smithi001.stdout:2281: done (0 left) 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2282: rollback oid 4 current snap is 214 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 208 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2283: read oid 2 snap -1 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2283: expect deleted 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2284: read oid 20 snap -1 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2284: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2285: delete oid 39 current snap is 214 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2282: finishing rollback tid 1 to smithi00187473-4 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 0 (ObjNum 1409 snap 0 seq_num 811577648) dirty dne 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2282: done (3 left) 2024-08-17T16:58:37.029 INFO:tasks.rados.rados.0.smithi001.stdout:2283: done (2 left) 2024-08-17T16:58:37.030 INFO:tasks.rados.rados.0.smithi001.stdout:2285: done (1 left) 2024-08-17T16:58:37.030 INFO:tasks.rados.rados.0.smithi001.stdout:2286: snap_create 2024-08-17T16:58:37.031 INFO:tasks.rados.rados.0.smithi001.stdout:2284: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:58:37.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:36 smithi189 systemd[1]: Stopping Ceph osd.6 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:58:37.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[50762]: 2024-08-17T16:58:37.053+0000 7f132ae7b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:58:37.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[50762]: 2024-08-17T16:58:37.053+0000 7f132ae7b640 -1 osd.6 511 *** Got signal Terminated *** 2024-08-17T16:58:37.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[50762]: 2024-08-17T16:58:37.053+0000 7f132ae7b640 -1 osd.6 511 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:58:37.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:58:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:58:37] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.51.0" 2024-08-17T16:58:37.830 INFO:tasks.rados.rados.0.smithi001.stdout:2284: done (1 left) 2024-08-17T16:58:37.830 INFO:tasks.rados.rados.0.smithi001.stdout:2286: done (0 left) 2024-08-17T16:58:37.830 INFO:tasks.rados.rados.0.smithi001.stdout:2287: rmattr oid 43 current snap is 215 2024-08-17T16:58:37.831 INFO:tasks.rados.rados.0.smithi001.stdout:2288: read oid 29 snap -1 2024-08-17T16:58:37.831 INFO:tasks.rados.rados.0.smithi001.stdout:2288: expect (ObjNum 610 snap 173 seq_num 610) 2024-08-17T16:58:37.831 INFO:tasks.rados.rados.0.smithi001.stdout:2289: rollback oid 5 current snap is 215 2024-08-17T16:58:37.831 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 214 2024-08-17T16:58:37.831 INFO:tasks.rados.rados.0.smithi001.stdout:2290: read oid 9 snap -1 2024-08-17T16:58:37.831 INFO:tasks.rados.rados.0.smithi001.stdout:2290: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:58:37.831 INFO:tasks.rados.rados.0.smithi001.stdout:2291: copy_from oid 42 from oid 30 current snap is 215 2024-08-17T16:58:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2292: read oid 13 snap -1 2024-08-17T16:58:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2292: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:58:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2293: read oid 15 snap 207 2024-08-17T16:58:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2293: expect deleted 2024-08-17T16:58:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2294: delete oid 40 current snap is 215 2024-08-17T16:58:37.839 INFO:tasks.rados.rados.0.smithi001.stdout:2292: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T16:58:37.844 INFO:tasks.rados.rados.0.smithi001.stdout:2292: done (7 left) 2024-08-17T16:58:37.844 INFO:tasks.rados.rados.0.smithi001.stdout:2294: done (6 left) 2024-08-17T16:58:37.844 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 215 2024-08-17T16:58:37.844 INFO:tasks.rados.rados.0.smithi001.stdout:2295: seq_num 737 ranges {2293760=352256} 2024-08-17T16:58:37.859 INFO:tasks.rados.rados.0.smithi001.stdout:2295: writing smithi00187473-41 from 2293760 to 2646016 tid 1 2024-08-17T16:58:37.859 INFO:tasks.rados.rados.0.smithi001.stdout:2296: rmattr oid 25 current snap is 215 2024-08-17T16:58:37.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 1839 (ObjNum 658 snap 186 seq_num 658) dirty exists 2024-08-17T16:58:37.859 INFO:tasks.rados.rados.0.smithi001.stdout:2287: done (7 left) 2024-08-17T16:58:37.860 INFO:tasks.rados.rados.0.smithi001.stdout:2297: copy_from oid 23 from oid 22 current snap is 215 2024-08-17T16:58:37.860 INFO:tasks.rados.rados.0.smithi001.stdout:2289: finishing rollback tid 0 to smithi00187473-5 2024-08-17T16:58:37.860 INFO:tasks.rados.rados.0.smithi001.stdout:2289: finishing rollback tid 1 to smithi00187473-5 2024-08-17T16:58:37.860 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 215 2024-08-17T16:58:37.860 INFO:tasks.rados.rados.0.smithi001.stdout:2289: finishing rollback tid 2 to smithi00187473-5 2024-08-17T16:58:37.860 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1843 (ObjNum 715 snap 206 seq_num 715) dirty exists 2024-08-17T16:58:37.860 INFO:tasks.rados.rados.0.smithi001.stdout:2298: seq_num 738 ranges {704512=368640} 2024-08-17T16:58:37.865 INFO:tasks.rados.rados.0.smithi001.stdout:2298: writing smithi00187473-36 from 704512 to 1073152 tid 1 2024-08-17T16:58:37.865 INFO:tasks.rados.rados.0.smithi001.stdout:2289: done (8 left) 2024-08-17T16:58:37.865 INFO:tasks.rados.rados.0.smithi001.stdout:2299: snap_remove snap 208 2024-08-17T16:58:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:37 smithi189 ceph-mon[90541]: pgmap v385: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 987 KiB/s wr, 17 op/s 2024-08-17T16:58:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:37 smithi189 ceph-mon[90541]: osd.6 marked itself down and dead 2024-08-17T16:58:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:37 smithi001 ceph-mon[100737]: pgmap v385: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 987 KiB/s wr, 17 op/s 2024-08-17T16:58:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:37 smithi001 ceph-mon[100737]: osd.6 marked itself down and dead 2024-08-17T16:58:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:37 smithi001 ceph-mon[103274]: pgmap v385: 121 pgs: 121 active+clean; 203 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 987 KiB/s wr, 17 op/s 2024-08-17T16:58:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:37 smithi001 ceph-mon[103274]: osd.6 marked itself down and dead 2024-08-17T16:58:38.470 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:38 smithi189 podman[106388]: 2024-08-17 16:58:38.219156496 +0000 UTC m=+1.261488778 container died 733bae3d847beff307e162e562405a08f3423a4fecc17a8c2bf4636ed35b42d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, RELEASE=quincy-f2c39d4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T16:58:38.833 INFO:tasks.rados.rados.0.smithi001.stdout:2299: done (8 left) 2024-08-17T16:58:38.833 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 215 2024-08-17T16:58:38.833 INFO:tasks.rados.rados.0.smithi001.stdout:2300: seq_num 739 ranges {8552448=385024} 2024-08-17T16:58:38.884 INFO:tasks.rados.rados.0.smithi001.stdout:2300: writing smithi00187473-37 from 8552448 to 8937472 tid 1 2024-08-17T16:58:38.884 INFO:tasks.rados.rados.0.smithi001.stdout:2301: rollback oid 5 current snap is 215 2024-08-17T16:58:38.884 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 5 to 212 2024-08-17T16:58:38.885 INFO:tasks.rados.rados.0.smithi001.stdout:2293: done (9 left) 2024-08-17T16:58:38.885 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 215 2024-08-17T16:58:38.885 INFO:tasks.rados.rados.0.smithi001.stdout:2288: expect (ObjNum 610 snap 173 seq_num 610) 2024-08-17T16:58:38.997 INFO:tasks.rados.rados.0.smithi001.stdout:2298: finishing write tid 1 to smithi00187473-36 2024-08-17T16:58:38.997 INFO:tasks.rados.rados.0.smithi001.stdout:2298: finishing write tid 2 to smithi00187473-36 2024-08-17T16:58:38.997 INFO:tasks.rados.rados.0.smithi001.stdout:2298: finishing write tid 3 to smithi00187473-36 2024-08-17T16:58:38.997 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1592 (ObjNum 738 snap 215 seq_num 738) dirty exists 2024-08-17T16:58:38.997 INFO:tasks.rados.rados.0.smithi001.stdout:2298: left oid 36 (ObjNum 738 snap 215 seq_num 738) 2024-08-17T16:58:38.997 INFO:tasks.rados.rados.0.smithi001.stdout:2290: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:58:38.998 INFO:tasks.rados.rados.0.smithi001.stdout:2295: finishing write tid 1 to smithi00187473-41 2024-08-17T16:58:38.998 INFO:tasks.rados.rados.0.smithi001.stdout:2295: finishing write tid 2 to smithi00187473-41 2024-08-17T16:58:38.998 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1812 (ObjNum 719 snap 206 seq_num 719) dirty exists 2024-08-17T16:58:38.998 INFO:tasks.rados.rados.0.smithi001.stdout:2295: finishing write tid 3 to smithi00187473-41 2024-08-17T16:58:38.998 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1284 (ObjNum 737 snap 215 seq_num 737) dirty exists 2024-08-17T16:58:38.998 INFO:tasks.rados.rados.0.smithi001.stdout:2295: left oid 41 (ObjNum 737 snap 215 seq_num 737) 2024-08-17T16:58:38.998 INFO:tasks.rados.rados.0.smithi001.stdout:2291: finishing copy_from racing read to smithi00187473-42 2024-08-17T16:58:38.999 INFO:tasks.rados.rados.0.smithi001.stdout:2302: seq_num 740 ranges {3809280=401408} 2024-08-17T16:58:39.021 INFO:tasks.rados.rados.0.smithi001.stdout:2302: writing smithi00187473-47 from 3809280 to 4210688 tid 1 2024-08-17T16:58:39.021 INFO:tasks.rados.rados.0.smithi001.stdout:2288: done (9 left) 2024-08-17T16:58:39.021 INFO:tasks.rados.rados.0.smithi001.stdout:2290: done (8 left) 2024-08-17T16:58:39.021 INFO:tasks.rados.rados.0.smithi001.stdout:2295: done (7 left) 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2296: done (6 left) 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2298: done (5 left) 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2303: snap_create 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2291: finishing copy_from to smithi00187473-42 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1580 (ObjNum 714 snap 206 seq_num 714) dirty exists 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2300: finishing write tid 1 to smithi00187473-37 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2300: finishing write tid 2 to smithi00187473-37 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2301: finishing rollback tid 0 to smithi00187473-5 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2301: finishing rollback tid 1 to smithi00187473-5 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2300: finishing write tid 3 to smithi00187473-37 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 648 (ObjNum 739 snap 215 seq_num 739) dirty exists 2024-08-17T16:58:39.022 INFO:tasks.rados.rados.0.smithi001.stdout:2300: left oid 37 (ObjNum 739 snap 215 seq_num 739) 2024-08-17T16:58:39.023 INFO:tasks.rados.rados.0.smithi001.stdout:2301: finishing rollback tid 2 to smithi00187473-5 2024-08-17T16:58:39.023 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1856 (ObjNum 715 snap 206 seq_num 715) dirty exists 2024-08-17T16:58:39.023 INFO:tasks.rados.rados.0.smithi001.stdout:2297: finishing copy_from racing read to smithi00187473-23 2024-08-17T16:58:39.023 INFO:tasks.rados.rados.0.smithi001.stdout:2297: finishing copy_from to smithi00187473-23 2024-08-17T16:58:39.023 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1460 (ObjNum 692 snap 200 seq_num 692) dirty exists 2024-08-17T16:58:39.024 INFO:tasks.rados.rados.0.smithi001.stdout:2302: finishing write tid 1 to smithi00187473-47 2024-08-17T16:58:39.024 INFO:tasks.rados.rados.0.smithi001.stdout:2302: finishing write tid 2 to smithi00187473-47 2024-08-17T16:58:39.026 INFO:tasks.rados.rados.0.smithi001.stdout:2302: finishing write tid 3 to smithi00187473-47 2024-08-17T16:58:39.026 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1814 (ObjNum 740 snap 215 seq_num 740) dirty exists 2024-08-17T16:58:39.026 INFO:tasks.rados.rados.0.smithi001.stdout:2302: left oid 47 (ObjNum 740 snap 215 seq_num 740) 2024-08-17T16:58:39.063 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:38 smithi189 ceph-mon[90541]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:58:39.063 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:38 smithi189 ceph-mon[90541]: osdmap e512: 8 total, 7 up, 8 in 2024-08-17T16:58:39.063 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:39.064 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:39.064 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:38 smithi189 podman[106388]: 2024-08-17 16:58:38.786111855 +0000 UTC m=+1.828444141 container cleanup 733bae3d847beff307e162e562405a08f3423a4fecc17a8c2bf4636ed35b42d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, ceph=True, RELEASE=quincy-f2c39d4, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T16:58:39.064 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:38 smithi189 bash[106388]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6 2024-08-17T16:58:39.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:38 smithi001 ceph-mon[100737]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:58:39.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:38 smithi001 ceph-mon[100737]: osdmap e512: 8 total, 7 up, 8 in 2024-08-17T16:58:39.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:39.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:39.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:38 smithi001 ceph-mon[103274]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:58:39.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:38 smithi001 ceph-mon[103274]: osdmap e512: 8 total, 7 up, 8 in 2024-08-17T16:58:39.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:39.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:39.422 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:39 smithi189 podman[106412]: 2024-08-17 16:58:39.062866898 +0000 UTC m=+0.837842188 container remove 733bae3d847beff307e162e562405a08f3423a4fecc17a8c2bf4636ed35b42d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, GIT_CLEAN=True) 2024-08-17T16:58:39.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:39 smithi189 podman[106508]: 2024-08-17 16:58:39.422149404 +0000 UTC m=+0.102029683 container create c0dd7fbc6edb5200c7f4967f293c7322d1e95c01b4ea55919997bdc97410182f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, ceph=True, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T16:58:39.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:39 smithi189 podman[106508]: 2024-08-17 16:58:39.337753293 +0000 UTC m=+0.017633572 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:58:39.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:39 smithi189 podman[106508]: 2024-08-17 16:58:39.591335154 +0000 UTC m=+0.271215428 container init c0dd7fbc6edb5200c7f4967f293c7322d1e95c01b4ea55919997bdc97410182f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T16:58:39.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:39 smithi189 podman[106508]: 2024-08-17 16:58:39.595849829 +0000 UTC m=+0.275730109 container start c0dd7fbc6edb5200c7f4967f293c7322d1e95c01b4ea55919997bdc97410182f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T16:58:39.776 INFO:tasks.rados.rados.0.smithi001.stdout:2291: done (5 left) 2024-08-17T16:58:39.776 INFO:tasks.rados.rados.0.smithi001.stdout:2297: done (4 left) 2024-08-17T16:58:39.776 INFO:tasks.rados.rados.0.smithi001.stdout:2300: done (3 left) 2024-08-17T16:58:39.776 INFO:tasks.rados.rados.0.smithi001.stdout:2301: done (2 left) 2024-08-17T16:58:39.777 INFO:tasks.rados.rados.0.smithi001.stdout:2302: done (1 left) 2024-08-17T16:58:39.777 INFO:tasks.rados.rados.0.smithi001.stdout:2303: done (0 left) 2024-08-17T16:58:39.777 INFO:tasks.rados.rados.0.smithi001.stdout:2304: snap_remove snap 215 2024-08-17T16:58:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:39 smithi189 ceph-mon[90541]: pgmap v387: 121 pgs: 14 stale+active+clean, 107 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 811 KiB/s wr, 15 op/s 2024-08-17T16:58:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:39 smithi189 ceph-mon[90541]: osdmap e513: 8 total, 7 up, 8 in 2024-08-17T16:58:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:39 smithi189 ceph-mon[90541]: osdmap e514: 8 total, 7 up, 8 in 2024-08-17T16:58:40.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:39 smithi189 podman[106508]: 2024-08-17 16:58:39.682887492 +0000 UTC m=+0.362767778 container attach c0dd7fbc6edb5200c7f4967f293c7322d1e95c01b4ea55919997bdc97410182f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T16:58:40.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:39 smithi189 podman[106508]: 2024-08-17 16:58:39.79895993 +0000 UTC m=+0.478840212 container died c0dd7fbc6edb5200c7f4967f293c7322d1e95c01b4ea55919997bdc97410182f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:39 smithi001 ceph-mon[100737]: pgmap v387: 121 pgs: 14 stale+active+clean, 107 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 811 KiB/s wr, 15 op/s 2024-08-17T16:58:40.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:39 smithi001 ceph-mon[100737]: osdmap e513: 8 total, 7 up, 8 in 2024-08-17T16:58:40.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:39 smithi001 ceph-mon[100737]: osdmap e514: 8 total, 7 up, 8 in 2024-08-17T16:58:40.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:39 smithi001 ceph-mon[103274]: pgmap v387: 121 pgs: 14 stale+active+clean, 107 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 811 KiB/s wr, 15 op/s 2024-08-17T16:58:40.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:39 smithi001 ceph-mon[103274]: osdmap e513: 8 total, 7 up, 8 in 2024-08-17T16:58:40.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:39 smithi001 ceph-mon[103274]: osdmap e514: 8 total, 7 up, 8 in 2024-08-17T16:58:40.621 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:58:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:58:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:58:40.777 INFO:tasks.rados.rados.0.smithi001.stdout:2304: done (0 left) 2024-08-17T16:58:40.777 INFO:tasks.rados.rados.0.smithi001.stdout:2305: read oid 16 snap -1 2024-08-17T16:58:40.777 INFO:tasks.rados.rados.0.smithi001.stdout:2305: expect deleted 2024-08-17T16:58:40.778 INFO:tasks.rados.rados.0.smithi001.stdout:2306: read oid 15 snap -1 2024-08-17T16:58:40.778 INFO:tasks.rados.rados.0.smithi001.stdout:2306: expect deleted 2024-08-17T16:58:40.778 INFO:tasks.rados.rados.0.smithi001.stdout:2307: snap_create 2024-08-17T16:58:40.928 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:40 smithi189 podman[106551]: 2024-08-17 16:58:40.620727124 +0000 UTC m=+0.815738981 container remove c0dd7fbc6edb5200c7f4967f293c7322d1e95c01b4ea55919997bdc97410182f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:40.929 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:40 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-17T16:58:40.929 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:40 smithi189 systemd[1]: Stopped Ceph osd.6 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:58:40.929 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:40 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.6.service: Consumed 14.028s CPU time. 2024-08-17T16:58:40.929 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:40 smithi189 systemd[1]: Starting Ceph osd.6 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:58:41.350 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 podman[106657]: 2024-08-17 16:58:41.063744943 +0000 UTC m=+0.109085702 container create ec6d1d0bba1bcf39413ac76ee048f34bad0548cd1960afa5af348593f0f83900 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:58:41.350 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 podman[106657]: 2024-08-17 16:58:40.972566621 +0000 UTC m=+0.017907387 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:58:41.351 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 podman[106657]: 2024-08-17 16:58:41.275015836 +0000 UTC m=+0.320356596 container init ec6d1d0bba1bcf39413ac76ee048f34bad0548cd1960afa5af348593f0f83900 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:41.351 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 podman[106657]: 2024-08-17 16:58:41.279485886 +0000 UTC m=+0.324826653 container start ec6d1d0bba1bcf39413ac76ee048f34bad0548cd1960afa5af348593f0f83900 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-cd8bdbe) 2024-08-17T16:58:41.351 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 podman[106657]: 2024-08-17 16:58:41.34973204 +0000 UTC m=+0.395072802 container attach ec6d1d0bba1bcf39413ac76ee048f34bad0548cd1960afa5af348593f0f83900 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T16:58:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T16:58:41.680 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-17T16:58:41.680 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-17T16:58:41.780 INFO:tasks.rados.rados.0.smithi001.stdout:2305: done (2 left) 2024-08-17T16:58:41.780 INFO:tasks.rados.rados.0.smithi001.stdout:2306: done (1 left) 2024-08-17T16:58:41.780 INFO:tasks.rados.rados.0.smithi001.stdout:2307: done (0 left) 2024-08-17T16:58:41.780 INFO:tasks.rados.rados.0.smithi001.stdout:2308: setattr oid 33 current snap is 217 2024-08-17T16:58:41.781 INFO:tasks.rados.rados.0.smithi001.stdout:2309: delete oid 35 current snap is 217 2024-08-17T16:58:41.787 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1593 (ObjNum 637 snap 178 seq_num 637) dirty exists 2024-08-17T16:58:41.788 INFO:tasks.rados.rados.0.smithi001.stdout:2308: done (1 left) 2024-08-17T16:58:41.788 INFO:tasks.rados.rados.0.smithi001.stdout:2309: done (0 left) 2024-08-17T16:58:41.788 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 217 2024-08-17T16:58:41.788 INFO:tasks.rados.rados.0.smithi001.stdout:2310: seq_num 742 ranges {4259840=434176} 2024-08-17T16:58:41.814 INFO:tasks.rados.rados.0.smithi001.stdout:2310: writing smithi00187473-6 from 4259840 to 4694016 tid 1 2024-08-17T16:58:41.814 INFO:tasks.rados.rados.0.smithi001.stdout:2311: snap_create 2024-08-17T16:58:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:2310: finishing write tid 1 to smithi00187473-6 2024-08-17T16:58:41.818 INFO:tasks.rados.rados.0.smithi001.stdout:2310: finishing write tid 2 to smithi00187473-6 2024-08-17T16:58:41.819 INFO:tasks.rados.rados.0.smithi001.stdout:2310: finishing write tid 3 to smithi00187473-6 2024-08-17T16:58:41.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 888 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-08-17T16:58:41.819 INFO:tasks.rados.rados.0.smithi001.stdout:2310: left oid 6 (ObjNum 742 snap 217 seq_num 742) 2024-08-17T16:58:42.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-mon[90541]: pgmap v390: 121 pgs: 5 active+undersized, 7 peering, 11 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 576 KiB/s wr, 8 op/s; 9/321 objects degraded (2.804%) 2024-08-17T16:58:42.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-mon[90541]: osdmap e515: 8 total, 7 up, 8 in 2024-08-17T16:58:42.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-mon[90541]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T16:58:42.146 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-mon[90541]: Health check failed: Degraded data redundancy: 9/321 objects degraded (2.804%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:42.146 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T16:58:42.146 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate[106673]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 bash[106657]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-17T16:58:42.147 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:41 smithi189 podman[106657]: 2024-08-17 16:58:41.839627377 +0000 UTC m=+0.884968144 container died ec6d1d0bba1bcf39413ac76ee048f34bad0548cd1960afa5af348593f0f83900 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:41 smithi001 ceph-mon[100737]: pgmap v390: 121 pgs: 5 active+undersized, 7 peering, 11 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 576 KiB/s wr, 8 op/s; 9/321 objects degraded (2.804%) 2024-08-17T16:58:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:41 smithi001 ceph-mon[100737]: osdmap e515: 8 total, 7 up, 8 in 2024-08-17T16:58:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:41 smithi001 ceph-mon[100737]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T16:58:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:41 smithi001 ceph-mon[100737]: Health check failed: Degraded data redundancy: 9/321 objects degraded (2.804%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:41 smithi001 ceph-mon[103274]: pgmap v390: 121 pgs: 5 active+undersized, 7 peering, 11 stale+active+clean, 4 active+undersized+degraded, 94 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 576 KiB/s wr, 8 op/s; 9/321 objects degraded (2.804%) 2024-08-17T16:58:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:41 smithi001 ceph-mon[103274]: osdmap e515: 8 total, 7 up, 8 in 2024-08-17T16:58:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:41 smithi001 ceph-mon[103274]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T16:58:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:41 smithi001 ceph-mon[103274]: Health check failed: Degraded data redundancy: 9/321 objects degraded (2.804%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:42.786 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:42 smithi189 podman[106798]: 2024-08-17 16:58:42.528647793 +0000 UTC m=+0.682318577 container remove ec6d1d0bba1bcf39413ac76ee048f34bad0548cd1960afa5af348593f0f83900 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-activate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux ) 2024-08-17T16:58:42.786 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:42 smithi189 podman[106861]: 2024-08-17 16:58:42.737911651 +0000 UTC m=+0.110746731 container create 2bd5e70c791ac9b35dba0425f2802632bc291b4bb07e747ccca4053fddcf49c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T16:58:42.786 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:42 smithi189 podman[106861]: 2024-08-17 16:58:42.644416518 +0000 UTC m=+0.017251553 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:58:42.790 INFO:tasks.rados.rados.0.smithi001.stdout:2310: done (1 left) 2024-08-17T16:58:42.790 INFO:tasks.rados.rados.0.smithi001.stdout:2311: done (0 left) 2024-08-17T16:58:42.790 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 218 2024-08-17T16:58:42.790 INFO:tasks.rados.rados.0.smithi001.stdout:2312: seq_num 743 ranges {5185536=450560} 2024-08-17T16:58:42.821 INFO:tasks.rados.rados.0.smithi001.stdout:2312: writing smithi00187473-32 from 5185536 to 5636096 tid 1 2024-08-17T16:58:42.821 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 218 2024-08-17T16:58:42.821 INFO:tasks.rados.rados.0.smithi001.stdout:2313: seq_num 744 ranges {3866624=466944} 2024-08-17T16:58:42.845 INFO:tasks.rados.rados.0.smithi001.stdout:2313: writing smithi00187473-12 from 3866624 to 4333568 tid 1 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2314: rmattr oid 2 current snap is 218 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2314: done (2 left) 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2315: rollback oid 46 current snap is 218 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 217 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2312: finishing write tid 1 to smithi00187473-32 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2312: finishing write tid 2 to smithi00187473-32 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2312: finishing write tid 3 to smithi00187473-32 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1859 (ObjNum 743 snap 218 seq_num 743) dirty exists 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2312: left oid 32 (ObjNum 743 snap 218 seq_num 743) 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2312: done (2 left) 2024-08-17T16:58:42.846 INFO:tasks.rados.rados.0.smithi001.stdout:2316: delete oid 14 current snap is 218 2024-08-17T16:58:42.848 INFO:tasks.rados.rados.0.smithi001.stdout:2316: done (2 left) 2024-08-17T16:58:42.848 INFO:tasks.rados.rados.0.smithi001.stdout:2317: setattr oid 10 current snap is 218 2024-08-17T16:58:42.850 INFO:tasks.rados.rados.0.smithi001.stdout:2315: finishing rollback tid 0 to smithi00187473-46 2024-08-17T16:58:42.850 INFO:tasks.rados.rados.0.smithi001.stdout:2315: finishing rollback tid 1 to smithi00187473-46 2024-08-17T16:58:42.851 INFO:tasks.rados.rados.0.smithi001.stdout:2313: finishing write tid 1 to smithi00187473-12 2024-08-17T16:58:42.851 INFO:tasks.rados.rados.0.smithi001.stdout:2315: finishing rollback tid 2 to smithi00187473-46 2024-08-17T16:58:42.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 1622 (ObjNum 677 snap 195 seq_num 677) dirty exists 2024-08-17T16:58:42.851 INFO:tasks.rados.rados.0.smithi001.stdout:2313: finishing write tid 2 to smithi00187473-12 2024-08-17T16:58:42.852 INFO:tasks.rados.rados.0.smithi001.stdout:2315: done (2 left) 2024-08-17T16:58:42.852 INFO:tasks.rados.rados.0.smithi001.stdout:2318: rmattr oid 48 current snap is 218 2024-08-17T16:58:42.852 INFO:tasks.rados.rados.0.smithi001.stdout:2319: read oid 39 snap -1 2024-08-17T16:58:42.852 INFO:tasks.rados.rados.0.smithi001.stdout:2319: expect deleted 2024-08-17T16:58:42.852 INFO:tasks.rados.rados.0.smithi001.stdout:2320: copy_from oid 17 from oid 32 current snap is 218 2024-08-17T16:58:42.852 INFO:tasks.rados.rados.0.smithi001.stdout:2321: setattr oid 7 current snap is 218 2024-08-17T16:58:42.853 INFO:tasks.rados.rados.0.smithi001.stdout:2313: finishing write tid 3 to smithi00187473-12 2024-08-17T16:58:42.853 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1593 (ObjNum 744 snap 218 seq_num 744) dirty exists 2024-08-17T16:58:42.853 INFO:tasks.rados.rados.0.smithi001.stdout:2313: left oid 12 (ObjNum 744 snap 218 seq_num 744) 2024-08-17T16:58:42.855 INFO:tasks.rados.rados.0.smithi001.stdout:2313: done (5 left) 2024-08-17T16:58:42.855 INFO:tasks.rados.rados.0.smithi001.stdout:2319: done (4 left) 2024-08-17T16:58:42.855 INFO:tasks.rados.rados.0.smithi001.stdout:2322: rollback oid 9 current snap is 218 2024-08-17T16:58:42.855 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 216 2024-08-17T16:58:42.855 INFO:tasks.rados.rados.0.smithi001.stdout:2323: rollback oid 34 current snap is 218 2024-08-17T16:58:42.855 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 217 2024-08-17T16:58:42.855 INFO:tasks.rados.rados.0.smithi001.stdout:2324: copy_from oid 29 from oid 3 current snap is 218 2024-08-17T16:58:42.855 INFO:tasks.rados.rados.0.smithi001.stdout:2325: read oid 1 snap 207 2024-08-17T16:58:42.856 INFO:tasks.rados.rados.0.smithi001.stdout:2325: expect (ObjNum 668 snap 192 seq_num 668) 2024-08-17T16:58:42.856 INFO:tasks.rados.rados.0.smithi001.stdout:2326: rollback oid 36 current snap is 218 2024-08-17T16:58:42.856 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 212 2024-08-17T16:58:42.856 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 218 2024-08-17T16:58:42.856 INFO:tasks.rados.rados.0.smithi001.stdout:2327: seq_num 746 ranges {0=499712} 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:2327: writing smithi00187473-11 from 0 to 499712 tid 1 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:2328: read oid 12 snap 206 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:2328: expect (ObjNum 691 snap 200 seq_num 691) 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:2329: read oid 20 snap -1 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:2329: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 218 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1594 (ObjNum 731 snap 213 seq_num 731) dirty exists 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:2322: finishing rollback tid 0 to smithi00187473-9 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:2322: finishing rollback tid 1 to smithi00187473-9 2024-08-17T16:58:42.859 INFO:tasks.rados.rados.0.smithi001.stdout:2326: finishing rollback tid 0 to smithi00187473-36 2024-08-17T16:58:42.862 INFO:tasks.rados.rados.0.smithi001.stdout:2330: seq_num 747 ranges {8937472=516096} 2024-08-17T16:58:42.915 INFO:tasks.rados.rados.0.smithi001.stdout:2330: writing smithi00187473-37 from 8937472 to 9453568 tid 1 2024-08-17T16:58:42.915 INFO:tasks.rados.rados.0.smithi001.stdout:2317: done (12 left) 2024-08-17T16:58:42.915 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 218 2024-08-17T16:58:42.915 INFO:tasks.rados.rados.0.smithi001.stdout:2326: finishing rollback tid 1 to smithi00187473-36 2024-08-17T16:58:42.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1524 (ObjNum 692 snap 200 seq_num 692) dirty exists 2024-08-17T16:58:42.915 INFO:tasks.rados.rados.0.smithi001.stdout:2326: finishing rollback tid 2 to smithi00187473-36 2024-08-17T16:58:42.916 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1597 (ObjNum 725 snap 208 seq_num 725) dirty exists 2024-08-17T16:58:42.916 INFO:tasks.rados.rados.0.smithi001.stdout:2322: finishing rollback tid 2 to smithi00187473-9 2024-08-17T16:58:42.916 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 891 (ObjNum 718 snap 206 seq_num 718) dirty exists 2024-08-17T16:58:42.916 INFO:tasks.rados.rados.0.smithi001.stdout:2323: finishing rollback tid 0 to smithi00187473-34 2024-08-17T16:58:42.916 INFO:tasks.rados.rados.0.smithi001.stdout:2323: finishing rollback tid 1 to smithi00187473-34 2024-08-17T16:58:42.916 INFO:tasks.rados.rados.0.smithi001.stdout:2331: seq_num 748 ranges {4694016=532480} 2024-08-17T16:58:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:2331: writing smithi00187473-6 from 4694016 to 5226496 tid 1 2024-08-17T16:58:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:2318: done (12 left) 2024-08-17T16:58:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:2322: done (11 left) 2024-08-17T16:58:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:2326: done (10 left) 2024-08-17T16:58:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:2332: snap_create 2024-08-17T16:58:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 706 (ObjNum 707 snap 203 seq_num 707) dirty exists 2024-08-17T16:58:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:2329: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:58:42.979 INFO:tasks.rados.rados.0.smithi001.stdout:2327: finishing write tid 1 to smithi00187473-11 2024-08-17T16:58:42.979 INFO:tasks.rados.rados.0.smithi001.stdout:2327: finishing write tid 2 to smithi00187473-11 2024-08-17T16:58:42.980 INFO:tasks.rados.rados.0.smithi001.stdout:2323: finishing rollback tid 2 to smithi00187473-34 2024-08-17T16:58:42.980 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1817 (ObjNum 733 snap 214 seq_num 733) dirty exists 2024-08-17T16:58:42.980 INFO:tasks.rados.rados.0.smithi001.stdout:2328: expect (ObjNum 691 snap 200 seq_num 691) 2024-08-17T16:58:43.057 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:42 smithi189 ceph-mon[90541]: osdmap e516: 8 total, 7 up, 8 in 2024-08-17T16:58:43.058 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:42 smithi189 podman[106861]: 2024-08-17 16:58:42.948761939 +0000 UTC m=+0.321596983 container init 2bd5e70c791ac9b35dba0425f2802632bc291b4bb07e747ccca4053fddcf49c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-17T16:58:43.058 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:42 smithi189 podman[106861]: 2024-08-17 16:58:42.953413246 +0000 UTC m=+0.326248280 container start 2bd5e70c791ac9b35dba0425f2802632bc291b4bb07e747ccca4053fddcf49c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-08-17T16:58:43.058 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:42 smithi189 ceph-osd[106899]: -- 172.21.15.189:0/2966040040 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564e1bb55a40 con 0x564e1c922400 2024-08-17T16:58:43.127 INFO:tasks.rados.rados.0.smithi001.stdout:2320: finishing copy_from racing read to smithi00187473-17 2024-08-17T16:58:43.127 INFO:tasks.rados.rados.0.smithi001.stdout:2327: finishing write tid 3 to smithi00187473-11 2024-08-17T16:58:43.127 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1861 (ObjNum 746 snap 218 seq_num 746) dirty exists 2024-08-17T16:58:43.127 INFO:tasks.rados.rados.0.smithi001.stdout:2327: left oid 11 (ObjNum 746 snap 218 seq_num 746) 2024-08-17T16:58:43.127 INFO:tasks.rados.rados.0.smithi001.stdout:2320: finishing copy_from to smithi00187473-17 2024-08-17T16:58:43.127 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1859 (ObjNum 743 snap 218 seq_num 743) dirty exists 2024-08-17T16:58:43.127 INFO:tasks.rados.rados.0.smithi001.stdout:2325: expect (ObjNum 668 snap 192 seq_num 668) 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:42 smithi001 ceph-mon[100737]: osdmap e516: 8 total, 7 up, 8 in 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:42 smithi001 ceph-mon[103274]: osdmap e516: 8 total, 7 up, 8 in 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:2324: finishing copy_from racing read to smithi00187473-29 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:2324: finishing copy_from to smithi00187473-29 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 320 (ObjNum 717 snap 206 seq_num 717) dirty exists 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:2330: finishing write tid 1 to smithi00187473-37 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:2330: finishing write tid 2 to smithi00187473-37 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:2330: finishing write tid 3 to smithi00187473-37 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 650 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:2330: left oid 37 (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:2331: finishing write tid 1 to smithi00187473-6 2024-08-17T16:58:43.333 INFO:tasks.rados.rados.0.smithi001.stdout:2331: finishing write tid 2 to smithi00187473-6 2024-08-17T16:58:43.334 INFO:tasks.rados.rados.0.smithi001.stdout:2331: finishing write tid 3 to smithi00187473-6 2024-08-17T16:58:43.334 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 893 (ObjNum 748 snap 218 seq_num 748) dirty exists 2024-08-17T16:58:43.334 INFO:tasks.rados.rados.0.smithi001.stdout:2331: left oid 6 (ObjNum 748 snap 218 seq_num 748) 2024-08-17T16:58:43.428 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:43 smithi189 bash[106861]: 2bd5e70c791ac9b35dba0425f2802632bc291b4bb07e747ccca4053fddcf49c1 2024-08-17T16:58:43.429 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:43 smithi189 systemd[1]: Started Ceph osd.6 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:58:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:2320: done (10 left) 2024-08-17T16:58:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:2321: done (9 left) 2024-08-17T16:58:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:2323: done (8 left) 2024-08-17T16:58:43.794 INFO:tasks.rados.rados.0.smithi001.stdout:2324: done (7 left) 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:2325: done (6 left) 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:2327: done (5 left) 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:2328: done (4 left) 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:2329: done (3 left) 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:2330: done (2 left) 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:2331: done (1 left) 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:2332: done (0 left) 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 219 2024-08-17T16:58:43.795 INFO:tasks.rados.rados.0.smithi001.stdout:2333: seq_num 749 ranges {0=548864} 2024-08-17T16:58:43.797 INFO:tasks.rados.rados.0.smithi001.stdout:2333: writing smithi00187473-13 from 0 to 548864 tid 1 2024-08-17T16:58:43.797 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 219 2024-08-17T16:58:43.797 INFO:tasks.rados.rados.0.smithi001.stdout:2334: seq_num 750 ranges {5636096=565248} 2024-08-17T16:58:43.831 INFO:tasks.rados.rados.0.smithi001.stdout:2334: writing smithi00187473-17 from 5636096 to 6201344 tid 1 2024-08-17T16:58:43.831 INFO:tasks.rados.rados.0.smithi001.stdout:2335: read oid 30 snap -1 2024-08-17T16:58:43.832 INFO:tasks.rados.rados.0.smithi001.stdout:2335: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:58:43.832 INFO:tasks.rados.rados.0.smithi001.stdout:2336: snap_remove snap 206 2024-08-17T16:58:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:43 smithi189 ceph-mon[90541]: pgmap v393: 121 pgs: 26 active+undersized, 7 peering, 7 active+undersized+degraded, 81 active+clean; 228 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 6.2 MiB/s wr, 16 op/s; 27/342 objects degraded (7.895%) 2024-08-17T16:58:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:43 smithi189 ceph-mon[90541]: osdmap e517: 8 total, 7 up, 8 in 2024-08-17T16:58:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[100737]: pgmap v393: 121 pgs: 26 active+undersized, 7 peering, 7 active+undersized+degraded, 81 active+clean; 228 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 6.2 MiB/s wr, 16 op/s; 27/342 objects degraded (7.895%) 2024-08-17T16:58:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[100737]: osdmap e517: 8 total, 7 up, 8 in 2024-08-17T16:58:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:44.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[103274]: pgmap v393: 121 pgs: 26 active+undersized, 7 peering, 7 active+undersized+degraded, 81 active+clean; 228 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 6.2 MiB/s wr, 16 op/s; 27/342 objects degraded (7.895%) 2024-08-17T16:58:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[103274]: osdmap e517: 8 total, 7 up, 8 in 2024-08-17T16:58:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2336: done (3 left) 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2337: delete oid 47 current snap is 219 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2333: finishing write tid 1 to smithi00187473-13 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2333: finishing write tid 2 to smithi00187473-13 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2333: finishing write tid 3 to smithi00187473-13 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1297 (ObjNum 749 snap 219 seq_num 749) dirty exists 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2333: left oid 13 (ObjNum 749 snap 219 seq_num 749) 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2334: finishing write tid 1 to smithi00187473-17 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2334: finishing write tid 2 to smithi00187473-17 2024-08-17T16:58:44.778 INFO:tasks.rados.rados.0.smithi001.stdout:2334: finishing write tid 3 to smithi00187473-17 2024-08-17T16:58:44.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1866 (ObjNum 750 snap 219 seq_num 750) dirty exists 2024-08-17T16:58:44.779 INFO:tasks.rados.rados.0.smithi001.stdout:2334: left oid 17 (ObjNum 750 snap 219 seq_num 750) 2024-08-17T16:58:44.779 INFO:tasks.rados.rados.0.smithi001.stdout:2335: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:58:44.872 INFO:tasks.rados.rados.0.smithi001.stdout:2333: done (3 left) 2024-08-17T16:58:44.872 INFO:tasks.rados.rados.0.smithi001.stdout:2334: done (2 left) 2024-08-17T16:58:44.872 INFO:tasks.rados.rados.0.smithi001.stdout:2335: done (1 left) 2024-08-17T16:58:44.872 INFO:tasks.rados.rados.0.smithi001.stdout:2337: done (0 left) 2024-08-17T16:58:44.872 INFO:tasks.rados.rados.0.smithi001.stdout:2338: snap_create 2024-08-17T16:58:44.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:44 smithi189 ceph-mon[90541]: osdmap e518: 8 total, 7 up, 8 in 2024-08-17T16:58:44.920 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:44 smithi189 ceph-mon[90541]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T16:58:44.920 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T16:58:44.600+0000 7faec75c4640 -1 Falling back to public interface 2024-08-17T16:58:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:44 smithi001 ceph-mon[103274]: osdmap e518: 8 total, 7 up, 8 in 2024-08-17T16:58:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:44 smithi001 ceph-mon[103274]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T16:58:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:44 smithi001 ceph-mon[100737]: osdmap e518: 8 total, 7 up, 8 in 2024-08-17T16:58:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:44 smithi001 ceph-mon[100737]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T16:58:45.806 INFO:tasks.rados.rados.0.smithi001.stdout:2338: done (0 left) 2024-08-17T16:58:45.806 INFO:tasks.rados.rados.0.smithi001.stdout:2339: delete oid 28 current snap is 220 2024-08-17T16:58:45.814 INFO:tasks.rados.rados.0.smithi001.stdout:2339: done (0 left) 2024-08-17T16:58:45.815 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 220 2024-08-17T16:58:45.815 INFO:tasks.rados.rados.0.smithi001.stdout:2340: seq_num 753 ranges {0=614400} 2024-08-17T16:58:45.818 INFO:tasks.rados.rados.0.smithi001.stdout:2340: writing smithi00187473-39 from 0 to 614400 tid 1 2024-08-17T16:58:45.818 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 220 2024-08-17T16:58:45.818 INFO:tasks.rados.rados.0.smithi001.stdout:2341: seq_num 754 ranges {548864=630784} 2024-08-17T16:58:45.825 INFO:tasks.rados.rados.0.smithi001.stdout:2341: writing smithi00187473-13 from 548864 to 1179648 tid 1 2024-08-17T16:58:45.825 INFO:tasks.rados.rados.0.smithi001.stdout:2342: snap_remove snap 216 2024-08-17T16:58:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:45 smithi189 ceph-mon[90541]: pgmap v396: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.4 MiB/s wr, 19 op/s; 35/360 objects degraded (9.722%) 2024-08-17T16:58:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:45 smithi189 ceph-mon[90541]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T16:58:46.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:45 smithi001 ceph-mon[103274]: pgmap v396: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.4 MiB/s wr, 19 op/s; 35/360 objects degraded (9.722%) 2024-08-17T16:58:46.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:45 smithi001 ceph-mon[103274]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T16:58:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:45 smithi001 ceph-mon[100737]: pgmap v396: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 7.4 MiB/s wr, 19 op/s; 35/360 objects degraded (9.722%) 2024-08-17T16:58:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:45 smithi001 ceph-mon[100737]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T16:58:46.818 INFO:tasks.rados.rados.0.smithi001.stdout:2342: done (2 left) 2024-08-17T16:58:46.818 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 220 2024-08-17T16:58:46.818 INFO:tasks.rados.rados.0.smithi001.stdout:2340: finishing write tid 1 to smithi00187473-39 2024-08-17T16:58:46.818 INFO:tasks.rados.rados.0.smithi001.stdout:2340: finishing write tid 2 to smithi00187473-39 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:2340: finishing write tid 3 to smithi00187473-39 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1486 (ObjNum 753 snap 220 seq_num 753) dirty exists 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:2340: left oid 39 (ObjNum 753 snap 220 seq_num 753) 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:2341: finishing write tid 1 to smithi00187473-13 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:2341: finishing write tid 2 to smithi00187473-13 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:2341: finishing write tid 3 to smithi00187473-13 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1299 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:2341: left oid 13 (ObjNum 754 snap 220 seq_num 754) 2024-08-17T16:58:46.819 INFO:tasks.rados.rados.0.smithi001.stdout:2343: seq_num 755 ranges {0=647168} 2024-08-17T16:58:46.823 INFO:tasks.rados.rados.0.smithi001.stdout:2343: writing smithi00187473-28 from 0 to 647168 tid 1 2024-08-17T16:58:46.823 INFO:tasks.rados.rados.0.smithi001.stdout:2340: done (2 left) 2024-08-17T16:58:46.823 INFO:tasks.rados.rados.0.smithi001.stdout:2341: done (1 left) 2024-08-17T16:58:46.823 INFO:tasks.rados.rados.0.smithi001.stdout:2344: read oid 36 snap 207 2024-08-17T16:58:46.823 INFO:tasks.rados.rados.0.smithi001.stdout:2344: expect (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:58:46.823 INFO:tasks.rados.rados.0.smithi001.stdout:2345: delete oid 26 current snap is 220 2024-08-17T16:58:46.829 INFO:tasks.rados.rados.0.smithi001.stdout:2344: expect (ObjNum 463 snap 134 seq_num 463) 2024-08-17T16:58:46.847 INFO:tasks.rados.rados.0.smithi001.stdout:2343: finishing write tid 1 to smithi00187473-28 2024-08-17T16:58:46.847 INFO:tasks.rados.rados.0.smithi001.stdout:2343: finishing write tid 2 to smithi00187473-28 2024-08-17T16:58:46.847 INFO:tasks.rados.rados.0.smithi001.stdout:2343: finishing write tid 3 to smithi00187473-28 2024-08-17T16:58:46.847 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1488 (ObjNum 755 snap 220 seq_num 755) dirty exists 2024-08-17T16:58:46.848 INFO:tasks.rados.rados.0.smithi001.stdout:2343: left oid 28 (ObjNum 755 snap 220 seq_num 755) 2024-08-17T16:58:46.848 INFO:tasks.rados.rados.0.smithi001.stdout:2343: done (2 left) 2024-08-17T16:58:46.848 INFO:tasks.rados.rados.0.smithi001.stdout:2344: done (1 left) 2024-08-17T16:58:46.848 INFO:tasks.rados.rados.0.smithi001.stdout:2345: done (0 left) 2024-08-17T16:58:46.848 INFO:tasks.rados.rados.0.smithi001.stdout:2346: delete oid 23 current snap is 220 2024-08-17T16:58:46.850 INFO:tasks.rados.rados.0.smithi001.stdout:2346: done (0 left) 2024-08-17T16:58:46.850 INFO:tasks.rados.rados.0.smithi001.stdout:2347: setattr oid 9 current snap is 220 2024-08-17T16:58:46.851 INFO:tasks.rados.rados.0.smithi001.stdout:2348: snap_remove snap 212 2024-08-17T16:58:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:46 smithi189 ceph-mon[90541]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T16:58:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:46 smithi001 ceph-mon[100737]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T16:58:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:46 smithi001 ceph-mon[103274]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T16:58:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:58:47] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T16:58:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 894 (ObjNum 718 snap 206 seq_num 718) dirty exists 2024-08-17T16:58:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:2347: done (1 left) 2024-08-17T16:58:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:2348: done (0 left) 2024-08-17T16:58:47.829 INFO:tasks.rados.rados.0.smithi001.stdout:2349: snap_create 2024-08-17T16:58:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:47 smithi189 ceph-mon[90541]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 37/375 objects degraded (9.867%) 2024-08-17T16:58:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:47 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 37/375 objects degraded (9.867%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:47 smithi189 ceph-mon[90541]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T16:58:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:47 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[100737]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 37/375 objects degraded (9.867%) 2024-08-17T16:58:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 37/375 objects degraded (9.867%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[100737]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T16:58:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[103274]: pgmap v399: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 37/375 objects degraded (9.867%) 2024-08-17T16:58:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 37/375 objects degraded (9.867%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[103274]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T16:58:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:47 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:48.678 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:48 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T16:58:48.277+0000 7faec75c4640 -1 osd.6 511 log_to_monitors true 2024-08-17T16:58:48.836 INFO:tasks.rados.rados.0.smithi001.stdout:2349: done (0 left) 2024-08-17T16:58:48.836 INFO:tasks.rados.rados.0.smithi001.stdout:2350: read oid 42 snap -1 2024-08-17T16:58:48.836 INFO:tasks.rados.rados.0.smithi001.stdout:2350: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:58:48.836 INFO:tasks.rados.rados.0.smithi001.stdout:2351: snap_remove snap 220 2024-08-17T16:58:49.163 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 16:58:48 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T16:58:48.856+0000 7faebf36e640 -1 osd.6 511 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:58:49.164 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:48 smithi189 ceph-mon[90541]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T16:58:49.164 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:48 smithi189 ceph-mon[90541]: from='osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T16:58:49.164 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:48 smithi189 ceph-mon[90541]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T16:58:49.164 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:48 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:49.164 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:48 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[100737]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T16:58:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[100737]: from='osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T16:58:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[100737]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T16:58:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:49.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[103274]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T16:58:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[103274]: from='osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T16:58:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[103274]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T16:58:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:48 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:49.838 INFO:tasks.rados.rados.0.smithi001.stdout:2350: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:58:49.930 INFO:tasks.rados.rados.0.smithi001.stdout:2350: done (1 left) 2024-08-17T16:58:49.930 INFO:tasks.rados.rados.0.smithi001.stdout:2351: done (0 left) 2024-08-17T16:58:49.930 INFO:tasks.rados.rados.0.smithi001.stdout:2352: copy_from oid 28 from oid 37 current snap is 221 2024-08-17T16:58:49.930 INFO:tasks.rados.rados.0.smithi001.stdout:2353: copy_from oid 24 from oid 14 current snap is 221 2024-08-17T16:58:49.930 INFO:tasks.rados.rados.0.smithi001.stdout:2354: delete oid 36 current snap is 221 2024-08-17T16:58:49.931 INFO:tasks.rados.rados.0.smithi001.stdout:2353: finishing copy_from to smithi00187473-24 2024-08-17T16:58:49.931 INFO:tasks.rados.rados.0.smithi001.stdout:2353: got expected ENOENT (src dne) 2024-08-17T16:58:49.931 INFO:tasks.rados.rados.0.smithi001.stdout:2353: finishing copy_from racing read to smithi00187473-24 2024-08-17T16:58:49.932 INFO:tasks.rados.rados.0.smithi001.stdout:2353: done (2 left) 2024-08-17T16:58:49.932 INFO:tasks.rados.rados.0.smithi001.stdout:2354: done (1 left) 2024-08-17T16:58:49.932 INFO:tasks.rados.rados.0.smithi001.stdout:2355: read oid 9 snap -1 2024-08-17T16:58:49.932 INFO:tasks.rados.rados.0.smithi001.stdout:2355: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:58:49.933 INFO:tasks.rados.rados.0.smithi001.stdout:2356: snap_remove snap 217 2024-08-17T16:58:50.107 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:49 smithi189 ceph-mon[90541]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 23 op/s; 37/387 objects degraded (9.561%) 2024-08-17T16:58:50.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:49 smithi189 ceph-mon[90541]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:58:50.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:49 smithi189 ceph-mon[90541]: from='osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:50.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:49 smithi189 ceph-mon[90541]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T16:58:50.108 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:49 smithi189 ceph-mon[90541]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[100737]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 23 op/s; 37/387 objects degraded (9.561%) 2024-08-17T16:58:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[100737]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:58:50.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[100737]: from='osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:50.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[100737]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T16:58:50.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[100737]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[103274]: pgmap v402: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.3 MiB/s wr, 23 op/s; 37/387 objects degraded (9.561%) 2024-08-17T16:58:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[103274]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:58:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[103274]: from='osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[103274]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T16:58:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:49 smithi001 ceph-mon[103274]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:58:50.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:58:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:58:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:58:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2356: done (2 left) 2024-08-17T16:58:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2357: snap_create 2024-08-17T16:58:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2352: finishing copy_from racing read to smithi00187473-28 2024-08-17T16:58:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2352: finishing copy_from to smithi00187473-28 2024-08-17T16:58:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 650 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:58:50.873 INFO:tasks.rados.rados.0.smithi001.stdout:2355: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:58:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:50 smithi189 ceph-mon[90541]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:58:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:50 smithi189 ceph-mon[90541]: osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866] boot 2024-08-17T16:58:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:50 smithi189 ceph-mon[90541]: osdmap e524: 8 total, 8 up, 8 in 2024-08-17T16:58:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:50 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T16:58:51.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:50 smithi189 ceph-mon[90541]: osdmap e525: 8 total, 8 up, 8 in 2024-08-17T16:58:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[100737]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:58:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[100737]: osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866] boot 2024-08-17T16:58:51.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[100737]: osdmap e524: 8 total, 8 up, 8 in 2024-08-17T16:58:51.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T16:58:51.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[100737]: osdmap e525: 8 total, 8 up, 8 in 2024-08-17T16:58:51.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[103274]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:58:51.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[103274]: osd.6 [v2:172.21.15.189:6816/3818938866,v1:172.21.15.189:6817/3818938866] boot 2024-08-17T16:58:51.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[103274]: osdmap e524: 8 total, 8 up, 8 in 2024-08-17T16:58:51.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T16:58:51.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:50 smithi001 ceph-mon[103274]: osdmap e525: 8 total, 8 up, 8 in 2024-08-17T16:58:51.839 INFO:tasks.rados.rados.0.smithi001.stdout:2352: done (2 left) 2024-08-17T16:58:51.839 INFO:tasks.rados.rados.0.smithi001.stdout:2355: done (1 left) 2024-08-17T16:58:51.839 INFO:tasks.rados.rados.0.smithi001.stdout:2357: done (0 left) 2024-08-17T16:58:51.839 INFO:tasks.rados.rados.0.smithi001.stdout:2358: snap_remove snap 221 2024-08-17T16:58:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 215 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 38/381 objects degraded (9.974%) 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-17T16:58:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:51 smithi189 ceph-mon[90541]: osdmap e526: 8 total, 8 up, 8 in 2024-08-17T16:58:52.180 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T16:58:51.734+0000 7fb446031640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-17T16:58:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 215 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 38/381 objects degraded (9.974%) 2024-08-17T16:58:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[103274]: osdmap e526: 8 total, 8 up, 8 in 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: pgmap v405: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 215 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 38/381 objects degraded (9.974%) 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-17T16:58:52.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:51 smithi001 ceph-mon[100737]: osdmap e526: 8 total, 8 up, 8 in 2024-08-17T16:58:52.842 INFO:tasks.rados.rados.0.smithi001.stdout:2358: done (0 left) 2024-08-17T16:58:52.842 INFO:tasks.rados.rados.0.smithi001.stdout:2359: copy_from oid 33 from oid 14 current snap is 222 2024-08-17T16:58:52.842 INFO:tasks.rados.rados.0.smithi001.stdout:2360: rmattr oid 20 current snap is 222 2024-08-17T16:58:52.842 INFO:tasks.rados.rados.0.smithi001.stdout:2361: snap_remove snap 207 2024-08-17T16:58:53.852 INFO:tasks.rados.rados.0.smithi001.stdout:2361: done (2 left) 2024-08-17T16:58:53.852 INFO:tasks.rados.rados.0.smithi001.stdout:2362: snap_create 2024-08-17T16:58:53.852 INFO:tasks.rados.rados.0.smithi001.stdout:2359: finishing copy_from to smithi00187473-33 2024-08-17T16:58:53.852 INFO:tasks.rados.rados.0.smithi001.stdout:2359: got expected ENOENT (src dne) 2024-08-17T16:58:53.852 INFO:tasks.rados.rados.0.smithi001.stdout:2359: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:58:53.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1525 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:58:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:53 smithi189 ceph-mon[90541]: pgmap v408: 121 pgs: 11 peering, 23 active+undersized, 7 active+undersized+degraded, 80 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 33/381 objects degraded (8.661%) 2024-08-17T16:58:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:53 smithi189 ceph-mon[90541]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T16:58:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:53 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 33/381 objects degraded (8.661%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[103274]: pgmap v408: 121 pgs: 11 peering, 23 active+undersized, 7 active+undersized+degraded, 80 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 33/381 objects degraded (8.661%) 2024-08-17T16:58:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[103274]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T16:58:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 33/381 objects degraded (8.661%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[100737]: pgmap v408: 121 pgs: 11 peering, 23 active+undersized, 7 active+undersized+degraded, 80 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 33/381 objects degraded (8.661%) 2024-08-17T16:58:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[100737]: osdmap e527: 8 total, 8 up, 8 in 2024-08-17T16:58:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 33/381 objects degraded (8.661%), 7 pgs degraded (PG_DEGRADED) 2024-08-17T16:58:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:58:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:58:54.522 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:58:54.855 INFO:tasks.rados.rados.0.smithi001.stdout:2359: done (2 left) 2024-08-17T16:58:54.855 INFO:tasks.rados.rados.0.smithi001.stdout:2360: done (1 left) 2024-08-17T16:58:54.855 INFO:tasks.rados.rados.0.smithi001.stdout:2362: done (0 left) 2024-08-17T16:58:54.855 INFO:tasks.rados.rados.0.smithi001.stdout:2363: read oid 47 snap -1 2024-08-17T16:58:54.855 INFO:tasks.rados.rados.0.smithi001.stdout:2363: expect deleted 2024-08-17T16:58:54.855 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 223 2024-08-17T16:58:54.855 INFO:tasks.rados.rados.0.smithi001.stdout:2364: seq_num 759 ranges {4333568=720896} 2024-08-17T16:58:54.882 INFO:tasks.rados.rados.0.smithi001.stdout:2364: writing smithi00187473-12 from 4333568 to 5054464 tid 1 2024-08-17T16:58:54.882 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 223 2024-08-17T16:58:54.882 INFO:tasks.rados.rados.0.smithi001.stdout:2365: seq_num 760 ranges {11739136=737280} 2024-08-17T16:58:54.951 INFO:tasks.rados.rados.0.smithi001.stdout:2365: writing smithi00187473-8 from 11739136 to 12476416 tid 1 2024-08-17T16:58:54.951 INFO:tasks.rados.rados.0.smithi001.stdout:2366: delete oid 31 current snap is 223 2024-08-17T16:58:54.951 INFO:tasks.rados.rados.0.smithi001.stdout:2364: finishing write tid 1 to smithi00187473-12 2024-08-17T16:58:54.951 INFO:tasks.rados.rados.0.smithi001.stdout:2364: finishing write tid 2 to smithi00187473-12 2024-08-17T16:58:54.951 INFO:tasks.rados.rados.0.smithi001.stdout:2364: finishing write tid 3 to smithi00187473-12 2024-08-17T16:58:54.951 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1595 (ObjNum 759 snap 223 seq_num 759) dirty exists 2024-08-17T16:58:54.951 INFO:tasks.rados.rados.0.smithi001.stdout:2364: left oid 12 (ObjNum 759 snap 223 seq_num 759) 2024-08-17T16:58:54.955 INFO:tasks.rados.rados.0.smithi001.stdout:2363: done (3 left) 2024-08-17T16:58:54.955 INFO:tasks.rados.rados.0.smithi001.stdout:2364: done (2 left) 2024-08-17T16:58:54.956 INFO:tasks.rados.rados.0.smithi001.stdout:2366: done (1 left) 2024-08-17T16:58:54.956 INFO:tasks.rados.rados.0.smithi001.stdout:2367: delete oid 12 current snap is 223 2024-08-17T16:58:54.956 INFO:tasks.rados.rados.0.smithi001.stdout:2365: finishing write tid 1 to smithi00187473-8 2024-08-17T16:58:54.956 INFO:tasks.rados.rados.0.smithi001.stdout:2365: finishing write tid 2 to smithi00187473-8 2024-08-17T16:58:54.957 INFO:tasks.rados.rados.0.smithi001.stdout:2365: finishing write tid 3 to smithi00187473-8 2024-08-17T16:58:54.958 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1582 (ObjNum 760 snap 223 seq_num 760) dirty exists 2024-08-17T16:58:54.958 INFO:tasks.rados.rados.0.smithi001.stdout:2365: left oid 8 (ObjNum 760 snap 223 seq_num 760) 2024-08-17T16:58:54.958 INFO:tasks.rados.rados.0.smithi001.stdout:2365: done (1 left) 2024-08-17T16:58:54.958 INFO:tasks.rados.rados.0.smithi001.stdout:2367: done (0 left) 2024-08-17T16:58:54.958 INFO:tasks.rados.rados.0.smithi001.stdout:2368: read oid 13 snap -1 2024-08-17T16:58:54.958 INFO:tasks.rados.rados.0.smithi001.stdout:2368: expect (ObjNum 754 snap 220 seq_num 754) 2024-08-17T16:58:54.958 INFO:tasks.rados.rados.0.smithi001.stdout:2369: snap_create 2024-08-17T16:58:54.965 INFO:tasks.rados.rados.0.smithi001.stdout:2368: expect (ObjNum 754 snap 220 seq_num 754) 2024-08-17T16:58:55.107 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:58:55.107 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (6m) 108s ago 10m 20.2M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (5m) 7s ago 10m 85.6M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (11m) 108s ago 11m 17.5M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (11m) 7s ago 11m 22.0M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (5m) 7s ago 15m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (5m) 108s ago 16m 523M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (4m) 108s ago 17m 54.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (4m) 7s ago 15m 50.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (4m) 108s ago 15m 48.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (6m) 108s ago 10m 10.1M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (5m) 7s ago 10m 10.3M - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (3m) 108s ago 14m 132M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (2m) 108s ago 14m 125M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (2m) 108s ago 14m 94.1M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5e3bfa92ff87 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (112s) 108s ago 13m 11.3M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4198617f447f 2024-08-17T16:58:55.108 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (80s) 7s ago 13m 158M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 51ebb262bcb0 2024-08-17T16:58:55.109 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (46s) 7s ago 12m 107M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ffe2ec59c191 2024-08-17T16:58:55.109 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (12s) 7s ago 12m 12.2M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2bd5e70c791a 2024-08-17T16:58:55.109 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (12m) 7s ago 12m 155M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7da344fa50ba 2024-08-17T16:58:55.109 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (5m) 7s ago 10m 54.0M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:58:55.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:54 smithi001 ceph-mon[103274]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T16:58:55.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:54 smithi001 ceph-mon[103274]: pgmap v411: 121 pgs: 11 peering, 110 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-17T16:58:55.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:54 smithi001 ceph-mon[103274]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.109 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:54 smithi001 ceph-mon[103274]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.109 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:54 smithi001 ceph-mon[100737]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T16:58:55.110 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:54 smithi001 ceph-mon[100737]: pgmap v411: 121 pgs: 11 peering, 110 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-17T16:58:55.110 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:54 smithi001 ceph-mon[100737]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.110 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:54 smithi001 ceph-mon[100737]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:54 smithi189 ceph-mon[90541]: osdmap e528: 8 total, 8 up, 8 in 2024-08-17T16:58:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:54 smithi189 ceph-mon[90541]: pgmap v411: 121 pgs: 11 peering, 110 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-17T16:58:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:54 smithi189 ceph-mon[90541]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:54 smithi189 ceph-mon[90541]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.456 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:58:55.456 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:58:55.456 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:58:55.456 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 1, 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 7 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3, 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 12 2024-08-17T16:58:55.457 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:58:55.458 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:58:55.750 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:58:55.750 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: "mon" 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "12/20 daemons upgraded", 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:58:55.751 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:58:55.859 INFO:tasks.rados.rados.0.smithi001.stdout:2368: done (1 left) 2024-08-17T16:58:55.859 INFO:tasks.rados.rados.0.smithi001.stdout:2369: done (0 left) 2024-08-17T16:58:55.859 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 224 2024-08-17T16:58:55.859 INFO:tasks.rados.rados.0.smithi001.stdout:2370: seq_num 763 ranges {1073152=786432} 2024-08-17T16:58:55.869 INFO:tasks.rados.rados.0.smithi001.stdout:2370: writing smithi00187473-33 from 1073152 to 1859584 tid 1 2024-08-17T16:58:55.869 INFO:tasks.rados.rados.0.smithi001.stdout:2371: snap_create 2024-08-17T16:58:55.876 INFO:tasks.rados.rados.0.smithi001.stdout:2370: finishing write tid 1 to smithi00187473-33 2024-08-17T16:58:55.876 INFO:tasks.rados.rados.0.smithi001.stdout:2370: finishing write tid 2 to smithi00187473-33 2024-08-17T16:58:55.877 INFO:tasks.rados.rados.0.smithi001.stdout:2370: finishing write tid 3 to smithi00187473-33 2024-08-17T16:58:55.877 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1600 (ObjNum 763 snap 224 seq_num 763) dirty exists 2024-08-17T16:58:55.877 INFO:tasks.rados.rados.0.smithi001.stdout:2370: left oid 33 (ObjNum 763 snap 224 seq_num 763) 2024-08-17T16:58:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:55 smithi189 ceph-mon[90541]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/381 objects degraded (8.661%), 7 pgs degraded) 2024-08-17T16:58:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:55 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:55 smithi189 ceph-mon[90541]: osdmap e529: 8 total, 8 up, 8 in 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:55 smithi189 ceph-mon[90541]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:55 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/397601290' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:55 smithi189 ceph-mon[90541]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[100737]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/381 objects degraded (8.661%), 7 pgs degraded) 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[100737]: osdmap e529: 8 total, 8 up, 8 in 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[100737]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:56.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/397601290' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:56.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[100737]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[103274]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/381 objects degraded (8.661%), 7 pgs degraded) 2024-08-17T16:58:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:58:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[103274]: osdmap e529: 8 total, 8 up, 8 in 2024-08-17T16:58:56.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[103274]: from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:56.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/397601290' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:58:56.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:55 smithi001 ceph-mon[103274]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:56.867 INFO:tasks.rados.rados.0.smithi001.stdout:2370: done (1 left) 2024-08-17T16:58:56.867 INFO:tasks.rados.rados.0.smithi001.stdout:2371: done (0 left) 2024-08-17T16:58:56.867 INFO:tasks.rados.rados.0.smithi001.stdout:2372: delete oid 46 current snap is 225 2024-08-17T16:58:56.870 INFO:tasks.rados.rados.0.smithi001.stdout:2372: done (0 left) 2024-08-17T16:58:56.870 INFO:tasks.rados.rados.0.smithi001.stdout:2373: delete oid 40 current snap is 225 2024-08-17T16:58:56.871 INFO:tasks.rados.rados.0.smithi001.stdout:2373: done (0 left) 2024-08-17T16:58:56.872 INFO:tasks.rados.rados.0.smithi001.stdout:2374: snap_create 2024-08-17T16:58:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:56 smithi189 ceph-mon[90541]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T16:58:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:56 smithi189 ceph-mon[90541]: pgmap v414: 121 pgs: 121 active+clean; 207 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 914 KiB/s rd, 180 KiB/s wr, 4 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-17T16:58:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:56 smithi001 ceph-mon[100737]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T16:58:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:56 smithi001 ceph-mon[100737]: pgmap v414: 121 pgs: 121 active+clean; 207 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 914 KiB/s rd, 180 KiB/s wr, 4 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-17T16:58:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:56 smithi001 ceph-mon[103274]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T16:58:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:56 smithi001 ceph-mon[103274]: pgmap v414: 121 pgs: 121 active+clean; 207 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 914 KiB/s rd, 180 KiB/s wr, 4 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-17T16:58:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:58:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:58:57] "GET /metrics HTTP/1.1" 200 36221 "" "Prometheus/2.51.0" 2024-08-17T16:58:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:2374: done (0 left) 2024-08-17T16:58:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:2375: read oid 50 snap -1 2024-08-17T16:58:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:2375: expect deleted 2024-08-17T16:58:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:2376: read oid 18 snap -1 2024-08-17T16:58:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:2376: expect (ObjNum 722 snap 207 seq_num 722) 2024-08-17T16:58:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:2377: rmattr oid 13 current snap is 226 2024-08-17T16:58:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:2378: rmattr oid 5 current snap is 226 2024-08-17T16:58:57.875 INFO:tasks.rados.rados.0.smithi001.stdout:2379: snap_create 2024-08-17T16:58:57.884 INFO:tasks.rados.rados.0.smithi001.stdout:2376: expect (ObjNum 722 snap 207 seq_num 722) 2024-08-17T16:58:57.888 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1300 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-08-17T16:58:57.888 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1913 (ObjNum 715 snap 206 seq_num 715) dirty exists 2024-08-17T16:58:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:57 smithi189 ceph-mon[90541]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T16:58:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:57 smithi001 ceph-mon[100737]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T16:58:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:57 smithi001 ceph-mon[103274]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T16:58:58.886 INFO:tasks.rados.rados.0.smithi001.stdout:2375: done (4 left) 2024-08-17T16:58:58.886 INFO:tasks.rados.rados.0.smithi001.stdout:2376: done (3 left) 2024-08-17T16:58:58.886 INFO:tasks.rados.rados.0.smithi001.stdout:2377: done (2 left) 2024-08-17T16:58:58.886 INFO:tasks.rados.rados.0.smithi001.stdout:2378: done (1 left) 2024-08-17T16:58:58.886 INFO:tasks.rados.rados.0.smithi001.stdout:2379: done (0 left) 2024-08-17T16:58:58.886 INFO:tasks.rados.rados.0.smithi001.stdout:2380: copy_from oid 48 from oid 32 current snap is 227 2024-08-17T16:58:58.886 INFO:tasks.rados.rados.0.smithi001.stdout:2381: rollback oid 19 current snap is 227 2024-08-17T16:58:58.886 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 214 2024-08-17T16:58:58.887 INFO:tasks.rados.rados.0.smithi001.stdout:2382: copy_from oid 36 from oid 37 current snap is 227 2024-08-17T16:58:58.887 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 227 2024-08-17T16:58:58.887 INFO:tasks.rados.rados.0.smithi001.stdout:2383: seq_num 766 ranges {614400=434176,1048576=401408} 2024-08-17T16:58:58.892 INFO:tasks.rados.rados.0.smithi001.stdout:2383: writing smithi00187473-39 from 614400 to 1048576 tid 1 2024-08-17T16:58:58.895 INFO:tasks.rados.rados.0.smithi001.stdout:2383: writing smithi00187473-39 from 1048576 to 1449984 tid 2 2024-08-17T16:58:58.895 INFO:tasks.rados.rados.0.smithi001.stdout:2384: snap_create 2024-08-17T16:58:58.895 INFO:tasks.rados.rados.0.smithi001.stdout:2381: finishing rollback tid 0 to smithi00187473-19 2024-08-17T16:58:58.895 INFO:tasks.rados.rados.0.smithi001.stdout:2381: finishing rollback tid 1 to smithi00187473-19 2024-08-17T16:58:58.895 INFO:tasks.rados.rados.0.smithi001.stdout:2381: finishing rollback tid 2 to smithi00187473-19 2024-08-17T16:58:58.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1491 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-08-17T16:58:58.899 INFO:tasks.rados.rados.0.smithi001.stdout:2383: finishing write tid 1 to smithi00187473-39 2024-08-17T16:58:58.899 INFO:tasks.rados.rados.0.smithi001.stdout:2383: finishing write tid 2 to smithi00187473-39 2024-08-17T16:58:58.899 INFO:tasks.rados.rados.0.smithi001.stdout:2383: finishing write tid 3 to smithi00187473-39 2024-08-17T16:58:58.901 INFO:tasks.rados.rados.0.smithi001.stdout:2383: finishing write tid 4 to smithi00187473-39 2024-08-17T16:58:58.901 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1494 (ObjNum 766 snap 227 seq_num 766) dirty exists 2024-08-17T16:58:58.901 INFO:tasks.rados.rados.0.smithi001.stdout:2383: left oid 39 (ObjNum 766 snap 227 seq_num 766) 2024-08-17T16:58:58.915 INFO:tasks.rados.rados.0.smithi001.stdout:2380: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:58:58.918 INFO:tasks.rados.rados.0.smithi001.stdout:2380: finishing copy_from to smithi00187473-48 2024-08-17T16:58:58.919 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1859 (ObjNum 743 snap 218 seq_num 743) dirty exists 2024-08-17T16:58:58.929 INFO:tasks.rados.rados.0.smithi001.stdout:2382: finishing copy_from racing read to smithi00187473-36 2024-08-17T16:58:58.930 INFO:tasks.rados.rados.0.smithi001.stdout:2382: finishing copy_from to smithi00187473-36 2024-08-17T16:58:58.931 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 650 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:58:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:58 smithi189 ceph-mon[90541]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T16:58:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:58 smithi189 ceph-mon[90541]: pgmap v417: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 548 KiB/s wr, 5 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-08-17T16:58:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:58 smithi001 ceph-mon[100737]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T16:58:59.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:58 smithi001 ceph-mon[100737]: pgmap v417: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 548 KiB/s wr, 5 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-08-17T16:58:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:58 smithi001 ceph-mon[103274]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T16:58:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:58 smithi001 ceph-mon[103274]: pgmap v417: 121 pgs: 121 active+clean; 204 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 881 KiB/s rd, 548 KiB/s wr, 5 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-08-17T16:58:59.781 INFO:tasks.rados.rados.0.smithi001.stdout:2380: done (4 left) 2024-08-17T16:58:59.781 INFO:tasks.rados.rados.0.smithi001.stdout:2381: done (3 left) 2024-08-17T16:58:59.781 INFO:tasks.rados.rados.0.smithi001.stdout:2382: done (2 left) 2024-08-17T16:58:59.781 INFO:tasks.rados.rados.0.smithi001.stdout:2383: done (1 left) 2024-08-17T16:58:59.781 INFO:tasks.rados.rados.0.smithi001.stdout:2384: done (0 left) 2024-08-17T16:58:59.781 INFO:tasks.rados.rados.0.smithi001.stdout:2385: read oid 28 snap -1 2024-08-17T16:58:59.781 INFO:tasks.rados.rados.0.smithi001.stdout:2385: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:58:59.782 INFO:tasks.rados.rados.0.smithi001.stdout:2386: snap_remove snap 219 2024-08-17T16:59:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:59 smithi189 ceph-mon[90541]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T16:59:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:58:59 smithi189 ceph-mon[90541]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T16:59:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:59 smithi001 ceph-mon[100737]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T16:59:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:58:59 smithi001 ceph-mon[100737]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T16:59:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:59 smithi001 ceph-mon[103274]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T16:59:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:58:59 smithi001 ceph-mon[103274]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T16:59:00.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:59:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:59:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:59:00.783 INFO:tasks.rados.rados.0.smithi001.stdout:2386: done (1 left) 2024-08-17T16:59:00.783 INFO:tasks.rados.rados.0.smithi001.stdout:2387: rmattr oid 4 current snap is 228 2024-08-17T16:59:00.783 INFO:tasks.rados.rados.0.smithi001.stdout:2387: done (1 left) 2024-08-17T16:59:00.783 INFO:tasks.rados.rados.0.smithi001.stdout:2388: delete oid 3 current snap is 228 2024-08-17T16:59:00.784 INFO:tasks.rados.rados.0.smithi001.stdout:2385: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2385: done (1 left) 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2388: done (0 left) 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2389: rollback oid 38 current snap is 228 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 38 to 214 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2390: rollback oid 39 current snap is 228 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 214 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2391: read oid 2 snap 225 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2391: expect deleted 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2392: read oid 37 snap 225 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2392: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:01.809 INFO:tasks.rados.rados.0.smithi001.stdout:2393: read oid 43 snap -1 2024-08-17T16:59:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:2393: expect (ObjNum 658 snap 186 seq_num 658) 2024-08-17T16:59:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:2394: read oid 27 snap -1 2024-08-17T16:59:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:2394: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:59:01.810 INFO:tasks.rados.rados.0.smithi001.stdout:2395: snap_remove snap 224 2024-08-17T16:59:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:01 smithi189 ceph-mon[90541]: pgmap v420: 121 pgs: 121 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 368 KiB/s wr, 4 op/s 2024-08-17T16:59:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:01 smithi189 ceph-mon[90541]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T16:59:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:01 smithi001 ceph-mon[100737]: pgmap v420: 121 pgs: 121 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 368 KiB/s wr, 4 op/s 2024-08-17T16:59:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:01 smithi001 ceph-mon[100737]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T16:59:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:01 smithi001 ceph-mon[103274]: pgmap v420: 121 pgs: 121 active+clean; 196 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 73 KiB/s rd, 368 KiB/s wr, 4 op/s 2024-08-17T16:59:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:01 smithi001 ceph-mon[103274]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T16:59:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:2395: done (6 left) 2024-08-17T16:59:02.790 INFO:tasks.rados.rados.0.smithi001.stdout:2396: copy_from oid 9 from oid 35 current snap is 228 2024-08-17T16:59:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:2390: finishing rollback tid 0 to smithi00187473-39 2024-08-17T16:59:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:2391: done (6 left) 2024-08-17T16:59:02.791 INFO:tasks.rados.rados.0.smithi001.stdout:2397: snap_create 2024-08-17T16:59:02.793 INFO:tasks.rados.rados.0.smithi001.stdout:2390: finishing rollback tid 1 to smithi00187473-39 2024-08-17T16:59:02.793 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1496 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:02.793 INFO:tasks.rados.rados.0.smithi001.stdout:2389: finishing rollback tid 0 to smithi00187473-38 2024-08-17T16:59:02.794 INFO:tasks.rados.rados.0.smithi001.stdout:2389: finishing rollback tid 1 to smithi00187473-38 2024-08-17T16:59:02.794 INFO:tasks.rados.rados.0.smithi001.stdout:2389: finishing rollback tid 2 to smithi00187473-38 2024-08-17T16:59:02.794 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1919 (ObjNum 677 snap 195 seq_num 677) dirty exists 2024-08-17T16:59:02.794 INFO:tasks.rados.rados.0.smithi001.stdout:2394: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:59:02.794 INFO:tasks.rados.rados.0.smithi001.stdout:2393: expect (ObjNum 658 snap 186 seq_num 658) 2024-08-17T16:59:02.975 INFO:tasks.rados.rados.0.smithi001.stdout:2392: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:03.997 INFO:tasks.rados.rados.0.smithi001.stdout:2396: finishing copy_from to smithi00187473-9 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2396: got expected ENOENT (src dne) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2396: finishing copy_from racing read to smithi00187473-9 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2389: done (6 left) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2390: done (5 left) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2392: done (4 left) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2393: done (3 left) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2394: done (2 left) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2396: done (1 left) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2397: done (0 left) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2398: read oid 5 snap -1 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2398: expect (ObjNum 715 snap 206 seq_num 715) 2024-08-17T16:59:03.998 INFO:tasks.rados.rados.0.smithi001.stdout:2399: delete oid 45 current snap is 229 2024-08-17T16:59:04.011 INFO:tasks.rados.rados.0.smithi001.stdout:2398: expect (ObjNum 715 snap 206 seq_num 715) 2024-08-17T16:59:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:03 smithi189 ceph-mon[90541]: pgmap v422: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-17T16:59:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:03 smithi189 ceph-mon[90541]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T16:59:04.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:03 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:03 smithi001 ceph-mon[103274]: pgmap v422: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-17T16:59:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:03 smithi001 ceph-mon[103274]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T16:59:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:03 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:03 smithi001 ceph-mon[100737]: pgmap v422: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-17T16:59:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:03 smithi001 ceph-mon[100737]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T16:59:04.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:03 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:04.180 INFO:tasks.rados.rados.0.smithi001.stdout:2398: done (1 left) 2024-08-17T16:59:04.181 INFO:tasks.rados.rados.0.smithi001.stdout:2399: done (0 left) 2024-08-17T16:59:04.181 INFO:tasks.rados.rados.0.smithi001.stdout:2400: rmattr oid 19 current snap is 229 2024-08-17T16:59:04.181 INFO:tasks.rados.rados.0.smithi001.stdout:2401: copy_from oid 27 from oid 26 current snap is 229 2024-08-17T16:59:04.181 INFO:tasks.rados.rados.0.smithi001.stdout:2402: read oid 36 snap -1 2024-08-17T16:59:04.181 INFO:tasks.rados.rados.0.smithi001.stdout:2402: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:04.181 INFO:tasks.rados.rados.0.smithi001.stdout:2403: delete oid 10 current snap is 229 2024-08-17T16:59:04.182 INFO:tasks.rados.rados.0.smithi001.stdout:2401: finishing copy_from to smithi00187473-27 2024-08-17T16:59:04.182 INFO:tasks.rados.rados.0.smithi001.stdout:2401: got expected ENOENT (src dne) 2024-08-17T16:59:04.183 INFO:tasks.rados.rados.0.smithi001.stdout:2401: finishing copy_from racing read to smithi00187473-27 2024-08-17T16:59:04.183 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1497 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-08-17T16:59:04.220 INFO:tasks.rados.rados.0.smithi001.stdout:2400: done (3 left) 2024-08-17T16:59:04.221 INFO:tasks.rados.rados.0.smithi001.stdout:2401: done (2 left) 2024-08-17T16:59:04.221 INFO:tasks.rados.rados.0.smithi001.stdout:2403: done (1 left) 2024-08-17T16:59:04.221 INFO:tasks.rados.rados.0.smithi001.stdout:2404: read oid 48 snap -1 2024-08-17T16:59:04.221 INFO:tasks.rados.rados.0.smithi001.stdout:2404: expect (ObjNum 743 snap 218 seq_num 743) 2024-08-17T16:59:04.221 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 229 2024-08-17T16:59:04.221 INFO:tasks.rados.rados.0.smithi001.stdout:2405: seq_num 770 ranges {7938048=499712,8437760=401408} 2024-08-17T16:59:04.267 INFO:tasks.rados.rados.0.smithi001.stdout:2405: writing smithi00187473-25 from 7938048 to 8437760 tid 1 2024-08-17T16:59:04.269 INFO:tasks.rados.rados.0.smithi001.stdout:2405: writing smithi00187473-25 from 8437760 to 8839168 tid 2 2024-08-17T16:59:04.269 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 229 2024-08-17T16:59:04.270 INFO:tasks.rados.rados.0.smithi001.stdout:2402: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:04 smithi189 ceph-mon[90541]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T16:59:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:04 smithi189 ceph-mon[90541]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T16:59:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:04 smithi001 ceph-mon[100737]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T16:59:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:04 smithi001 ceph-mon[100737]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T16:59:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:04 smithi001 ceph-mon[103274]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T16:59:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:04 smithi001 ceph-mon[103274]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T16:59:05.291 INFO:tasks.rados.rados.0.smithi001.stdout:2404: expect (ObjNum 743 snap 218 seq_num 743) 2024-08-17T16:59:05.588 INFO:tasks.rados.rados.0.smithi001.stdout:2405: finishing write tid 1 to smithi00187473-25 2024-08-17T16:59:05.588 INFO:tasks.rados.rados.0.smithi001.stdout:2405: finishing write tid 2 to smithi00187473-25 2024-08-17T16:59:05.588 INFO:tasks.rados.rados.0.smithi001.stdout:2406: seq_num 771 ranges {6201344=516096,6717440=401408} 2024-08-17T16:59:05.624 INFO:tasks.rados.rados.0.smithi001.stdout:2406: writing smithi00187473-17 from 6201344 to 6717440 tid 1 2024-08-17T16:59:05.627 INFO:tasks.rados.rados.0.smithi001.stdout:2406: writing smithi00187473-17 from 6717440 to 7118848 tid 2 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:2402: done (3 left) 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:2404: done (2 left) 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:2407: copy_from oid 14 from oid 20 current snap is 229 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:2405: finishing write tid 3 to smithi00187473-25 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:2405: finishing write tid 4 to smithi00187473-25 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1822 (ObjNum 770 snap 229 seq_num 770) dirty exists 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:2405: left oid 25 (ObjNum 770 snap 229 seq_num 770) 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:2405: done (2 left) 2024-08-17T16:59:05.628 INFO:tasks.rados.rados.0.smithi001.stdout:2408: snap_remove snap 227 2024-08-17T16:59:05.806 INFO:tasks.rados.rados.0.smithi001.stdout:2408: done (2 left) 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2409: read oid 34 snap -1 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2409: expect (ObjNum 733 snap 214 seq_num 733) 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2410: setattr oid 13 current snap is 229 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2406: finishing write tid 1 to smithi00187473-17 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2406: finishing write tid 2 to smithi00187473-17 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2406: finishing write tid 3 to smithi00187473-17 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2407: finishing copy_from racing read to smithi00187473-14 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2406: finishing write tid 4 to smithi00187473-17 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1929 (ObjNum 771 snap 229 seq_num 771) dirty exists 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2406: left oid 17 (ObjNum 771 snap 229 seq_num 771) 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:2407: finishing copy_from to smithi00187473-14 2024-08-17T16:59:05.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1525 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:59:05.808 INFO:tasks.rados.rados.0.smithi001.stdout:2406: done (3 left) 2024-08-17T16:59:05.808 INFO:tasks.rados.rados.0.smithi001.stdout:2407: done (2 left) 2024-08-17T16:59:05.808 INFO:tasks.rados.rados.0.smithi001.stdout:2411: snap_create 2024-08-17T16:59:05.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1301 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-08-17T16:59:05.822 INFO:tasks.rados.rados.0.smithi001.stdout:2409: expect (ObjNum 733 snap 214 seq_num 733) 2024-08-17T16:59:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:05 smithi189 ceph-mon[90541]: pgmap v425: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-17T16:59:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:05 smithi001 ceph-mon[100737]: pgmap v425: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-17T16:59:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:05 smithi001 ceph-mon[103274]: pgmap v425: 121 pgs: 121 active+clean; 211 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-17T16:59:06.811 INFO:tasks.rados.rados.0.smithi001.stdout:2409: done (2 left) 2024-08-17T16:59:06.811 INFO:tasks.rados.rados.0.smithi001.stdout:2410: done (1 left) 2024-08-17T16:59:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:2411: done (0 left) 2024-08-17T16:59:06.812 INFO:tasks.rados.rados.0.smithi001.stdout:2412: snap_create 2024-08-17T16:59:07.160 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:06 smithi189 ceph-mon[90541]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T16:59:07.161 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:06 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T16:59:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:06 smithi001 ceph-mon[100737]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T16:59:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:06 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T16:59:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:06 smithi001 ceph-mon[103274]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T16:59:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:06 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T16:59:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:59:07] "GET /metrics HTTP/1.1" 200 36221 "" "Prometheus/2.51.0" 2024-08-17T16:59:07.813 INFO:tasks.rados.rados.0.smithi001.stdout:2412: done (0 left) 2024-08-17T16:59:07.813 INFO:tasks.rados.rados.0.smithi001.stdout:2413: snap_remove snap 222 2024-08-17T16:59:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:07 smithi189 ceph-mon[90541]: pgmap v428: 121 pgs: 121 active+clean; 211 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T16:59:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:07 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T16:59:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:07 smithi189 ceph-mon[90541]: Upgrade: osd.7 is safe to restart 2024-08-17T16:59:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:07 smithi189 ceph-mon[90541]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T16:59:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-mon[103274]: pgmap v428: 121 pgs: 121 active+clean; 211 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T16:59:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T16:59:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-mon[103274]: Upgrade: osd.7 is safe to restart 2024-08-17T16:59:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-mon[103274]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T16:59:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-mon[100737]: pgmap v428: 121 pgs: 121 active+clean; 211 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T16:59:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T16:59:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-mon[100737]: Upgrade: osd.7 is safe to restart 2024-08-17T16:59:08.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:07 smithi001 ceph-mon[100737]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T16:59:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:2413: done (0 left) 2024-08-17T16:59:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:2414: rmattr oid 25 current snap is 231 2024-08-17T16:59:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:2415: read oid 26 snap -1 2024-08-17T16:59:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:2415: expect deleted 2024-08-17T16:59:08.828 INFO:tasks.rados.rados.0.smithi001.stdout:2416: delete oid 30 current snap is 231 2024-08-17T16:59:08.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1823 (ObjNum 770 snap 229 seq_num 770) dirty exists 2024-08-17T16:59:08.837 INFO:tasks.rados.rados.0.smithi001.stdout:2414: done (2 left) 2024-08-17T16:59:08.837 INFO:tasks.rados.rados.0.smithi001.stdout:2415: done (1 left) 2024-08-17T16:59:08.837 INFO:tasks.rados.rados.0.smithi001.stdout:2416: done (0 left) 2024-08-17T16:59:08.837 INFO:tasks.rados.rados.0.smithi001.stdout:2417: rollback oid 32 current snap is 231 2024-08-17T16:59:08.837 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 218 2024-08-17T16:59:08.837 INFO:tasks.rados.rados.0.smithi001.stdout:2418: snap_remove snap 226 2024-08-17T16:59:09.051 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:08 smithi189 ceph-mon[90541]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T16:59:09.052 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:09.052 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T16:59:09.052 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:09.052 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:09.052 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:09.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[100737]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T16:59:09.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[103274]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:09.082 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:09.784 INFO:tasks.rados.rados.0.smithi001.stdout:2418: done (1 left) 2024-08-17T16:59:09.784 INFO:tasks.rados.rados.0.smithi001.stdout:2419: copy_from oid 5 from oid 20 current snap is 231 2024-08-17T16:59:09.785 INFO:tasks.rados.rados.0.smithi001.stdout:2420: read oid 30 snap -1 2024-08-17T16:59:09.785 INFO:tasks.rados.rados.0.smithi001.stdout:2420: expect deleted 2024-08-17T16:59:09.785 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 231 2024-08-17T16:59:09.785 INFO:tasks.rados.rados.0.smithi001.stdout:2421: seq_num 773 ranges {7118848=548864,7667712=401408} 2024-08-17T16:59:09.827 INFO:tasks.rados.rados.0.smithi001.stdout:2421: writing smithi00187473-17 from 7118848 to 7667712 tid 1 2024-08-17T16:59:09.829 INFO:tasks.rados.rados.0.smithi001.stdout:2421: writing smithi00187473-17 from 7667712 to 8069120 tid 2 2024-08-17T16:59:09.830 INFO:tasks.rados.rados.0.smithi001.stdout:2422: snap_remove snap 229 2024-08-17T16:59:09.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:09 smithi189 ceph-mon[90541]: pgmap v431: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-08-17T16:59:09.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:09 smithi189 ceph-mon[90541]: Upgrade: Updating osd.7 2024-08-17T16:59:09.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:09 smithi189 ceph-mon[90541]: Deploying daemon osd.7 on smithi189 2024-08-17T16:59:09.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:09 smithi189 ceph-mon[90541]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T16:59:09.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:09 smithi189 ceph-mon[90541]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T16:59:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[103274]: pgmap v431: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-08-17T16:59:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[103274]: Upgrade: Updating osd.7 2024-08-17T16:59:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[103274]: Deploying daemon osd.7 on smithi189 2024-08-17T16:59:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[103274]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T16:59:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[103274]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T16:59:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[100737]: pgmap v431: 121 pgs: 121 active+clean; 212 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 258 KiB/s wr, 6 op/s 2024-08-17T16:59:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[100737]: Upgrade: Updating osd.7 2024-08-17T16:59:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[100737]: Deploying daemon osd.7 on smithi189 2024-08-17T16:59:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[100737]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T16:59:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:09 smithi001 ceph-mon[100737]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T16:59:10.304 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:59:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:59:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:59:10.831 INFO:tasks.rados.rados.0.smithi001.stdout:2422: done (4 left) 2024-08-17T16:59:10.831 INFO:tasks.rados.rados.0.smithi001.stdout:2423: read oid 3 snap -1 2024-08-17T16:59:10.831 INFO:tasks.rados.rados.0.smithi001.stdout:2423: expect deleted 2024-08-17T16:59:10.831 INFO:tasks.rados.rados.0.smithi001.stdout:2424: read oid 42 snap -1 2024-08-17T16:59:10.831 INFO:tasks.rados.rados.0.smithi001.stdout:2424: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:59:10.831 INFO:tasks.rados.rados.0.smithi001.stdout:2425: snap_create 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2417: finishing rollback tid 0 to smithi00187473-32 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2417: finishing rollback tid 1 to smithi00187473-32 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2417: finishing rollback tid 2 to smithi00187473-32 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 1947 (ObjNum 743 snap 218 seq_num 743) dirty exists 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2419: finishing copy_from racing read to smithi00187473-5 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2419: finishing copy_from to smithi00187473-5 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 1525 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2421: finishing write tid 1 to smithi00187473-17 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2421: finishing write tid 2 to smithi00187473-17 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2421: finishing write tid 3 to smithi00187473-17 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2421: finishing write tid 4 to smithi00187473-17 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 1961 (ObjNum 773 snap 231 seq_num 773) dirty exists 2024-08-17T16:59:10.832 INFO:tasks.rados.rados.0.smithi001.stdout:2421: left oid 17 (ObjNum 773 snap 231 seq_num 773) 2024-08-17T16:59:10.841 INFO:tasks.rados.rados.0.smithi001.stdout:2424: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:59:11.486 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:11 smithi189 systemd[1]: Stopping Ceph osd.7 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:59:11.840 INFO:tasks.rados.rados.0.smithi001.stdout:2417: done (6 left) 2024-08-17T16:59:11.840 INFO:tasks.rados.rados.0.smithi001.stdout:2419: done (5 left) 2024-08-17T16:59:11.840 INFO:tasks.rados.rados.0.smithi001.stdout:2420: done (4 left) 2024-08-17T16:59:11.840 INFO:tasks.rados.rados.0.smithi001.stdout:2421: done (3 left) 2024-08-17T16:59:11.840 INFO:tasks.rados.rados.0.smithi001.stdout:2423: done (2 left) 2024-08-17T16:59:11.840 INFO:tasks.rados.rados.0.smithi001.stdout:2424: done (1 left) 2024-08-17T16:59:11.841 INFO:tasks.rados.rados.0.smithi001.stdout:2425: done (0 left) 2024-08-17T16:59:11.841 INFO:tasks.rados.rados.0.smithi001.stdout:2426: copy_from oid 44 from oid 8 current snap is 232 2024-08-17T16:59:11.841 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 232 2024-08-17T16:59:11.841 INFO:tasks.rados.rados.0.smithi001.stdout:2427: seq_num 774 ranges {0=565248,565248=401408} 2024-08-17T16:59:11.841 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[56997]: 2024-08-17T16:59:11.484+0000 7fc846ca6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:59:11.841 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[56997]: 2024-08-17T16:59:11.484+0000 7fc846ca6640 -1 osd.7 544 *** Got signal Terminated *** 2024-08-17T16:59:11.841 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[56997]: 2024-08-17T16:59:11.484+0000 7fc846ca6640 -1 osd.7 544 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:59:11.844 INFO:tasks.rados.rados.0.smithi001.stdout:2427: writing smithi00187473-35 from 0 to 565248 tid 1 2024-08-17T16:59:11.847 INFO:tasks.rados.rados.0.smithi001.stdout:2427: writing smithi00187473-35 from 565248 to 966656 tid 2 2024-08-17T16:59:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:2428: read oid 11 snap -1 2024-08-17T16:59:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:2428: expect (ObjNum 746 snap 218 seq_num 746) 2024-08-17T16:59:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:2429: read oid 46 snap -1 2024-08-17T16:59:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:2429: expect deleted 2024-08-17T16:59:11.848 INFO:tasks.rados.rados.0.smithi001.stdout:2430: delete oid 48 current snap is 232 2024-08-17T16:59:11.851 INFO:tasks.rados.rados.0.smithi001.stdout:2427: finishing write tid 1 to smithi00187473-35 2024-08-17T16:59:11.851 INFO:tasks.rados.rados.0.smithi001.stdout:2427: finishing write tid 2 to smithi00187473-35 2024-08-17T16:59:11.852 INFO:tasks.rados.rados.0.smithi001.stdout:2427: finishing write tid 3 to smithi00187473-35 2024-08-17T16:59:11.852 INFO:tasks.rados.rados.0.smithi001.stdout:2428: expect (ObjNum 746 snap 218 seq_num 746) 2024-08-17T16:59:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:2427: finishing write tid 4 to smithi00187473-35 2024-08-17T16:59:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1862 (ObjNum 774 snap 232 seq_num 774) dirty exists 2024-08-17T16:59:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:2427: left oid 35 (ObjNum 774 snap 232 seq_num 774) 2024-08-17T16:59:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:2427: done (4 left) 2024-08-17T16:59:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:2428: done (3 left) 2024-08-17T16:59:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:2430: done (2 left) 2024-08-17T16:59:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 232 2024-08-17T16:59:11.867 INFO:tasks.rados.rados.0.smithi001.stdout:2431: seq_num 776 ranges {499712=606208,1105920=401408} 2024-08-17T16:59:11.872 INFO:tasks.rados.rados.0.smithi001.stdout:2431: writing smithi00187473-11 from 499712 to 1105920 tid 1 2024-08-17T16:59:11.875 INFO:tasks.rados.rados.0.smithi001.stdout:2431: writing smithi00187473-11 from 1105920 to 1507328 tid 2 2024-08-17T16:59:11.875 INFO:tasks.rados.rados.0.smithi001.stdout:2432: snap_create 2024-08-17T16:59:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:2431: finishing write tid 1 to smithi00187473-11 2024-08-17T16:59:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:2431: finishing write tid 2 to smithi00187473-11 2024-08-17T16:59:11.878 INFO:tasks.rados.rados.0.smithi001.stdout:2431: finishing write tid 3 to smithi00187473-11 2024-08-17T16:59:11.879 INFO:tasks.rados.rados.0.smithi001.stdout:2431: finishing write tid 4 to smithi00187473-11 2024-08-17T16:59:11.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 1971 (ObjNum 776 snap 232 seq_num 776) dirty exists 2024-08-17T16:59:11.879 INFO:tasks.rados.rados.0.smithi001.stdout:2431: left oid 11 (ObjNum 776 snap 232 seq_num 776) 2024-08-17T16:59:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:11 smithi189 ceph-mon[90541]: pgmap v434: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 702 KiB/s wr, 10 op/s 2024-08-17T16:59:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:11 smithi189 ceph-mon[90541]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T16:59:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:11 smithi189 ceph-mon[90541]: osd.7 marked itself down and dead 2024-08-17T16:59:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:11 smithi001 ceph-mon[103274]: pgmap v434: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 702 KiB/s wr, 10 op/s 2024-08-17T16:59:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:11 smithi001 ceph-mon[103274]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T16:59:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:11 smithi001 ceph-mon[103274]: osd.7 marked itself down and dead 2024-08-17T16:59:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:11 smithi001 ceph-mon[100737]: pgmap v434: 121 pgs: 121 active+clean; 214 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 702 KiB/s wr, 10 op/s 2024-08-17T16:59:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:11 smithi001 ceph-mon[100737]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T16:59:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:11 smithi001 ceph-mon[100737]: osd.7 marked itself down and dead 2024-08-17T16:59:12.534 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:12 smithi189 podman[111574]: 2024-08-17 16:59:12.260747491 +0000 UTC m=+0.898118029 container died 7da344fa50ba34b56c9e278b793fe5fb9e6996a0f9fa5f1d4addb75882181c21 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T16:59:12.835 INFO:tasks.rados.rados.0.smithi001.stdout:2431: done (3 left) 2024-08-17T16:59:12.835 INFO:tasks.rados.rados.0.smithi001.stdout:2432: done (2 left) 2024-08-17T16:59:12.835 INFO:tasks.rados.rados.0.smithi001.stdout:2433: read oid 12 snap -1 2024-08-17T16:59:12.835 INFO:tasks.rados.rados.0.smithi001.stdout:2433: expect deleted 2024-08-17T16:59:12.835 INFO:tasks.rados.rados.0.smithi001.stdout:2434: rmattr oid 30 current snap is 233 2024-08-17T16:59:12.835 INFO:tasks.rados.rados.0.smithi001.stdout:2434: done (3 left) 2024-08-17T16:59:12.835 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 233 2024-08-17T16:59:12.835 INFO:tasks.rados.rados.0.smithi001.stdout:2435: seq_num 777 ranges {0=622592,622592=401408} 2024-08-17T16:59:12.839 INFO:tasks.rados.rados.0.smithi001.stdout:2435: writing smithi00187473-21 from 0 to 622592 tid 1 2024-08-17T16:59:12.843 INFO:tasks.rados.rados.0.smithi001.stdout:2435: writing smithi00187473-21 from 622592 to 1024000 tid 2 2024-08-17T16:59:12.843 INFO:tasks.rados.rados.0.smithi001.stdout:2433: done (3 left) 2024-08-17T16:59:12.843 INFO:tasks.rados.rados.0.smithi001.stdout:2436: rollback oid 45 current snap is 233 2024-08-17T16:59:12.843 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 228 2024-08-17T16:59:12.843 INFO:tasks.rados.rados.0.smithi001.stdout:2437: rollback oid 4 current snap is 233 2024-08-17T16:59:12.843 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 231 2024-08-17T16:59:12.843 INFO:tasks.rados.rados.0.smithi001.stdout:2438: snap_create 2024-08-17T16:59:12.850 INFO:tasks.rados.rados.0.smithi001.stdout:2437: finishing rollback tid 1 to smithi00187473-4 2024-08-17T16:59:12.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 0 (ObjNum 1345 snap 0 seq_num 833097640) dirty dne 2024-08-17T16:59:12.853 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:12 smithi189 podman[111574]: 2024-08-17 16:59:12.616063502 +0000 UTC m=+1.253434038 container cleanup 7da344fa50ba34b56c9e278b793fe5fb9e6996a0f9fa5f1d4addb75882181c21 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-17T16:59:12.854 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:12 smithi189 bash[111574]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7 2024-08-17T16:59:12.854 INFO:tasks.rados.rados.0.smithi001.stdout:2435: finishing write tid 1 to smithi00187473-21 2024-08-17T16:59:12.854 INFO:tasks.rados.rados.0.smithi001.stdout:2435: finishing write tid 2 to smithi00187473-21 2024-08-17T16:59:12.854 INFO:tasks.rados.rados.0.smithi001.stdout:2435: finishing write tid 3 to smithi00187473-21 2024-08-17T16:59:12.855 INFO:tasks.rados.rados.0.smithi001.stdout:2436: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:59:12.855 INFO:tasks.rados.rados.0.smithi001.stdout:2435: finishing write tid 4 to smithi00187473-21 2024-08-17T16:59:12.855 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1112 (ObjNum 777 snap 233 seq_num 777) dirty exists 2024-08-17T16:59:12.855 INFO:tasks.rados.rados.0.smithi001.stdout:2435: left oid 21 (ObjNum 777 snap 233 seq_num 777) 2024-08-17T16:59:12.857 INFO:tasks.rados.rados.0.smithi001.stdout:2436: finishing rollback tid 2 to smithi00187473-45 2024-08-17T16:59:12.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1973 (ObjNum 714 snap 206 seq_num 714) dirty exists 2024-08-17T16:59:12.909 INFO:tasks.rados.rados.0.smithi001.stdout:2426: finishing copy_from racing read to smithi00187473-44 2024-08-17T16:59:12.911 INFO:tasks.rados.rados.0.smithi001.stdout:2426: finishing copy_from to smithi00187473-44 2024-08-17T16:59:12.912 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 1582 (ObjNum 760 snap 223 seq_num 760) dirty exists 2024-08-17T16:59:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:12 smithi189 ceph-mon[90541]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:59:13.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:12 smithi189 ceph-mon[90541]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T16:59:13.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:12 smithi189 ceph-mon[90541]: osdmap e545: 8 total, 7 up, 8 in 2024-08-17T16:59:13.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:12 smithi189 ceph-mon[90541]: osdmap e546: 8 total, 7 up, 8 in 2024-08-17T16:59:13.179 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:12 smithi189 podman[111595]: 2024-08-17 16:59:12.90093089 +0000 UTC m=+0.640662651 container remove 7da344fa50ba34b56c9e278b793fe5fb9e6996a0f9fa5f1d4addb75882181c21 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T16:59:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:12 smithi001 ceph-mon[100737]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:59:13.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:12 smithi001 ceph-mon[100737]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T16:59:13.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:12 smithi001 ceph-mon[100737]: osdmap e545: 8 total, 7 up, 8 in 2024-08-17T16:59:13.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:12 smithi001 ceph-mon[100737]: osdmap e546: 8 total, 7 up, 8 in 2024-08-17T16:59:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:12 smithi001 ceph-mon[103274]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T16:59:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:12 smithi001 ceph-mon[103274]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T16:59:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:12 smithi001 ceph-mon[103274]: osdmap e545: 8 total, 7 up, 8 in 2024-08-17T16:59:13.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:12 smithi001 ceph-mon[103274]: osdmap e546: 8 total, 7 up, 8 in 2024-08-17T16:59:13.522 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:13 smithi189 podman[111690]: 2024-08-17 16:59:13.125361286 +0000 UTC m=+0.017509411 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:59:13.522 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:13 smithi189 podman[111690]: 2024-08-17 16:59:13.293858124 +0000 UTC m=+0.186006271 container create f80c7475e0659563a88a79e63285a8879df24922bd65b73245be049cdc1a0d6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T16:59:13.522 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:13 smithi189 podman[111690]: 2024-08-17 16:59:13.521479676 +0000 UTC m=+0.413627792 container init f80c7475e0659563a88a79e63285a8879df24922bd65b73245be049cdc1a0d6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T16:59:13.854 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:13 smithi189 podman[111690]: 2024-08-17 16:59:13.526599656 +0000 UTC m=+0.418747771 container start f80c7475e0659563a88a79e63285a8879df24922bd65b73245be049cdc1a0d6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T16:59:13.854 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:13 smithi189 podman[111690]: 2024-08-17 16:59:13.587905395 +0000 UTC m=+0.480053522 container attach f80c7475e0659563a88a79e63285a8879df24922bd65b73245be049cdc1a0d6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-17T16:59:13.854 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:13 smithi189 podman[111733]: 2024-08-17 16:59:13.744180189 +0000 UTC m=+0.018157976 container died f80c7475e0659563a88a79e63285a8879df24922bd65b73245be049cdc1a0d6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe) 2024-08-17T16:59:13.864 INFO:tasks.rados.rados.0.smithi001.stdout:2426: done (5 left) 2024-08-17T16:59:13.864 INFO:tasks.rados.rados.0.smithi001.stdout:2429: done (4 left) 2024-08-17T16:59:13.864 INFO:tasks.rados.rados.0.smithi001.stdout:2435: done (3 left) 2024-08-17T16:59:13.864 INFO:tasks.rados.rados.0.smithi001.stdout:2436: done (2 left) 2024-08-17T16:59:13.864 INFO:tasks.rados.rados.0.smithi001.stdout:2437: done (1 left) 2024-08-17T16:59:13.864 INFO:tasks.rados.rados.0.smithi001.stdout:2438: done (0 left) 2024-08-17T16:59:13.864 INFO:tasks.rados.rados.0.smithi001.stdout:2439: copy_from oid 22 from oid 29 current snap is 234 2024-08-17T16:59:13.865 INFO:tasks.rados.rados.0.smithi001.stdout:2440: read oid 10 snap -1 2024-08-17T16:59:13.865 INFO:tasks.rados.rados.0.smithi001.stdout:2440: expect deleted 2024-08-17T16:59:13.865 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 234 2024-08-17T16:59:13.865 INFO:tasks.rados.rados.0.smithi001.stdout:2441: seq_num 778 ranges {1351680=638976,1990656=401408} 2024-08-17T16:59:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:2441: writing smithi00187473-34 from 1351680 to 1990656 tid 1 2024-08-17T16:59:13.877 INFO:tasks.rados.rados.0.smithi001.stdout:2441: writing smithi00187473-34 from 1990656 to 2392064 tid 2 2024-08-17T16:59:13.878 INFO:tasks.rados.rados.0.smithi001.stdout:2442: rollback oid 16 current snap is 234 2024-08-17T16:59:13.878 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 225 2024-08-17T16:59:13.878 INFO:tasks.rados.rados.0.smithi001.stdout:2440: done (3 left) 2024-08-17T16:59:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:2443: read oid 38 snap -1 2024-08-17T16:59:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:2443: expect (ObjNum 677 snap 195 seq_num 677) 2024-08-17T16:59:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:2444: copy_from oid 15 from oid 50 current snap is 234 2024-08-17T16:59:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:2445: rollback oid 26 current snap is 234 2024-08-17T16:59:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 223 2024-08-17T16:59:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:2446: setattr oid 4 current snap is 234 2024-08-17T16:59:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:2442: finishing rollback tid 1 to smithi00187473-16 2024-08-17T16:59:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:13.880 INFO:tasks.rados.rados.0.smithi001.stdout:2444: finishing copy_from to smithi00187473-15 2024-08-17T16:59:13.880 INFO:tasks.rados.rados.0.smithi001.stdout:2444: got expected ENOENT (src dne) 2024-08-17T16:59:13.880 INFO:tasks.rados.rados.0.smithi001.stdout:2444: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:59:13.880 INFO:tasks.rados.rados.0.smithi001.stdout:2442: done (6 left) 2024-08-17T16:59:13.880 INFO:tasks.rados.rados.0.smithi001.stdout:2444: done (5 left) 2024-08-17T16:59:13.880 INFO:tasks.rados.rados.0.smithi001.stdout:2447: setattr oid 7 current snap is 234 2024-08-17T16:59:13.880 INFO:tasks.rados.rados.0.smithi001.stdout:2445: finishing rollback tid 1 to smithi00187473-26 2024-08-17T16:59:13.881 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 707 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:13.882 INFO:tasks.rados.rados.0.smithi001.stdout:2445: done (5 left) 2024-08-17T16:59:13.882 INFO:tasks.rados.rados.0.smithi001.stdout:2448: read oid 6 snap -1 2024-08-17T16:59:13.882 INFO:tasks.rados.rados.0.smithi001.stdout:2448: expect (ObjNum 748 snap 218 seq_num 748) 2024-08-17T16:59:13.882 INFO:tasks.rados.rados.0.smithi001.stdout:2449: rmattr oid 20 current snap is 234 2024-08-17T16:59:13.882 INFO:tasks.rados.rados.0.smithi001.stdout:2450: copy_from oid 33 from oid 14 current snap is 234 2024-08-17T16:59:13.883 INFO:tasks.rados.rados.0.smithi001.stdout:2451: delete oid 27 current snap is 234 2024-08-17T16:59:13.887 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1302 (ObjNum 33 snap 0 seq_num 1538792544) dirty exists 2024-08-17T16:59:13.888 INFO:tasks.rados.rados.0.smithi001.stdout:2441: finishing write tid 1 to smithi00187473-34 2024-08-17T16:59:13.888 INFO:tasks.rados.rados.0.smithi001.stdout:2441: finishing write tid 2 to smithi00187473-34 2024-08-17T16:59:13.890 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1864 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:59:13.890 INFO:tasks.rados.rados.0.smithi001.stdout:2441: finishing write tid 3 to smithi00187473-34 2024-08-17T16:59:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:2441: finishing write tid 4 to smithi00187473-34 2024-08-17T16:59:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1827 (ObjNum 778 snap 234 seq_num 778) dirty exists 2024-08-17T16:59:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:2441: left oid 34 (ObjNum 778 snap 234 seq_num 778) 2024-08-17T16:59:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:2439: finishing copy_from racing read to smithi00187473-22 2024-08-17T16:59:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:2441: done (8 left) 2024-08-17T16:59:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:2446: done (7 left) 2024-08-17T16:59:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:2449: done (6 left) 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:2451: done (5 left) 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:2452: rollback oid 45 current snap is 234 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 214 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 708 (ObjNum 707 snap 203 seq_num 707) dirty exists 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:2447: done (5 left) 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:2453: read oid 15 snap -1 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:2453: expect deleted 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 234 2024-08-17T16:59:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:2454: seq_num 780 ranges {4702208=671744,5373952=401408} 2024-08-17T16:59:13.925 INFO:tasks.rados.rados.0.smithi001.stdout:2454: writing smithi00187473-1 from 4702208 to 5373952 tid 1 2024-08-17T16:59:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:2454: writing smithi00187473-1 from 5373952 to 5775360 tid 2 2024-08-17T16:59:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:2455: read oid 17 snap -1 2024-08-17T16:59:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:2455: expect (ObjNum 773 snap 231 seq_num 773) 2024-08-17T16:59:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:2456: snap_create 2024-08-17T16:59:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:2450: finishing copy_from racing read to smithi00187473-33 2024-08-17T16:59:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:2439: finishing copy_from to smithi00187473-22 2024-08-17T16:59:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 320 (ObjNum 717 snap 206 seq_num 717) dirty exists 2024-08-17T16:59:13.928 INFO:tasks.rados.rados.0.smithi001.stdout:2443: expect (ObjNum 677 snap 195 seq_num 677) 2024-08-17T16:59:14.044 INFO:tasks.rados.rados.0.smithi001.stdout:2450: finishing copy_from to smithi00187473-33 2024-08-17T16:59:14.044 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1525 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:59:14.044 INFO:tasks.rados.rados.0.smithi001.stdout:2452: finishing rollback tid 0 to smithi00187473-45 2024-08-17T16:59:14.044 INFO:tasks.rados.rados.0.smithi001.stdout:2452: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:59:14.044 INFO:tasks.rados.rados.0.smithi001.stdout:2452: finishing rollback tid 2 to smithi00187473-45 2024-08-17T16:59:14.044 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1977 (ObjNum 714 snap 206 seq_num 714) dirty exists 2024-08-17T16:59:14.044 INFO:tasks.rados.rados.0.smithi001.stdout:2448: expect (ObjNum 748 snap 218 seq_num 748) 2024-08-17T16:59:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:13 smithi189 ceph-mon[90541]: pgmap v437: 121 pgs: 7 peering, 16 stale+active+clean, 98 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 444 KiB/s wr, 13 op/s 2024-08-17T16:59:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:13 smithi189 ceph-mon[90541]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-17T16:59:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:13 smithi001 ceph-mon[103274]: pgmap v437: 121 pgs: 7 peering, 16 stale+active+clean, 98 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 444 KiB/s wr, 13 op/s 2024-08-17T16:59:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:13 smithi001 ceph-mon[103274]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-17T16:59:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:13 smithi001 ceph-mon[100737]: pgmap v437: 121 pgs: 7 peering, 16 stale+active+clean, 98 active+clean; 213 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 444 KiB/s wr, 13 op/s 2024-08-17T16:59:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:13 smithi001 ceph-mon[100737]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-17T16:59:14.489 INFO:tasks.rados.rados.0.smithi001.stdout:2454: finishing write tid 1 to smithi00187473-1 2024-08-17T16:59:14.489 INFO:tasks.rados.rados.0.smithi001.stdout:2454: finishing write tid 2 to smithi00187473-1 2024-08-17T16:59:14.490 INFO:tasks.rados.rados.0.smithi001.stdout:2454: finishing write tid 3 to smithi00187473-1 2024-08-17T16:59:14.490 INFO:tasks.rados.rados.0.smithi001.stdout:2454: finishing write tid 4 to smithi00187473-1 2024-08-17T16:59:14.490 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1830 (ObjNum 780 snap 234 seq_num 780) dirty exists 2024-08-17T16:59:14.490 INFO:tasks.rados.rados.0.smithi001.stdout:2454: left oid 1 (ObjNum 780 snap 234 seq_num 780) 2024-08-17T16:59:14.490 INFO:tasks.rados.rados.0.smithi001.stdout:2455: expect (ObjNum 773 snap 231 seq_num 773) 2024-08-17T16:59:14.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:14 smithi189 podman[111733]: 2024-08-17 16:59:14.291498763 +0000 UTC m=+0.565476551 container remove f80c7475e0659563a88a79e63285a8879df24922bd65b73245be049cdc1a0d6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-17T16:59:14.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:14 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-17T16:59:14.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:14 smithi189 systemd[1]: Stopped Ceph osd.7 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:59:14.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:14 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.7.service: Consumed 15.127s CPU time. 2024-08-17T16:59:14.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:14 smithi189 systemd[1]: Starting Ceph osd.7 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:59:15.046 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:14 smithi189 ceph-mon[90541]: osdmap e547: 8 total, 7 up, 8 in 2024-08-17T16:59:15.046 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:14 smithi189 ceph-mon[90541]: pgmap v440: 121 pgs: 9 active+undersized, 11 peering, 10 stale+active+clean, 3 active+undersized+degraded, 88 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 367 KiB/s rd, 736 KiB/s wr, 8 op/s; 7/372 objects degraded (1.882%) 2024-08-17T16:59:15.046 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:14 smithi189 ceph-mon[90541]: osdmap e548: 8 total, 7 up, 8 in 2024-08-17T16:59:15.047 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:14 smithi189 podman[111838]: 2024-08-17 16:59:14.634224582 +0000 UTC m=+0.017766600 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:59:15.047 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:14 smithi189 podman[111838]: 2024-08-17 16:59:14.775955628 +0000 UTC m=+0.159497630 container create 847c07486a344e917734cb2f158f76e3b1f6c50e9e3096ec8cd5be22d8238afd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-17T16:59:15.047 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 podman[111838]: 2024-08-17 16:59:15.045868575 +0000 UTC m=+0.429410585 container init 847c07486a344e917734cb2f158f76e3b1f6c50e9e3096ec8cd5be22d8238afd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2439: done (8 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2443: done (7 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2448: done (6 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2450: done (5 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2452: done (4 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2453: done (3 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2454: done (2 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2455: done (1 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2456: done (0 left) 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2457: read oid 2 snap -1 2024-08-17T16:59:15.162 INFO:tasks.rados.rados.0.smithi001.stdout:2457: expect deleted 2024-08-17T16:59:15.163 INFO:tasks.rados.rados.0.smithi001.stdout:2458: snap_create 2024-08-17T16:59:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:14 smithi001 ceph-mon[103274]: osdmap e547: 8 total, 7 up, 8 in 2024-08-17T16:59:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:14 smithi001 ceph-mon[103274]: pgmap v440: 121 pgs: 9 active+undersized, 11 peering, 10 stale+active+clean, 3 active+undersized+degraded, 88 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 367 KiB/s rd, 736 KiB/s wr, 8 op/s; 7/372 objects degraded (1.882%) 2024-08-17T16:59:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:14 smithi001 ceph-mon[103274]: osdmap e548: 8 total, 7 up, 8 in 2024-08-17T16:59:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:14 smithi001 ceph-mon[100737]: osdmap e547: 8 total, 7 up, 8 in 2024-08-17T16:59:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:14 smithi001 ceph-mon[100737]: pgmap v440: 121 pgs: 9 active+undersized, 11 peering, 10 stale+active+clean, 3 active+undersized+degraded, 88 active+clean; 218 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 367 KiB/s rd, 736 KiB/s wr, 8 op/s; 7/372 objects degraded (1.882%) 2024-08-17T16:59:15.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:14 smithi001 ceph-mon[100737]: osdmap e548: 8 total, 7 up, 8 in 2024-08-17T16:59:15.299 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 podman[111838]: 2024-08-17 16:59:15.050911231 +0000 UTC m=+0.434453233 container start 847c07486a344e917734cb2f158f76e3b1f6c50e9e3096ec8cd5be22d8238afd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-08-17T16:59:15.299 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 podman[111838]: 2024-08-17 16:59:15.129041823 +0000 UTC m=+0.512583845 container attach 847c07486a344e917734cb2f158f76e3b1f6c50e9e3096ec8cd5be22d8238afd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T16:59:15.299 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:59:15.299 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-17T16:59:15.300 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-17T16:59:15.865 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T16:59:15.865 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T16:59:15.865 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-17T16:59:15.865 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-17T16:59:15.865 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T16:59:15.866 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T16:59:15.866 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T16:59:15.866 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T16:59:15.866 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate[111853]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-17T16:59:15.866 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 bash[111838]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-17T16:59:15.866 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:15 smithi189 podman[111983]: 2024-08-17 16:59:15.634635823 +0000 UTC m=+0.018808123 container died 847c07486a344e917734cb2f158f76e3b1f6c50e9e3096ec8cd5be22d8238afd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T16:59:15.874 INFO:tasks.rados.rados.0.smithi001.stdout:2457: done (1 left) 2024-08-17T16:59:15.874 INFO:tasks.rados.rados.0.smithi001.stdout:2458: done (0 left) 2024-08-17T16:59:15.874 INFO:tasks.rados.rados.0.smithi001.stdout:2459: snap_create 2024-08-17T16:59:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:15 smithi189 ceph-mon[90541]: Health check failed: Degraded data redundancy: 7/372 objects degraded (1.882%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:15 smithi001 ceph-mon[100737]: Health check failed: Degraded data redundancy: 7/372 objects degraded (1.882%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:16.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:15 smithi001 ceph-mon[103274]: Health check failed: Degraded data redundancy: 7/372 objects degraded (1.882%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:16.656 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:16 smithi189 podman[111983]: 2024-08-17 16:59:16.341494705 +0000 UTC m=+0.725666990 container remove 847c07486a344e917734cb2f158f76e3b1f6c50e9e3096ec8cd5be22d8238afd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-17T16:59:16.657 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:16 smithi189 podman[112048]: 2024-08-17 16:59:16.542144125 +0000 UTC m=+0.092888831 container create 16ce46e94ccf2e899e6b13a8a97217e1bcfedbd69d765989b64274cca8d69b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T16:59:16.657 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:16 smithi189 podman[112048]: 2024-08-17 16:59:16.466882393 +0000 UTC m=+0.017627107 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:59:16.879 INFO:tasks.rados.rados.0.smithi001.stdout:2459: done (0 left) 2024-08-17T16:59:16.880 INFO:tasks.rados.rados.0.smithi001.stdout:2460: copy_from oid 41 from oid 34 current snap is 237 2024-08-17T16:59:16.880 INFO:tasks.rados.rados.0.smithi001.stdout:2461: read oid 14 snap 232 2024-08-17T16:59:16.880 INFO:tasks.rados.rados.0.smithi001.stdout:2461: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:59:16.880 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 237 2024-08-17T16:59:16.880 INFO:tasks.rados.rados.0.smithi001.stdout:2462: seq_num 781 ranges {0=688128,688128=401408} 2024-08-17T16:59:16.883 INFO:tasks.rados.rados.0.smithi001.stdout:2462: writing smithi00187473-26 from 0 to 688128 tid 1 2024-08-17T16:59:16.886 INFO:tasks.rados.rados.0.smithi001.stdout:2462: writing smithi00187473-26 from 688128 to 1089536 tid 2 2024-08-17T16:59:16.886 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 237 2024-08-17T16:59:16.886 INFO:tasks.rados.rados.0.smithi001.stdout:2463: seq_num 782 ranges {0=704512,704512=401408} 2024-08-17T16:59:16.891 INFO:tasks.rados.rados.0.smithi001.stdout:2463: writing smithi00187473-27 from 0 to 704512 tid 1 2024-08-17T16:59:16.894 INFO:tasks.rados.rados.0.smithi001.stdout:2463: writing smithi00187473-27 from 704512 to 1105920 tid 2 2024-08-17T16:59:16.894 INFO:tasks.rados.rados.0.smithi001.stdout:2464: rollback oid 48 current snap is 237 2024-08-17T16:59:16.894 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 232 2024-08-17T16:59:16.894 INFO:tasks.rados.rados.0.smithi001.stdout:2461: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:59:16.937 INFO:tasks.rados.rados.0.smithi001.stdout:2462: finishing write tid 1 to smithi00187473-26 2024-08-17T16:59:16.937 INFO:tasks.rados.rados.0.smithi001.stdout:2462: finishing write tid 2 to smithi00187473-26 2024-08-17T16:59:16.937 INFO:tasks.rados.rados.0.smithi001.stdout:2462: finishing write tid 3 to smithi00187473-26 2024-08-17T16:59:16.937 INFO:tasks.rados.rados.0.smithi001.stdout:2462: finishing write tid 4 to smithi00187473-26 2024-08-17T16:59:16.937 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 711 (ObjNum 781 snap 237 seq_num 781) dirty exists 2024-08-17T16:59:16.937 INFO:tasks.rados.rados.0.smithi001.stdout:2462: left oid 26 (ObjNum 781 snap 237 seq_num 781) 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2461: done (4 left) 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2462: done (3 left) 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2465: delete oid 31 current snap is 237 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2460: finishing copy_from racing read to smithi00187473-41 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2463: finishing write tid 1 to smithi00187473-27 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2463: finishing write tid 2 to smithi00187473-27 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2460: finishing copy_from to smithi00187473-41 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1827 (ObjNum 778 snap 234 seq_num 778) dirty exists 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2463: finishing write tid 3 to smithi00187473-27 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2464: finishing rollback tid 1 to smithi00187473-48 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1863 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:2463: finishing write tid 4 to smithi00187473-27 2024-08-17T16:59:16.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1501 (ObjNum 782 snap 237 seq_num 782) dirty exists 2024-08-17T16:59:16.939 INFO:tasks.rados.rados.0.smithi001.stdout:2463: left oid 27 (ObjNum 782 snap 237 seq_num 782) 2024-08-17T16:59:16.939 INFO:tasks.rados.rados.0.smithi001.stdout:2460: done (3 left) 2024-08-17T16:59:16.939 INFO:tasks.rados.rados.0.smithi001.stdout:2463: done (2 left) 2024-08-17T16:59:16.939 INFO:tasks.rados.rados.0.smithi001.stdout:2464: done (1 left) 2024-08-17T16:59:16.939 INFO:tasks.rados.rados.0.smithi001.stdout:2465: done (0 left) 2024-08-17T16:59:16.939 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 237 2024-08-17T16:59:16.940 INFO:tasks.rados.rados.0.smithi001.stdout:2466: seq_num 784 ranges {1531904=737280,2269184=401408} 2024-08-17T16:59:16.951 INFO:tasks.rados.rados.0.smithi001.stdout:2466: writing smithi00187473-49 from 1531904 to 2269184 tid 1 2024-08-17T16:59:16.953 INFO:tasks.rados.rados.0.smithi001.stdout:2466: writing smithi00187473-49 from 2269184 to 2670592 tid 2 2024-08-17T16:59:16.954 INFO:tasks.rados.rados.0.smithi001.stdout:2467: delete oid 37 current snap is 237 2024-08-17T16:59:16.956 INFO:tasks.rados.rados.0.smithi001.stdout:2467: done (1 left) 2024-08-17T16:59:16.957 INFO:tasks.rados.rados.0.smithi001.stdout:2468: snap_remove snap 234 2024-08-17T16:59:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:16 smithi189 ceph-mon[90541]: osdmap e549: 8 total, 7 up, 8 in 2024-08-17T16:59:17.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:16 smithi189 ceph-mon[90541]: pgmap v443: 121 pgs: 29 active+undersized, 11 peering, 10 active+undersized+degraded, 71 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s wr, 16 op/s; 20/390 objects degraded (5.128%) 2024-08-17T16:59:17.179 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:16 smithi189 podman[112048]: 2024-08-17 16:59:16.777794063 +0000 UTC m=+0.328538777 container init 16ce46e94ccf2e899e6b13a8a97217e1bcfedbd69d765989b64274cca8d69b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-17T16:59:17.179 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:16 smithi189 podman[112048]: 2024-08-17 16:59:16.782361429 +0000 UTC m=+0.333106143 container start 16ce46e94ccf2e899e6b13a8a97217e1bcfedbd69d765989b64274cca8d69b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-17T16:59:17.179 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:16 smithi189 ceph-osd[112087]: -- 172.21.15.189:0/138602467 <== mon.1 v2:172.21.15.189:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561f77677a40 con 0x561f78444000 2024-08-17T16:59:17.179 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:16 smithi189 bash[112048]: 16ce46e94ccf2e899e6b13a8a97217e1bcfedbd69d765989b64274cca8d69b1e 2024-08-17T16:59:17.179 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:16 smithi189 systemd[1]: Started Ceph osd.7 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:59:17.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:16 smithi001 ceph-mon[100737]: osdmap e549: 8 total, 7 up, 8 in 2024-08-17T16:59:17.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:16 smithi001 ceph-mon[100737]: pgmap v443: 121 pgs: 29 active+undersized, 11 peering, 10 active+undersized+degraded, 71 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s wr, 16 op/s; 20/390 objects degraded (5.128%) 2024-08-17T16:59:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:16 smithi001 ceph-mon[103274]: osdmap e549: 8 total, 7 up, 8 in 2024-08-17T16:59:17.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:16 smithi001 ceph-mon[103274]: pgmap v443: 121 pgs: 29 active+undersized, 11 peering, 10 active+undersized+degraded, 71 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s wr, 16 op/s; 20/390 objects degraded (5.128%) 2024-08-17T16:59:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:59:17] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.51.0" 2024-08-17T16:59:17.930 INFO:tasks.rados.rados.0.smithi001.stdout:2468: done (1 left) 2024-08-17T16:59:17.931 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 237 2024-08-17T16:59:17.931 INFO:tasks.rados.rados.0.smithi001.stdout:2469: seq_num 786 ranges {3325952=770048,4096000=401408} 2024-08-17T16:59:17.952 INFO:tasks.rados.rados.0.smithi001.stdout:2469: writing smithi00187473-38 from 3325952 to 4096000 tid 1 2024-08-17T16:59:17.955 INFO:tasks.rados.rados.0.smithi001.stdout:2469: writing smithi00187473-38 from 4096000 to 4497408 tid 2 2024-08-17T16:59:17.955 INFO:tasks.rados.rados.0.smithi001.stdout:2470: snap_remove snap 214 2024-08-17T16:59:18.171 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:17 smithi189 ceph-mon[90541]: osdmap e550: 8 total, 7 up, 8 in 2024-08-17T16:59:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:17 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:17 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:18.172 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:17 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-mon[100737]: osdmap e550: 8 total, 7 up, 8 in 2024-08-17T16:59:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-mon[103274]: osdmap e550: 8 total, 7 up, 8 in 2024-08-17T16:59:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:17 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:18.428 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:18 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T16:59:18.169+0000 7fbf242cf640 -1 Falling back to public interface 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2470: done (2 left) 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2471: copy_from oid 29 from oid 2 current snap is 237 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2466: finishing write tid 1 to smithi00187473-49 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2466: finishing write tid 2 to smithi00187473-49 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2466: finishing write tid 3 to smithi00187473-49 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2466: finishing write tid 4 to smithi00187473-49 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1833 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2466: left oid 49 (ObjNum 784 snap 237 seq_num 784) 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2469: finishing write tid 1 to smithi00187473-38 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2469: finishing write tid 2 to smithi00187473-38 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2469: finishing write tid 3 to smithi00187473-38 2024-08-17T16:59:18.937 INFO:tasks.rados.rados.0.smithi001.stdout:2469: finishing write tid 4 to smithi00187473-38 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 1982 (ObjNum 786 snap 237 seq_num 786) dirty exists 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2469: left oid 38 (ObjNum 786 snap 237 seq_num 786) 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2466: done (2 left) 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2469: done (1 left) 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2472: read oid 42 snap 230 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2472: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2473: copy_from oid 10 from oid 27 current snap is 237 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2474: rmattr oid 37 current snap is 237 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2474: done (3 left) 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2475: rmattr oid 21 current snap is 237 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2475: done (3 left) 2024-08-17T16:59:18.938 INFO:tasks.rados.rados.0.smithi001.stdout:2476: snap_create 2024-08-17T16:59:18.951 INFO:tasks.rados.rados.0.smithi001.stdout:2471: finishing copy_from to smithi00187473-29 2024-08-17T16:59:18.951 INFO:tasks.rados.rados.0.smithi001.stdout:2471: got expected ENOENT (src dne) 2024-08-17T16:59:18.951 INFO:tasks.rados.rados.0.smithi001.stdout:2471: finishing copy_from racing read to smithi00187473-29 2024-08-17T16:59:18.959 INFO:tasks.rados.rados.0.smithi001.stdout:2473: finishing copy_from racing read to smithi00187473-10 2024-08-17T16:59:18.963 INFO:tasks.rados.rados.0.smithi001.stdout:2472: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:59:19.047 INFO:tasks.rados.rados.0.smithi001.stdout:2473: finishing copy_from to smithi00187473-10 2024-08-17T16:59:19.047 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1501 (ObjNum 782 snap 237 seq_num 782) dirty exists 2024-08-17T16:59:19.289 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:18 smithi189 ceph-mon[90541]: osdmap e551: 8 total, 7 up, 8 in 2024-08-17T16:59:19.289 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:18 smithi189 ceph-mon[90541]: pgmap v446: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s wr, 15 op/s; 34/399 objects degraded (8.521%) 2024-08-17T16:59:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:18 smithi001 ceph-mon[100737]: osdmap e551: 8 total, 7 up, 8 in 2024-08-17T16:59:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:18 smithi001 ceph-mon[100737]: pgmap v446: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s wr, 15 op/s; 34/399 objects degraded (8.521%) 2024-08-17T16:59:19.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:18 smithi001 ceph-mon[103274]: osdmap e551: 8 total, 7 up, 8 in 2024-08-17T16:59:19.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:18 smithi001 ceph-mon[103274]: pgmap v446: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 237 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s wr, 15 op/s; 34/399 objects degraded (8.521%) 2024-08-17T16:59:19.787 INFO:tasks.rados.rados.0.smithi001.stdout:2471: done (3 left) 2024-08-17T16:59:19.787 INFO:tasks.rados.rados.0.smithi001.stdout:2472: done (2 left) 2024-08-17T16:59:19.787 INFO:tasks.rados.rados.0.smithi001.stdout:2473: done (1 left) 2024-08-17T16:59:19.787 INFO:tasks.rados.rados.0.smithi001.stdout:2476: done (0 left) 2024-08-17T16:59:19.787 INFO:tasks.rados.rados.0.smithi001.stdout:2477: read oid 19 snap -1 2024-08-17T16:59:19.787 INFO:tasks.rados.rados.0.smithi001.stdout:2477: expect (ObjNum 671 snap 194 seq_num 671) 2024-08-17T16:59:19.787 INFO:tasks.rados.rados.0.smithi001.stdout:2478: setattr oid 8 current snap is 238 2024-08-17T16:59:19.788 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 238 2024-08-17T16:59:19.788 INFO:tasks.rados.rados.0.smithi001.stdout:2479: seq_num 787 ranges {0=786432,786432=401408} 2024-08-17T16:59:19.794 INFO:tasks.rados.rados.0.smithi001.stdout:2479: writing smithi00187473-48 from 0 to 786432 tid 1 2024-08-17T16:59:19.797 INFO:tasks.rados.rados.0.smithi001.stdout:2479: writing smithi00187473-48 from 786432 to 1187840 tid 2 2024-08-17T16:59:19.797 INFO:tasks.rados.rados.0.smithi001.stdout:2480: rmattr oid 30 current snap is 238 2024-08-17T16:59:19.797 INFO:tasks.rados.rados.0.smithi001.stdout:2480: done (3 left) 2024-08-17T16:59:19.797 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 238 2024-08-17T16:59:19.797 INFO:tasks.rados.rados.0.smithi001.stdout:2481: seq_num 788 ranges {1105920=802816,1908736=401408} 2024-08-17T16:59:19.807 INFO:tasks.rados.rados.0.smithi001.stdout:2481: writing smithi00187473-10 from 1105920 to 1908736 tid 1 2024-08-17T16:59:19.810 INFO:tasks.rados.rados.0.smithi001.stdout:2481: writing smithi00187473-10 from 1908736 to 2310144 tid 2 2024-08-17T16:59:19.810 INFO:tasks.rados.rados.0.smithi001.stdout:2482: rmattr oid 50 current snap is 238 2024-08-17T16:59:19.810 INFO:tasks.rados.rados.0.smithi001.stdout:2482: done (4 left) 2024-08-17T16:59:19.810 INFO:tasks.rados.rados.0.smithi001.stdout:2483: snap_remove snap 223 2024-08-17T16:59:20.213 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:19 smithi189 ceph-mon[90541]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-17T16:59:20.214 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:19 smithi189 ceph-mon[90541]: osdmap e552: 8 total, 7 up, 8 in 2024-08-17T16:59:20.214 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:19 smithi189 ceph-mon[90541]: osdmap e553: 8 total, 7 up, 8 in 2024-08-17T16:59:20.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:19 smithi001 ceph-mon[103274]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-17T16:59:20.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:19 smithi001 ceph-mon[103274]: osdmap e552: 8 total, 7 up, 8 in 2024-08-17T16:59:20.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:19 smithi001 ceph-mon[103274]: osdmap e553: 8 total, 7 up, 8 in 2024-08-17T16:59:20.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:19 smithi001 ceph-mon[100737]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-17T16:59:20.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:19 smithi001 ceph-mon[100737]: osdmap e552: 8 total, 7 up, 8 in 2024-08-17T16:59:20.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:19 smithi001 ceph-mon[100737]: osdmap e553: 8 total, 7 up, 8 in 2024-08-17T16:59:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:59:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:59:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:59:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2483: done (4 left) 2024-08-17T16:59:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 238 2024-08-17T16:59:20.788 INFO:tasks.rados.rados.0.smithi001.stdout:2484: seq_num 789 ranges {4087808=417792,4505600=663552,5169152=139264} 2024-08-17T16:59:20.814 INFO:tasks.rados.rados.0.smithi001.stdout:2484: writing smithi00187473-29 from 4087808 to 4505600 tid 1 2024-08-17T16:59:20.818 INFO:tasks.rados.rados.0.smithi001.stdout:2484: writing smithi00187473-29 from 4505600 to 5169152 tid 2 2024-08-17T16:59:20.819 INFO:tasks.rados.rados.0.smithi001.stdout:2484: writing smithi00187473-29 from 5169152 to 5308416 tid 3 2024-08-17T16:59:20.819 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 238 2024-08-17T16:59:20.819 INFO:tasks.rados.rados.0.smithi001.stdout:2485: seq_num 790 ranges {98304=434176,532480=548864,1081344=253952} 2024-08-17T16:59:20.822 INFO:tasks.rados.rados.0.smithi001.stdout:2485: writing smithi00187473-18 from 98304 to 532480 tid 1 2024-08-17T16:59:20.826 INFO:tasks.rados.rados.0.smithi001.stdout:2485: writing smithi00187473-18 from 532480 to 1081344 tid 2 2024-08-17T16:59:20.827 INFO:tasks.rados.rados.0.smithi001.stdout:2485: writing smithi00187473-18 from 1081344 to 1335296 tid 3 2024-08-17T16:59:20.828 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 238 2024-08-17T16:59:20.828 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1583 (ObjNum 760 snap 223 seq_num 760) dirty exists 2024-08-17T16:59:20.828 INFO:tasks.rados.rados.0.smithi001.stdout:2477: expect (ObjNum 671 snap 194 seq_num 671) 2024-08-17T16:59:20.906 INFO:tasks.rados.rados.0.smithi001.stdout:2479: finishing write tid 1 to smithi00187473-48 2024-08-17T16:59:20.906 INFO:tasks.rados.rados.0.smithi001.stdout:2479: finishing write tid 2 to smithi00187473-48 2024-08-17T16:59:20.906 INFO:tasks.rados.rados.0.smithi001.stdout:2479: finishing write tid 3 to smithi00187473-48 2024-08-17T16:59:20.907 INFO:tasks.rados.rados.0.smithi001.stdout:2479: finishing write tid 4 to smithi00187473-48 2024-08-17T16:59:20.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1867 (ObjNum 787 snap 238 seq_num 787) dirty exists 2024-08-17T16:59:20.907 INFO:tasks.rados.rados.0.smithi001.stdout:2479: left oid 48 (ObjNum 787 snap 238 seq_num 787) 2024-08-17T16:59:20.907 INFO:tasks.rados.rados.0.smithi001.stdout:2481: finishing write tid 1 to smithi00187473-10 2024-08-17T16:59:20.907 INFO:tasks.rados.rados.0.smithi001.stdout:2486: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-08-17T16:59:20.909 INFO:tasks.rados.rados.0.smithi001.stdout:2486: writing smithi00187473-39 from 0 to 450560 tid 1 2024-08-17T16:59:20.912 INFO:tasks.rados.rados.0.smithi001.stdout:2486: writing smithi00187473-39 from 450560 to 925696 tid 2 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2486: writing smithi00187473-39 from 925696 to 1253376 tid 3 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2477: done (6 left) 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2478: done (5 left) 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2479: done (4 left) 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 238 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2481: finishing write tid 2 to smithi00187473-10 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2481: finishing write tid 3 to smithi00187473-10 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2481: finishing write tid 4 to smithi00187473-10 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1604 (ObjNum 788 snap 238 seq_num 788) dirty exists 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2481: left oid 10 (ObjNum 788 snap 238 seq_num 788) 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2484: finishing write tid 1 to smithi00187473-29 2024-08-17T16:59:20.915 INFO:tasks.rados.rados.0.smithi001.stdout:2484: finishing write tid 2 to smithi00187473-29 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2484: finishing write tid 3 to smithi00187473-29 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2484: finishing write tid 4 to smithi00187473-29 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2484: finishing write tid 5 to smithi00187473-29 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1529 (ObjNum 789 snap 238 seq_num 789) dirty exists 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2484: left oid 29 (ObjNum 789 snap 238 seq_num 789) 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2485: finishing write tid 1 to smithi00187473-18 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2485: finishing write tid 2 to smithi00187473-18 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2485: finishing write tid 3 to smithi00187473-18 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2485: finishing write tid 4 to smithi00187473-18 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2485: finishing write tid 5 to smithi00187473-18 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2011 (ObjNum 790 snap 238 seq_num 790) dirty exists 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2485: left oid 18 (ObjNum 790 snap 238 seq_num 790) 2024-08-17T16:59:20.916 INFO:tasks.rados.rados.0.smithi001.stdout:2487: seq_num 792 ranges {3973120=466944,4440064=761856,5201920=40960} 2024-08-17T16:59:20.939 INFO:tasks.rados.rados.0.smithi001.stdout:2487: writing smithi00187473-43 from 3973120 to 4440064 tid 1 2024-08-17T16:59:20.943 INFO:tasks.rados.rados.0.smithi001.stdout:2487: writing smithi00187473-43 from 4440064 to 5201920 tid 2 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2487: writing smithi00187473-43 from 5201920 to 5242880 tid 3 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2481: done (4 left) 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2484: done (3 left) 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2485: done (2 left) 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2488: rollback oid 16 current snap is 238 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 228 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2486: finishing write tid 1 to smithi00187473-39 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2486: finishing write tid 2 to smithi00187473-39 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2489: snap_create 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2486: finishing write tid 3 to smithi00187473-39 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2486: finishing write tid 4 to smithi00187473-39 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:2486: finishing write tid 5 to smithi00187473-39 2024-08-17T16:59:20.944 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1505 (ObjNum 791 snap 238 seq_num 791) dirty exists 2024-08-17T16:59:20.945 INFO:tasks.rados.rados.0.smithi001.stdout:2486: left oid 39 (ObjNum 791 snap 238 seq_num 791) 2024-08-17T16:59:20.945 INFO:tasks.rados.rados.0.smithi001.stdout:2487: finishing write tid 1 to smithi00187473-43 2024-08-17T16:59:20.945 INFO:tasks.rados.rados.0.smithi001.stdout:2488: finishing rollback tid 1 to smithi00187473-16 2024-08-17T16:59:20.945 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 0 (ObjNum 33 snap 0 seq_num 833016608) dirty dne 2024-08-17T16:59:20.947 INFO:tasks.rados.rados.0.smithi001.stdout:2487: finishing write tid 2 to smithi00187473-43 2024-08-17T16:59:20.947 INFO:tasks.rados.rados.0.smithi001.stdout:2487: finishing write tid 3 to smithi00187473-43 2024-08-17T16:59:20.947 INFO:tasks.rados.rados.0.smithi001.stdout:2487: finishing write tid 4 to smithi00187473-43 2024-08-17T16:59:20.948 INFO:tasks.rados.rados.0.smithi001.stdout:2487: finishing write tid 5 to smithi00187473-43 2024-08-17T16:59:20.948 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T16:59:20.948 INFO:tasks.rados.rados.0.smithi001.stdout:2487: left oid 43 (ObjNum 792 snap 238 seq_num 792) 2024-08-17T16:59:21.939 INFO:tasks.rados.rados.0.smithi001.stdout:2486: done (3 left) 2024-08-17T16:59:21.939 INFO:tasks.rados.rados.0.smithi001.stdout:2487: done (2 left) 2024-08-17T16:59:21.939 INFO:tasks.rados.rados.0.smithi001.stdout:2488: done (1 left) 2024-08-17T16:59:21.940 INFO:tasks.rados.rados.0.smithi001.stdout:2489: done (0 left) 2024-08-17T16:59:21.940 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 239 2024-08-17T16:59:21.940 INFO:tasks.rados.rados.0.smithi001.stdout:2490: seq_num 793 ranges {2310144=483328,2793472=647168,3440640=155648} 2024-08-17T16:59:21.954 INFO:tasks.rados.rados.0.smithi001.stdout:2490: writing smithi00187473-10 from 2310144 to 2793472 tid 1 2024-08-17T16:59:21.958 INFO:tasks.rados.rados.0.smithi001.stdout:2490: writing smithi00187473-10 from 2793472 to 3440640 tid 2 2024-08-17T16:59:21.959 INFO:tasks.rados.rados.0.smithi001.stdout:2490: writing smithi00187473-10 from 3440640 to 3596288 tid 3 2024-08-17T16:59:21.959 INFO:tasks.rados.rados.0.smithi001.stdout:2491: read oid 21 snap -1 2024-08-17T16:59:21.959 INFO:tasks.rados.rados.0.smithi001.stdout:2491: expect (ObjNum 777 snap 233 seq_num 777) 2024-08-17T16:59:21.959 INFO:tasks.rados.rados.0.smithi001.stdout:2492: snap_remove snap 233 2024-08-17T16:59:22.178 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:21 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T16:59:21.872+0000 7fbf242cf640 -1 osd.7 544 log_to_monitors true 2024-08-17T16:59:22.178 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 16:59:21 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T16:59:21.957+0000 7fbf1c079640 -1 osd.7 544 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:59:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:21 smithi189 ceph-mon[90541]: pgmap v449: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 9 op/s; 34/414 objects degraded (8.213%) 2024-08-17T16:59:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:21 smithi189 ceph-mon[90541]: osdmap e554: 8 total, 7 up, 8 in 2024-08-17T16:59:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:21 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 34/414 objects degraded (8.213%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[100737]: pgmap v449: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 9 op/s; 34/414 objects degraded (8.213%) 2024-08-17T16:59:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[100737]: osdmap e554: 8 total, 7 up, 8 in 2024-08-17T16:59:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 34/414 objects degraded (8.213%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[103274]: pgmap v449: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 244 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.3 MiB/s wr, 9 op/s; 34/414 objects degraded (8.213%) 2024-08-17T16:59:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[103274]: osdmap e554: 8 total, 7 up, 8 in 2024-08-17T16:59:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 34/414 objects degraded (8.213%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:22.959 INFO:tasks.rados.rados.0.smithi001.stdout:2490: finishing write tid 1 to smithi00187473-10 2024-08-17T16:59:22.959 INFO:tasks.rados.rados.0.smithi001.stdout:2490: finishing write tid 2 to smithi00187473-10 2024-08-17T16:59:22.959 INFO:tasks.rados.rados.0.smithi001.stdout:2490: finishing write tid 3 to smithi00187473-10 2024-08-17T16:59:22.960 INFO:tasks.rados.rados.0.smithi001.stdout:2490: finishing write tid 4 to smithi00187473-10 2024-08-17T16:59:22.960 INFO:tasks.rados.rados.0.smithi001.stdout:2490: finishing write tid 5 to smithi00187473-10 2024-08-17T16:59:22.960 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1608 (ObjNum 793 snap 239 seq_num 793) dirty exists 2024-08-17T16:59:22.960 INFO:tasks.rados.rados.0.smithi001.stdout:2490: left oid 10 (ObjNum 793 snap 239 seq_num 793) 2024-08-17T16:59:22.960 INFO:tasks.rados.rados.0.smithi001.stdout:2491: expect (ObjNum 777 snap 233 seq_num 777) 2024-08-17T16:59:22.990 INFO:tasks.rados.rados.0.smithi001.stdout:2490: done (2 left) 2024-08-17T16:59:22.990 INFO:tasks.rados.rados.0.smithi001.stdout:2491: done (1 left) 2024-08-17T16:59:22.990 INFO:tasks.rados.rados.0.smithi001.stdout:2492: done (0 left) 2024-08-17T16:59:22.990 INFO:tasks.rados.rados.0.smithi001.stdout:2493: read oid 45 snap -1 2024-08-17T16:59:22.990 INFO:tasks.rados.rados.0.smithi001.stdout:2493: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:59:22.990 INFO:tasks.rados.rados.0.smithi001.stdout:2494: snap_create 2024-08-17T16:59:22.998 INFO:tasks.rados.rados.0.smithi001.stdout:2493: expect (ObjNum 714 snap 206 seq_num 714) 2024-08-17T16:59:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:22 smithi189 ceph-mon[90541]: from='osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T16:59:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:22 smithi189 ceph-mon[90541]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T16:59:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:22 smithi189 ceph-mon[90541]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:59:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:22 smithi189 ceph-mon[90541]: from='osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:59:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:22 smithi189 ceph-mon[90541]: osdmap e555: 8 total, 7 up, 8 in 2024-08-17T16:59:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:22 smithi189 ceph-mon[90541]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[100737]: from='osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[100737]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[100737]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[100737]: from='osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[100737]: osdmap e555: 8 total, 7 up, 8 in 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[100737]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:59:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:23.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:23.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[103274]: from='osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T16:59:23.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[103274]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T16:59:23.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[103274]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:59:23.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[103274]: from='osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:59:23.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[103274]: osdmap e555: 8 total, 7 up, 8 in 2024-08-17T16:59:23.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:22 smithi001 ceph-mon[103274]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi189", "root=default"]} : dispatch 2024-08-17T16:59:23.952 INFO:tasks.rados.rados.0.smithi001.stdout:2493: done (1 left) 2024-08-17T16:59:23.953 INFO:tasks.rados.rados.0.smithi001.stdout:2494: done (0 left) 2024-08-17T16:59:23.953 INFO:tasks.rados.rados.0.smithi001.stdout:2495: rollback oid 30 current snap is 240 2024-08-17T16:59:23.953 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 238 2024-08-17T16:59:23.953 INFO:tasks.rados.rados.0.smithi001.stdout:2496: delete oid 21 current snap is 240 2024-08-17T16:59:23.955 INFO:tasks.rados.rados.0.smithi001.stdout:2496: done (1 left) 2024-08-17T16:59:23.955 INFO:tasks.rados.rados.0.smithi001.stdout:2497: snap_create 2024-08-17T16:59:23.960 INFO:tasks.rados.rados.0.smithi001.stdout:2495: finishing rollback tid 1 to smithi00187473-30 2024-08-17T16:59:23.960 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1824 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:23 smithi189 ceph-mon[90541]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 19 op/s; 36/402 objects degraded (8.955%) 2024-08-17T16:59:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:23 smithi189 ceph-mon[90541]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:59:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:23 smithi189 ceph-mon[90541]: osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434] boot 2024-08-17T16:59:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:23 smithi189 ceph-mon[90541]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T16:59:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T16:59:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[100737]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 19 op/s; 36/402 objects degraded (8.955%) 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[100737]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[100737]: osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434] boot 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[100737]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[103274]: pgmap v452: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 19 op/s; 36/402 objects degraded (8.955%) 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[103274]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T16:59:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[103274]: osd.7 [v2:172.21.15.189:6824/2674686434,v1:172.21.15.189:6825/2674686434] boot 2024-08-17T16:59:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[103274]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T16:59:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T16:59:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:24.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:24.952 INFO:tasks.rados.rados.0.smithi001.stdout:2495: done (1 left) 2024-08-17T16:59:24.953 INFO:tasks.rados.rados.0.smithi001.stdout:2497: done (0 left) 2024-08-17T16:59:24.953 INFO:tasks.rados.rados.0.smithi001.stdout:2498: snap_create 2024-08-17T16:59:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:24 smithi189 ceph-mon[90541]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T16:59:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:24 smithi189 ceph-mon[90541]: pgmap v455: 121 pgs: 7 peering, 31 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 35/378 objects degraded (9.259%) 2024-08-17T16:59:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[100737]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T16:59:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[100737]: pgmap v455: 121 pgs: 7 peering, 31 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 35/378 objects degraded (9.259%) 2024-08-17T16:59:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[103274]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[103274]: pgmap v455: 121 pgs: 7 peering, 31 active+undersized, 12 active+undersized+degraded, 71 active+clean; 241 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.8 MiB/s wr, 17 op/s; 35/378 objects degraded (9.259%) 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:25.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:25.953 INFO:tasks.rados.rados.0.smithi001.stdout:2498: done (0 left) 2024-08-17T16:59:25.953 INFO:tasks.rados.rados.0.smithi001.stdout:2499: delete oid 36 current snap is 242 2024-08-17T16:59:25.957 INFO:tasks.rados.rados.0.smithi001.stdout:2499: done (0 left) 2024-08-17T16:59:25.957 INFO:tasks.rados.rados.0.smithi001.stdout:2500: delete oid 1 current snap is 242 2024-08-17T16:59:25.970 INFO:tasks.rados.rados.0.smithi001.stdout:2500: done (0 left) 2024-08-17T16:59:25.970 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 242 2024-08-17T16:59:25.970 INFO:tasks.rados.rados.0.smithi001.stdout:2501: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-08-17T16:59:25.970 INFO:tasks.rados.rados.0.smithi001.stdout:2501: writing smithi00187473-21 from 0 to 557056 tid 1 2024-08-17T16:59:25.975 INFO:tasks.rados.rados.0.smithi001.stdout:2501: writing smithi00187473-21 from 557056 to 1146880 tid 2 2024-08-17T16:59:25.976 INFO:tasks.rados.rados.0.smithi001.stdout:2501: writing smithi00187473-21 from 1146880 to 1359872 tid 3 2024-08-17T16:59:25.976 INFO:tasks.rados.rados.0.smithi001.stdout:2502: copy_from oid 19 from oid 49 current snap is 242 2024-08-17T16:59:25.976 INFO:tasks.rados.rados.0.smithi001.stdout:2501: finishing write tid 1 to smithi00187473-21 2024-08-17T16:59:25.976 INFO:tasks.rados.rados.0.smithi001.stdout:2503: read oid 9 snap -1 2024-08-17T16:59:25.977 INFO:tasks.rados.rados.0.smithi001.stdout:2503: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:59:25.977 INFO:tasks.rados.rados.0.smithi001.stdout:2504: snap_remove snap 241 2024-08-17T16:59:26.089 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:59:26.362 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all osd 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T16:59:26.363 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T16:59:26.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all osd 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T16:59:26.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T16:59:26.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T16:59:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all osd 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (6m) 2m ago 11m 20.2M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (6m) 5s ago 10m 87.6M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (12m) 2m ago 12m 17.5M - 17.2.7-1404-gf2c39d4d f69471c56189 c09451ef5043 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (12m) 5s ago 12m 22.2M - 17.2.7-1404-gf2c39d4d f69471c56189 d8ba99883181 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (5m) 5s ago 15m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (6m) 2m ago 17m 523M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (5m) 2m ago 17m 54.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (4m) 5s ago 16m 53.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (5m) 2m ago 15m 48.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (6m) 2m ago 10m 10.1M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (6m) 5s ago 10m 11.0M - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:59:26.680 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (4m) 2m ago 15m 132M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:59:26.681 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (3m) 2m ago 15m 125M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T16:59:26.681 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (2m) 2m ago 14m 94.1M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5e3bfa92ff87 2024-08-17T16:59:26.681 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (2m) 2m ago 14m 11.3M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4198617f447f 2024-08-17T16:59:26.681 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (111s) 5s ago 13m 187M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 51ebb262bcb0 2024-08-17T16:59:26.681 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (77s) 5s ago 13m 121M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ffe2ec59c191 2024-08-17T16:59:26.681 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (44s) 5s ago 13m 75.1M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2bd5e70c791a 2024-08-17T16:59:26.681 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (10s) 5s ago 12m 11.8M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 16ce46e94ccf 2024-08-17T16:59:26.681 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (5m) 5s ago 11m 54.0M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:59:26.966 INFO:tasks.rados.rados.0.smithi001.stdout:2504: done (3 left) 2024-08-17T16:59:26.966 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 242 2024-08-17T16:59:26.966 INFO:tasks.rados.rados.0.smithi001.stdout:2501: finishing write tid 2 to smithi00187473-21 2024-08-17T16:59:26.966 INFO:tasks.rados.rados.0.smithi001.stdout:2501: finishing write tid 3 to smithi00187473-21 2024-08-17T16:59:26.966 INFO:tasks.rados.rados.0.smithi001.stdout:2501: finishing write tid 4 to smithi00187473-21 2024-08-17T16:59:26.966 INFO:tasks.rados.rados.0.smithi001.stdout:2503: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:59:26.970 INFO:tasks.rados.rados.0.smithi001.stdout:2501: finishing write tid 5 to smithi00187473-21 2024-08-17T16:59:26.970 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1117 (ObjNum 797 snap 242 seq_num 797) dirty exists 2024-08-17T16:59:26.970 INFO:tasks.rados.rados.0.smithi001.stdout:2501: left oid 21 (ObjNum 797 snap 242 seq_num 797) 2024-08-17T16:59:26.970 INFO:tasks.rados.rados.0.smithi001.stdout:2502: finishing copy_from racing read to smithi00187473-19 2024-08-17T16:59:26.970 INFO:tasks.rados.rados.0.smithi001.stdout:2502: finishing copy_from to smithi00187473-19 2024-08-17T16:59:26.970 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1833 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-08-17T16:59:26.970 INFO:tasks.rados.rados.0.smithi001.stdout:2505: seq_num 798 ranges {2842624=573440,3416064=466944,3883008=335872} 2024-08-17T16:59:26.988 INFO:tasks.rados.rados.0.smithi001.stdout:2505: writing smithi00187473-45 from 2842624 to 3416064 tid 1 2024-08-17T16:59:26.991 INFO:tasks.rados.rados.0.smithi001.stdout:2505: writing smithi00187473-45 from 3416064 to 3883008 tid 2 2024-08-17T16:59:26.993 INFO:tasks.rados.rados.0.smithi001.stdout:2505: writing smithi00187473-45 from 3883008 to 4218880 tid 3 2024-08-17T16:59:26.993 INFO:tasks.rados.rados.0.smithi001.stdout:2501: done (3 left) 2024-08-17T16:59:26.994 INFO:tasks.rados.rados.0.smithi001.stdout:2502: done (2 left) 2024-08-17T16:59:26.994 INFO:tasks.rados.rados.0.smithi001.stdout:2503: done (1 left) 2024-08-17T16:59:26.994 INFO:tasks.rados.rados.0.smithi001.stdout:2506: snap_remove snap 235 2024-08-17T16:59:27.042 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:59:27.042 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:59:27.042 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:59:27.042 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:59:27.042 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:59:27.042 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2, 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 13 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:59:27.043 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:59:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T16:59:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T16:59:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: Upgrade: It appears safe to stop mds.a 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: pgmap v458: 121 pgs: 7 peering, 18 active+undersized, 8 active+undersized+degraded, 88 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 27/381 objects degraded (7.087%); 5.9 MiB/s, 0 objects/s recovering 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[100737]: from='client.34515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: Upgrade: It appears safe to stop mds.a 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: pgmap v458: 121 pgs: 7 peering, 18 active+undersized, 8 active+undersized+degraded, 88 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 27/381 objects degraded (7.087%); 5.9 MiB/s, 0 objects/s recovering 2024-08-17T16:59:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:26 smithi001 ceph-mon[103274]: from='client.34515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T16:59:27.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T16:59:27.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T16:59:27.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T16:59:27.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: Upgrade: It appears safe to stop mds.a 2024-08-17T16:59:27.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: pgmap v458: 121 pgs: 7 peering, 18 active+undersized, 8 active+undersized+degraded, 88 active+clean; 243 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 27/381 objects degraded (7.087%); 5.9 MiB/s, 0 objects/s recovering 2024-08-17T16:59:27.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:26 smithi189 ceph-mon[90541]: from='client.34515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout: "mon", 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout: "osd" 2024-08-17T16:59:27.341 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:59:27.342 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "13/20 daemons upgraded", 2024-08-17T16:59:27.342 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading mds daemons", 2024-08-17T16:59:27.342 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:59:27.342 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:59:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:59:27] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.51.0" 2024-08-17T16:59:27.968 INFO:tasks.rados.rados.0.smithi001.stdout:2506: done (1 left) 2024-08-17T16:59:27.969 INFO:tasks.rados.rados.0.smithi001.stdout:2507: snap_remove snap 232 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: Health check update: Degraded data redundancy: 27/381 objects degraded (7.087%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3752927413' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: Upgrade: Updating mds.a 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[100737]: Deploying daemon mds.a on smithi001 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: Health check update: Degraded data redundancy: 27/381 objects degraded (7.087%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:28.139 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T16:59:28.140 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3752927413' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:28.140 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:28.140 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: Upgrade: Updating mds.a 2024-08-17T16:59:28.140 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:28.140 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:59:28.140 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:28.140 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:27 smithi001 ceph-mon[103274]: Deploying daemon mds.a on smithi001 2024-08-17T16:59:28.348 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: Health check update: Degraded data redundancy: 27/381 objects degraded (7.087%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T16:59:28.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T16:59:28.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3752927413' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:28.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: from='client.34527 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:28.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: Upgrade: Updating mds.a 2024-08-17T16:59:28.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:28.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:59:28.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:28.349 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:27 smithi189 ceph-mon[90541]: Deploying daemon mds.a on smithi001 2024-08-17T16:59:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:2507: done (1 left) 2024-08-17T16:59:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:2508: read oid 1 snap 230 2024-08-17T16:59:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:2508: expect (ObjNum 668 snap 192 seq_num 668) 2024-08-17T16:59:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:2509: rmattr oid 9 current snap is 242 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2505: finishing write tid 1 to smithi00187473-45 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2505: finishing write tid 2 to smithi00187473-45 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2505: finishing write tid 3 to smithi00187473-45 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2505: finishing write tid 4 to smithi00187473-45 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2505: finishing write tid 5 to smithi00187473-45 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2029 (ObjNum 798 snap 242 seq_num 798) dirty exists 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2505: left oid 45 (ObjNum 798 snap 242 seq_num 798) 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2505: done (2 left) 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2510: copy_from oid 22 from oid 37 current snap is 242 2024-08-17T16:59:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:2511: delete oid 25 current snap is 242 2024-08-17T16:59:28.984 INFO:tasks.rados.rados.0.smithi001.stdout:2510: finishing copy_from to smithi00187473-22 2024-08-17T16:59:28.984 INFO:tasks.rados.rados.0.smithi001.stdout:2510: got expected ENOENT (src dne) 2024-08-17T16:59:28.984 INFO:tasks.rados.rados.0.smithi001.stdout:2510: finishing copy_from racing read to smithi00187473-22 2024-08-17T16:59:28.984 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 895 (ObjNum 718 snap 206 seq_num 718) dirty exists 2024-08-17T16:59:29.005 INFO:tasks.rados.rados.0.smithi001.stdout:2508: expect (ObjNum 668 snap 192 seq_num 668) 2024-08-17T16:59:29.213 INFO:tasks.rados.rados.0.smithi001.stdout:2508: done (3 left) 2024-08-17T16:59:29.213 INFO:tasks.rados.rados.0.smithi001.stdout:2509: done (2 left) 2024-08-17T16:59:29.213 INFO:tasks.rados.rados.0.smithi001.stdout:2510: done (1 left) 2024-08-17T16:59:29.213 INFO:tasks.rados.rados.0.smithi001.stdout:2511: done (0 left) 2024-08-17T16:59:29.213 INFO:tasks.rados.rados.0.smithi001.stdout:2512: setattr oid 27 current snap is 242 2024-08-17T16:59:29.214 INFO:tasks.rados.rados.0.smithi001.stdout:2513: read oid 10 snap -1 2024-08-17T16:59:29.214 INFO:tasks.rados.rados.0.smithi001.stdout:2513: expect (ObjNum 793 snap 239 seq_num 793) 2024-08-17T16:59:29.214 INFO:tasks.rados.rados.0.smithi001.stdout:2514: setattr oid 36 current snap is 242 2024-08-17T16:59:29.215 INFO:tasks.rados.rados.0.smithi001.stdout:2515: rmattr oid 8 current snap is 242 2024-08-17T16:59:29.215 INFO:tasks.rados.rados.0.smithi001.stdout:2516: read oid 31 snap -1 2024-08-17T16:59:29.215 INFO:tasks.rados.rados.0.smithi001.stdout:2516: expect deleted 2024-08-17T16:59:29.215 INFO:tasks.rados.rados.0.smithi001.stdout:2517: delete oid 6 current snap is 242 2024-08-17T16:59:29.216 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1834 (ObjNum 782 snap 237 seq_num 782) dirty exists 2024-08-17T16:59:29.219 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 1584 (ObjNum 760 snap 223 seq_num 760) dirty exists 2024-08-17T16:59:29.219 INFO:tasks.rados.rados.0.smithi001.stdout:2512: done (5 left) 2024-08-17T16:59:29.219 INFO:tasks.rados.rados.0.smithi001.stdout:2515: done (4 left) 2024-08-17T16:59:29.219 INFO:tasks.rados.rados.0.smithi001.stdout:2516: done (3 left) 2024-08-17T16:59:29.219 INFO:tasks.rados.rados.0.smithi001.stdout:2517: done (2 left) 2024-08-17T16:59:29.219 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 242 2024-08-17T16:59:29.220 INFO:tasks.rados.rados.0.smithi001.stdout:2518: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-08-17T16:59:29.222 INFO:tasks.rados.rados.0.smithi001.stdout:2518: writing smithi00187473-47 from 0 to 622592 tid 1 2024-08-17T16:59:29.226 INFO:tasks.rados.rados.0.smithi001.stdout:2518: writing smithi00187473-47 from 622592 to 1196032 tid 2 2024-08-17T16:59:29.228 INFO:tasks.rados.rados.0.smithi001.stdout:2518: writing smithi00187473-47 from 1196032 to 1425408 tid 3 2024-08-17T16:59:29.228 INFO:tasks.rados.rados.0.smithi001.stdout:2519: setattr oid 49 current snap is 242 2024-08-17T16:59:29.228 INFO:tasks.rados.rados.0.smithi001.stdout:2518: finishing write tid 1 to smithi00187473-47 2024-08-17T16:59:29.231 INFO:tasks.rados.rados.0.smithi001.stdout:2520: delete oid 5 current snap is 242 2024-08-17T16:59:29.231 INFO:tasks.rados.rados.0.smithi001.stdout:2518: finishing write tid 2 to smithi00187473-47 2024-08-17T16:59:29.231 INFO:tasks.rados.rados.0.smithi001.stdout:2518: finishing write tid 3 to smithi00187473-47 2024-08-17T16:59:29.232 INFO:tasks.rados.rados.0.smithi001.stdout:2513: expect (ObjNum 793 snap 239 seq_num 793) 2024-08-17T16:59:29.236 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:28 smithi001 ceph-mon[100737]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T16:59:29.236 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:28 smithi001 ceph-mon[100737]: pgmap v461: 121 pgs: 7 peering, 114 active+clean; 244 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 3 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T16:59:29.236 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:28 smithi001 ceph-mon[103274]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T16:59:29.236 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:28 smithi001 ceph-mon[103274]: pgmap v461: 121 pgs: 7 peering, 114 active+clean; 244 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 3 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T16:59:29.389 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1610 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2518: finishing write tid 4 to smithi00187473-47 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2518: finishing write tid 5 to smithi00187473-47 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1839 (ObjNum 801 snap 242 seq_num 801) dirty exists 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2518: left oid 47 (ObjNum 801 snap 242 seq_num 801) 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 1840 (ObjNum 784 snap 237 seq_num 784) dirty exists 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2513: done (4 left) 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2514: done (3 left) 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2518: done (2 left) 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2519: done (1 left) 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2520: done (0 left) 2024-08-17T16:59:29.390 INFO:tasks.rados.rados.0.smithi001.stdout:2521: delete oid 38 current snap is 242 2024-08-17T16:59:29.391 INFO:tasks.rados.rados.0.smithi001.stdout:2521: done (0 left) 2024-08-17T16:59:29.391 INFO:tasks.rados.rados.0.smithi001.stdout:2522: read oid 48 snap -1 2024-08-17T16:59:29.391 INFO:tasks.rados.rados.0.smithi001.stdout:2522: expect (ObjNum 787 snap 238 seq_num 787) 2024-08-17T16:59:29.391 INFO:tasks.rados.rados.0.smithi001.stdout:2523: delete oid 31 current snap is 242 2024-08-17T16:59:29.394 INFO:tasks.rados.rados.0.smithi001.stdout:2523: done (1 left) 2024-08-17T16:59:29.394 INFO:tasks.rados.rados.0.smithi001.stdout:2524: read oid 21 snap 236 2024-08-17T16:59:29.394 INFO:tasks.rados.rados.0.smithi001.stdout:2524: expect (ObjNum 777 snap 233 seq_num 777) 2024-08-17T16:59:29.394 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 242 2024-08-17T16:59:29.394 INFO:tasks.rados.rados.0.smithi001.stdout:2525: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-08-17T16:59:29.398 INFO:tasks.rados.rados.0.smithi001.stdout:2525: writing smithi00187473-16 from 0 to 688128 tid 1 2024-08-17T16:59:29.401 INFO:tasks.rados.rados.0.smithi001.stdout:2525: writing smithi00187473-16 from 688128 to 1196032 tid 2 2024-08-17T16:59:29.403 INFO:tasks.rados.rados.0.smithi001.stdout:2525: writing smithi00187473-16 from 1196032 to 1490944 tid 3 2024-08-17T16:59:29.404 INFO:tasks.rados.rados.0.smithi001.stdout:2526: read oid 10 snap -1 2024-08-17T16:59:29.404 INFO:tasks.rados.rados.0.smithi001.stdout:2526: expect (ObjNum 793 snap 239 seq_num 793) 2024-08-17T16:59:29.404 INFO:tasks.rados.rados.0.smithi001.stdout:2527: read oid 4 snap 225 2024-08-17T16:59:29.404 INFO:tasks.rados.rados.0.smithi001.stdout:2527: expect deleted 2024-08-17T16:59:29.404 INFO:tasks.rados.rados.0.smithi001.stdout:2522: expect (ObjNum 787 snap 238 seq_num 787) 2024-08-17T16:59:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:28 smithi189 ceph-mon[90541]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T16:59:29.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:28 smithi189 ceph-mon[90541]: pgmap v461: 121 pgs: 7 peering, 114 active+clean; 244 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 3 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T16:59:29.436 INFO:tasks.rados.rados.0.smithi001.stdout:2524: expect (ObjNum 777 snap 233 seq_num 777) 2024-08-17T16:59:29.463 INFO:tasks.rados.rados.0.smithi001.stdout:2525: finishing write tid 1 to smithi00187473-16 2024-08-17T16:59:29.463 INFO:tasks.rados.rados.0.smithi001.stdout:2522: done (4 left) 2024-08-17T16:59:29.463 INFO:tasks.rados.rados.0.smithi001.stdout:2524: done (3 left) 2024-08-17T16:59:29.463 INFO:tasks.rados.rados.0.smithi001.stdout:2528: delete oid 27 current snap is 242 2024-08-17T16:59:29.463 INFO:tasks.rados.rados.0.smithi001.stdout:2525: finishing write tid 2 to smithi00187473-16 2024-08-17T16:59:29.463 INFO:tasks.rados.rados.0.smithi001.stdout:2525: finishing write tid 3 to smithi00187473-16 2024-08-17T16:59:29.463 INFO:tasks.rados.rados.0.smithi001.stdout:2525: finishing write tid 4 to smithi00187473-16 2024-08-17T16:59:29.463 INFO:tasks.rados.rados.0.smithi001.stdout:2525: finishing write tid 5 to smithi00187473-16 2024-08-17T16:59:29.464 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1831 (ObjNum 805 snap 242 seq_num 805) dirty exists 2024-08-17T16:59:29.464 INFO:tasks.rados.rados.0.smithi001.stdout:2525: left oid 16 (ObjNum 805 snap 242 seq_num 805) 2024-08-17T16:59:29.464 INFO:tasks.rados.rados.0.smithi001.stdout:2526: expect (ObjNum 793 snap 239 seq_num 793) 2024-08-17T16:59:29.625 INFO:tasks.rados.rados.0.smithi001.stdout:2525: done (3 left) 2024-08-17T16:59:29.625 INFO:tasks.rados.rados.0.smithi001.stdout:2526: done (2 left) 2024-08-17T16:59:29.625 INFO:tasks.rados.rados.0.smithi001.stdout:2527: done (1 left) 2024-08-17T16:59:29.625 INFO:tasks.rados.rados.0.smithi001.stdout:2528: done (0 left) 2024-08-17T16:59:29.626 INFO:tasks.rados.rados.0.smithi001.stdout:2529: snap_create 2024-08-17T16:59:29.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:29 smithi001 systemd[1]: Stopping Ceph mds.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:59:29.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[70671]: 2024-08-17T16:59:29.758+0000 7f5550e17640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:59:29.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:29 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[70671]: 2024-08-17T16:59:29.758+0000 7f5550e17640 -1 mds.a *** got signal Terminated *** 2024-08-17T16:59:29.975 INFO:tasks.rados.rados.0.smithi001.stdout:2529: done (0 left) 2024-08-17T16:59:29.975 INFO:tasks.rados.rados.0.smithi001.stdout:2530: snap_remove snap 239 2024-08-17T16:59:30.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:29 smithi189 ceph-mon[90541]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/381 objects degraded (7.087%), 8 pgs degraded) 2024-08-17T16:59:30.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:29 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:59:30.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:29 smithi189 ceph-mon[90541]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T16:59:30.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:59:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:59:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:59:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:29 smithi001 ceph-mon[100737]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/381 objects degraded (7.087%), 8 pgs degraded) 2024-08-17T16:59:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:29 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:59:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:29 smithi001 ceph-mon[100737]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T16:59:30.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:29 smithi001 ceph-mon[103274]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/381 objects degraded (7.087%), 8 pgs degraded) 2024-08-17T16:59:30.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:29 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:59:30.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:29 smithi001 ceph-mon[103274]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T16:59:30.985 INFO:tasks.rados.rados.0.smithi001.stdout:2530: done (0 left) 2024-08-17T16:59:30.985 INFO:tasks.rados.rados.0.smithi001.stdout:2531: rmattr oid 26 current snap is 243 2024-08-17T16:59:30.985 INFO:tasks.rados.rados.0.smithi001.stdout:2531: done (0 left) 2024-08-17T16:59:30.985 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 243 2024-08-17T16:59:30.985 INFO:tasks.rados.rados.0.smithi001.stdout:2532: seq_num 807 ranges {0=720896,720896=729088,1449984=73728} 2024-08-17T16:59:30.990 INFO:tasks.rados.rados.0.smithi001.stdout:2532: writing smithi00187473-1 from 0 to 720896 tid 1 2024-08-17T16:59:30.995 INFO:tasks.rados.rados.0.smithi001.stdout:2532: writing smithi00187473-1 from 720896 to 1449984 tid 2 2024-08-17T16:59:30.996 INFO:tasks.rados.rados.0.smithi001.stdout:2532: writing smithi00187473-1 from 1449984 to 1523712 tid 3 2024-08-17T16:59:30.996 INFO:tasks.rados.rados.0.smithi001.stdout:2533: copy_from oid 15 from oid 9 current snap is 243 2024-08-17T16:59:30.996 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 41 current snap is 243 2024-08-17T16:59:30.996 INFO:tasks.rados.rados.0.smithi001.stdout:2534: seq_num 808 ranges {2392064=737280,3129344=614400,3743744=188416} 2024-08-17T16:59:31.013 INFO:tasks.rados.rados.0.smithi001.stdout:2534: writing smithi00187473-41 from 2392064 to 3129344 tid 1 2024-08-17T16:59:31.017 INFO:tasks.rados.rados.0.smithi001.stdout:2534: writing smithi00187473-41 from 3129344 to 3743744 tid 2 2024-08-17T16:59:31.018 INFO:tasks.rados.rados.0.smithi001.stdout:2534: writing smithi00187473-41 from 3743744 to 3932160 tid 3 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2535: delete oid 38 current snap is 243 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2532: finishing write tid 1 to smithi00187473-1 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2533: finishing copy_from racing read to smithi00187473-15 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2533: finishing copy_from to smithi00187473-15 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 895 (ObjNum 718 snap 206 seq_num 718) dirty exists 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2532: finishing write tid 2 to smithi00187473-1 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2532: finishing write tid 3 to smithi00187473-1 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2532: finishing write tid 4 to smithi00187473-1 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2532: finishing write tid 5 to smithi00187473-1 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1844 (ObjNum 807 snap 243 seq_num 807) dirty exists 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2532: left oid 1 (ObjNum 807 snap 243 seq_num 807) 2024-08-17T16:59:31.019 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 1 to smithi00187473-41 2024-08-17T16:59:31.021 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 2 to smithi00187473-41 2024-08-17T16:59:31.021 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 3 to smithi00187473-41 2024-08-17T16:59:31.022 INFO:tasks.rados.rados.0.smithi001.stdout:2532: done (3 left) 2024-08-17T16:59:31.022 INFO:tasks.rados.rados.0.smithi001.stdout:2533: done (2 left) 2024-08-17T16:59:31.022 INFO:tasks.rados.rados.0.smithi001.stdout:2535: done (1 left) 2024-08-17T16:59:31.022 INFO:tasks.rados.rados.0.smithi001.stdout:2536: rollback oid 42 current snap is 243 2024-08-17T16:59:31.022 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 242 2024-08-17T16:59:31.022 INFO:tasks.rados.rados.0.smithi001.stdout:2537: rollback oid 35 current snap is 243 2024-08-17T16:59:31.022 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 228 2024-08-17T16:59:31.023 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 4 to smithi00187473-41 2024-08-17T16:59:31.023 INFO:tasks.rados.rados.0.smithi001.stdout:2538: rollback oid 19 current snap is 243 2024-08-17T16:59:31.023 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 240 2024-08-17T16:59:31.023 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 243 2024-08-17T16:59:31.023 INFO:tasks.rados.rados.0.smithi001.stdout:2539: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2024-08-17T16:59:31.027 INFO:tasks.rados.rados.0.smithi001.stdout:2539: writing smithi00187473-4 from 0 to 770048 tid 1 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2539: writing smithi00187473-4 from 770048 to 1548288 tid 2 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2539: writing smithi00187473-4 from 1548288 to 1572864 tid 3 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2534: finishing write tid 5 to smithi00187473-41 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1835 (ObjNum 808 snap 243 seq_num 808) dirty exists 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2534: left oid 41 (ObjNum 808 snap 243 seq_num 808) 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2536: finishing rollback tid 0 to smithi00187473-42 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2536: finishing rollback tid 1 to smithi00187473-42 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2537: finishing rollback tid 0 to smithi00187473-35 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2538: finishing rollback tid 0 to smithi00187473-19 2024-08-17T16:59:31.033 INFO:tasks.rados.rados.0.smithi001.stdout:2537: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1869 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:2534: done (4 left) 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:2537: done (3 left) 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:2540: snap_create 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:2538: finishing rollback tid 1 to smithi00187473-19 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:2536: finishing rollback tid 2 to smithi00187473-42 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 1587 (ObjNum 714 snap 206 seq_num 714) dirty exists 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:2538: finishing rollback tid 2 to smithi00187473-19 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 1838 (ObjNum 671 snap 194 seq_num 671) dirty exists 2024-08-17T16:59:31.034 INFO:tasks.rados.rados.0.smithi001.stdout:2539: finishing write tid 1 to smithi00187473-4 2024-08-17T16:59:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:2539: finishing write tid 2 to smithi00187473-4 2024-08-17T16:59:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:2539: finishing write tid 3 to smithi00187473-4 2024-08-17T16:59:31.036 INFO:tasks.rados.rados.0.smithi001.stdout:2539: finishing write tid 4 to smithi00187473-4 2024-08-17T16:59:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:2539: finishing write tid 5 to smithi00187473-4 2024-08-17T16:59:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1306 (ObjNum 810 snap 243 seq_num 810) dirty exists 2024-08-17T16:59:31.038 INFO:tasks.rados.rados.0.smithi001.stdout:2539: left oid 4 (ObjNum 810 snap 243 seq_num 810) 2024-08-17T16:59:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:30 smithi189 ceph-mon[90541]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T16:59:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:30 smithi189 ceph-mon[90541]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T16:59:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:30 smithi189 ceph-mon[90541]: pgmap v464: 121 pgs: 121 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 650 KiB/s wr, 2 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T16:59:31.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:30 smithi001 ceph-mon[100737]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T16:59:31.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:30 smithi001 ceph-mon[100737]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T16:59:31.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:30 smithi001 ceph-mon[100737]: pgmap v464: 121 pgs: 121 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 650 KiB/s wr, 2 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T16:59:31.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:30 smithi001 ceph-mon[103274]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T16:59:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:30 smithi001 ceph-mon[103274]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T16:59:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:30 smithi001 ceph-mon[103274]: pgmap v464: 121 pgs: 121 active+clean; 245 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 650 KiB/s wr, 2 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T16:59:31.989 INFO:tasks.rados.rados.0.smithi001.stdout:2536: done (3 left) 2024-08-17T16:59:31.989 INFO:tasks.rados.rados.0.smithi001.stdout:2538: done (2 left) 2024-08-17T16:59:31.989 INFO:tasks.rados.rados.0.smithi001.stdout:2539: done (1 left) 2024-08-17T16:59:31.989 INFO:tasks.rados.rados.0.smithi001.stdout:2540: done (0 left) 2024-08-17T16:59:31.989 INFO:tasks.rados.rados.0.smithi001.stdout:2541: read oid 19 snap -1 2024-08-17T16:59:31.990 INFO:tasks.rados.rados.0.smithi001.stdout:2541: expect (ObjNum 671 snap 194 seq_num 671) 2024-08-17T16:59:31.990 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 244 2024-08-17T16:59:31.990 INFO:tasks.rados.rados.0.smithi001.stdout:2542: seq_num 811 ranges {0=786432,786432=663552,1449984=139264} 2024-08-17T16:59:31.993 INFO:tasks.rados.rados.0.smithi001.stdout:2542: writing smithi00187473-50 from 0 to 786432 tid 1 2024-08-17T16:59:31.998 INFO:tasks.rados.rados.0.smithi001.stdout:2542: writing smithi00187473-50 from 786432 to 1449984 tid 2 2024-08-17T16:59:31.999 INFO:tasks.rados.rados.0.smithi001.stdout:2542: writing smithi00187473-50 from 1449984 to 1589248 tid 3 2024-08-17T16:59:31.999 INFO:tasks.rados.rados.0.smithi001.stdout:2543: read oid 13 snap -1 2024-08-17T16:59:31.999 INFO:tasks.rados.rados.0.smithi001.stdout:2543: expect (ObjNum 754 snap 220 seq_num 754) 2024-08-17T16:59:31.999 INFO:tasks.rados.rados.0.smithi001.stdout:2544: copy_from oid 49 from oid 37 current snap is 244 2024-08-17T16:59:31.999 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 244 2024-08-17T16:59:31.999 INFO:tasks.rados.rados.0.smithi001.stdout:2545: seq_num 812 ranges {1884160=802816,2686976=548864,3235840=253952} 2024-08-17T16:59:32.015 INFO:tasks.rados.rados.0.smithi001.stdout:2545: writing smithi00187473-24 from 1884160 to 2686976 tid 1 2024-08-17T16:59:32.018 INFO:tasks.rados.rados.0.smithi001.stdout:2545: writing smithi00187473-24 from 2686976 to 3235840 tid 2 2024-08-17T16:59:32.019 INFO:tasks.rados.rados.0.smithi001.stdout:2545: writing smithi00187473-24 from 3235840 to 3489792 tid 3 2024-08-17T16:59:32.019 INFO:tasks.rados.rados.0.smithi001.stdout:2546: delete oid 14 current snap is 244 2024-08-17T16:59:32.020 INFO:tasks.rados.rados.0.smithi001.stdout:2541: expect (ObjNum 671 snap 194 seq_num 671) 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2542: finishing write tid 1 to smithi00187473-50 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2544: finishing copy_from to smithi00187473-49 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2544: got expected ENOENT (src dne) 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2542: finishing write tid 2 to smithi00187473-50 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2544: finishing copy_from racing read to smithi00187473-49 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2542: finishing write tid 3 to smithi00187473-50 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2541: done (5 left) 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2544: done (4 left) 2024-08-17T16:59:32.097 INFO:tasks.rados.rados.0.smithi001.stdout:2546: done (3 left) 2024-08-17T16:59:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 244 2024-08-17T16:59:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:2542: finishing write tid 4 to smithi00187473-50 2024-08-17T16:59:32.098 INFO:tasks.rados.rados.0.smithi001.stdout:2547: seq_num 814 ranges {1425408=442368,1867776=770048,2637824=434176} 2024-08-17T16:59:32.107 INFO:tasks.rados.rados.0.smithi001.stdout:2547: writing smithi00187473-47 from 1425408 to 1867776 tid 1 2024-08-17T16:59:32.111 INFO:tasks.rados.rados.0.smithi001.stdout:2547: writing smithi00187473-47 from 1867776 to 2637824 tid 2 2024-08-17T16:59:32.114 INFO:tasks.rados.rados.0.smithi001.stdout:2547: writing smithi00187473-47 from 2637824 to 3072000 tid 3 2024-08-17T16:59:32.114 INFO:tasks.rados.rados.0.smithi001.stdout:2548: delete oid 49 current snap is 244 2024-08-17T16:59:32.114 INFO:tasks.rados.rados.0.smithi001.stdout:2542: finishing write tid 5 to smithi00187473-50 2024-08-17T16:59:32.114 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1627 (ObjNum 811 snap 244 seq_num 811) dirty exists 2024-08-17T16:59:32.114 INFO:tasks.rados.rados.0.smithi001.stdout:2542: left oid 50 (ObjNum 811 snap 244 seq_num 811) 2024-08-17T16:59:32.114 INFO:tasks.rados.rados.0.smithi001.stdout:2543: expect (ObjNum 754 snap 220 seq_num 754) 2024-08-17T16:59:32.159 INFO:tasks.rados.rados.0.smithi001.stdout:2545: finishing write tid 1 to smithi00187473-24 2024-08-17T16:59:32.159 INFO:tasks.rados.rados.0.smithi001.stdout:2545: finishing write tid 2 to smithi00187473-24 2024-08-17T16:59:32.159 INFO:tasks.rados.rados.0.smithi001.stdout:2542: done (4 left) 2024-08-17T16:59:32.159 INFO:tasks.rados.rados.0.smithi001.stdout:2543: done (3 left) 2024-08-17T16:59:32.159 INFO:tasks.rados.rados.0.smithi001.stdout:2548: done (2 left) 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2549: rollback oid 20 current snap is 244 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 237 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2545: finishing write tid 3 to smithi00187473-24 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2545: finishing write tid 4 to smithi00187473-24 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2545: finishing write tid 5 to smithi00187473-24 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1600 (ObjNum 812 snap 244 seq_num 812) dirty exists 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2545: left oid 24 (ObjNum 812 snap 244 seq_num 812) 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2547: finishing write tid 1 to smithi00187473-47 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2547: finishing write tid 2 to smithi00187473-47 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2547: finishing write tid 3 to smithi00187473-47 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2547: finishing write tid 4 to smithi00187473-47 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:2547: finishing write tid 5 to smithi00187473-47 2024-08-17T16:59:32.160 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1848 (ObjNum 814 snap 244 seq_num 814) dirty exists 2024-08-17T16:59:32.161 INFO:tasks.rados.rados.0.smithi001.stdout:2547: left oid 47 (ObjNum 814 snap 244 seq_num 814) 2024-08-17T16:59:32.161 INFO:tasks.rados.rados.0.smithi001.stdout:2545: done (2 left) 2024-08-17T16:59:32.161 INFO:tasks.rados.rados.0.smithi001.stdout:2547: done (1 left) 2024-08-17T16:59:32.161 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 244 2024-08-17T16:59:32.161 INFO:tasks.rados.rados.0.smithi001.stdout:2550: seq_num 816 ranges {3072000=475136,3547136=540672,4087808=614400,4702208=49152} 2024-08-17T16:59:32.178 INFO:tasks.rados.rados.0.smithi001.stdout:2550: writing smithi00187473-47 from 3072000 to 3547136 tid 1 2024-08-17T16:59:32.181 INFO:tasks.rados.rados.0.smithi001.stdout:2550: writing smithi00187473-47 from 3547136 to 4087808 tid 2 2024-08-17T16:59:32.184 INFO:tasks.rados.rados.0.smithi001.stdout:2550: writing smithi00187473-47 from 4087808 to 4702208 tid 3 2024-08-17T16:59:32.185 INFO:tasks.rados.rados.0.smithi001.stdout:2550: writing smithi00187473-47 from 4702208 to 4751360 tid 4 2024-08-17T16:59:32.185 INFO:tasks.rados.rados.0.smithi001.stdout:2551: read oid 31 snap -1 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2551: expect deleted 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2552: read oid 46 snap -1 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2552: expect deleted 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2553: read oid 37 snap 225 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2553: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2554: snap_create 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2549: finishing rollback tid 0 to smithi00187473-20 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2549: finishing rollback tid 1 to smithi00187473-20 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2549: finishing rollback tid 2 to smithi00187473-20 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1872 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2550: finishing write tid 1 to smithi00187473-47 2024-08-17T16:59:32.186 INFO:tasks.rados.rados.0.smithi001.stdout:2550: finishing write tid 2 to smithi00187473-47 2024-08-17T16:59:32.190 INFO:tasks.rados.rados.0.smithi001.stdout:2550: finishing write tid 3 to smithi00187473-47 2024-08-17T16:59:32.190 INFO:tasks.rados.rados.0.smithi001.stdout:2550: finishing write tid 4 to smithi00187473-47 2024-08-17T16:59:32.190 INFO:tasks.rados.rados.0.smithi001.stdout:2550: finishing write tid 5 to smithi00187473-47 2024-08-17T16:59:32.191 INFO:tasks.rados.rados.0.smithi001.stdout:2550: finishing write tid 6 to smithi00187473-47 2024-08-17T16:59:32.191 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1854 (ObjNum 816 snap 244 seq_num 816) dirty exists 2024-08-17T16:59:32.191 INFO:tasks.rados.rados.0.smithi001.stdout:2550: left oid 47 (ObjNum 816 snap 244 seq_num 816) 2024-08-17T16:59:32.214 INFO:tasks.rados.rados.0.smithi001.stdout:2553: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:31 smithi189 ceph-mon[90541]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T16:59:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:31 smithi001 ceph-mon[100737]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T16:59:32.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:31 smithi001 ceph-mon[103274]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T16:59:33.224 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:32 smithi001 ceph-mon[100737]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T16:59:33.224 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:32 smithi001 ceph-mon[100737]: pgmap v467: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-17T16:59:33.225 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:32 smithi001 podman[129576]: 2024-08-17 16:59:32.934505417 +0000 UTC m=+3.262084577 container died c09451ef504382bc0006222c4472f9827e77c03086da4c2ea7f01ef791424c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T16:59:33.225 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:32 smithi001 ceph-mon[103274]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T16:59:33.225 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:32 smithi001 ceph-mon[103274]: pgmap v467: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-17T16:59:33.238 INFO:tasks.rados.rados.0.smithi001.stdout:2549: done (5 left) 2024-08-17T16:59:33.238 INFO:tasks.rados.rados.0.smithi001.stdout:2550: done (4 left) 2024-08-17T16:59:33.238 INFO:tasks.rados.rados.0.smithi001.stdout:2551: done (3 left) 2024-08-17T16:59:33.238 INFO:tasks.rados.rados.0.smithi001.stdout:2552: done (2 left) 2024-08-17T16:59:33.238 INFO:tasks.rados.rados.0.smithi001.stdout:2553: done (1 left) 2024-08-17T16:59:33.238 INFO:tasks.rados.rados.0.smithi001.stdout:2554: done (0 left) 2024-08-17T16:59:33.238 INFO:tasks.rados.rados.0.smithi001.stdout:2555: copy_from oid 14 from oid 16 current snap is 245 2024-08-17T16:59:33.238 INFO:tasks.rados.rados.0.smithi001.stdout:2556: snap_create 2024-08-17T16:59:33.246 INFO:tasks.rados.rados.0.smithi001.stdout:2555: finishing copy_from racing read to smithi00187473-14 2024-08-17T16:59:33.248 INFO:tasks.rados.rados.0.smithi001.stdout:2555: finishing copy_from to smithi00187473-14 2024-08-17T16:59:33.248 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1831 (ObjNum 805 snap 242 seq_num 805) dirty exists 2024-08-17T16:59:33.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:32 smithi189 ceph-mon[90541]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T16:59:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:32 smithi189 ceph-mon[90541]: pgmap v467: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-08-17T16:59:33.558 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:33 smithi001 podman[129576]: 2024-08-17 16:59:33.372931612 +0000 UTC m=+3.700510762 container cleanup c09451ef504382bc0006222c4472f9827e77c03086da4c2ea7f01ef791424c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-17T16:59:33.558 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:33 smithi001 bash[129576]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a 2024-08-17T16:59:33.930 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:33 smithi001 podman[129594]: 2024-08-17 16:59:33.557683996 +0000 UTC m=+0.621250747 container remove c09451ef504382bc0006222c4472f9827e77c03086da4c2ea7f01ef791424c27 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-17T16:59:33.930 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:33 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-17T16:59:33.930 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:33 smithi001 systemd[1]: Stopped Ceph mds.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:59:33.930 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:33 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.a.service: Consumed 1.169s CPU time. 2024-08-17T16:59:33.995 INFO:tasks.rados.rados.0.smithi001.stdout:2555: done (1 left) 2024-08-17T16:59:33.996 INFO:tasks.rados.rados.0.smithi001.stdout:2556: done (0 left) 2024-08-17T16:59:33.996 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 246 2024-08-17T16:59:33.996 INFO:tasks.rados.rados.0.smithi001.stdout:2557: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-08-17T16:59:33.998 INFO:tasks.rados.rados.0.smithi001.stdout:2557: writing smithi00187473-12 from 0 to 491520 tid 1 2024-08-17T16:59:34.000 INFO:tasks.rados.rados.0.smithi001.stdout:2557: writing smithi00187473-12 from 491520 to 909312 tid 2 2024-08-17T16:59:34.003 INFO:tasks.rados.rados.0.smithi001.stdout:2557: writing smithi00187473-12 from 909312 to 1335296 tid 3 2024-08-17T16:59:34.006 INFO:tasks.rados.rados.0.smithi001.stdout:2557: writing smithi00187473-12 from 1335296 to 1695744 tid 4 2024-08-17T16:59:34.006 INFO:tasks.rados.rados.0.smithi001.stdout:2558: read oid 33 snap -1 2024-08-17T16:59:34.006 INFO:tasks.rados.rados.0.smithi001.stdout:2558: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:59:34.006 INFO:tasks.rados.rados.0.smithi001.stdout:2559: copy_from oid 8 from oid 43 current snap is 246 2024-08-17T16:59:34.006 INFO:tasks.rados.rados.0.smithi001.stdout:2557: finishing write tid 1 to smithi00187473-12 2024-08-17T16:59:34.007 INFO:tasks.rados.rados.0.smithi001.stdout:2557: finishing write tid 2 to smithi00187473-12 2024-08-17T16:59:34.007 INFO:tasks.rados.rados.0.smithi001.stdout:2560: snap_remove snap 237 2024-08-17T16:59:34.333 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:33 smithi001 ceph-mon[100737]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T16:59:34.334 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:33 smithi001 ceph-mon[103274]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T16:59:34.334 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:33 smithi001 systemd[1]: Starting Ceph mds.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:59:34.334 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:34 smithi001 podman[129729]: 2024-08-17 16:59:34.11197428 +0000 UTC m=+0.017740916 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:59:34.334 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:34 smithi001 podman[129729]: 2024-08-17 16:59:34.225384298 +0000 UTC m=+0.131150963 container create b3a0dfa9fce24851ff8e9940473fcdde8446bbd90818e486a8a3406b06ac5eca (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS) 2024-08-17T16:59:34.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:33 smithi189 ceph-mon[90541]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T16:59:34.796 INFO:tasks.rados.rados.0.smithi001.stdout:2560: done (3 left) 2024-08-17T16:59:34.796 INFO:tasks.rados.rados.0.smithi001.stdout:2561: rollback oid 45 current snap is 246 2024-08-17T16:59:34.796 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 231 2024-08-17T16:59:34.797 INFO:tasks.rados.rados.0.smithi001.stdout:2557: finishing write tid 3 to smithi00187473-12 2024-08-17T16:59:34.797 INFO:tasks.rados.rados.0.smithi001.stdout:2557: finishing write tid 4 to smithi00187473-12 2024-08-17T16:59:34.797 INFO:tasks.rados.rados.0.smithi001.stdout:2557: finishing write tid 5 to smithi00187473-12 2024-08-17T16:59:34.797 INFO:tasks.rados.rados.0.smithi001.stdout:2558: expect (ObjNum 612 snap 174 seq_num 612) 2024-08-17T16:59:34.839 INFO:tasks.rados.rados.0.smithi001.stdout:2557: finishing write tid 6 to smithi00187473-12 2024-08-17T16:59:34.839 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1605 (ObjNum 817 snap 246 seq_num 817) dirty exists 2024-08-17T16:59:34.839 INFO:tasks.rados.rados.0.smithi001.stdout:2557: left oid 12 (ObjNum 817 snap 246 seq_num 817) 2024-08-17T16:59:34.839 INFO:tasks.rados.rados.0.smithi001.stdout:2559: finishing copy_from racing read to smithi00187473-8 2024-08-17T16:59:34.839 INFO:tasks.rados.rados.0.smithi001.stdout:2559: finishing copy_from to smithi00187473-8 2024-08-17T16:59:34.839 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T16:59:34.839 INFO:tasks.rados.rados.0.smithi001.stdout:2557: done (3 left) 2024-08-17T16:59:34.840 INFO:tasks.rados.rados.0.smithi001.stdout:2558: done (2 left) 2024-08-17T16:59:34.840 INFO:tasks.rados.rados.0.smithi001.stdout:2559: done (1 left) 2024-08-17T16:59:34.840 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 246 2024-08-17T16:59:34.840 INFO:tasks.rados.rados.0.smithi001.stdout:2561: finishing rollback tid 0 to smithi00187473-45 2024-08-17T16:59:34.840 INFO:tasks.rados.rados.0.smithi001.stdout:2561: finishing rollback tid 1 to smithi00187473-45 2024-08-17T16:59:34.840 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2062 (ObjNum 65 snap 0 seq_num 1416195956) dirty dne 2024-08-17T16:59:34.840 INFO:tasks.rados.rados.0.smithi001.stdout:2562: seq_num 818 ranges {3489792=507904,3997696=704512,4702208=499712} 2024-08-17T16:59:34.861 INFO:tasks.rados.rados.0.smithi001.stdout:2562: writing smithi00187473-24 from 3489792 to 3997696 tid 1 2024-08-17T16:59:34.865 INFO:tasks.rados.rados.0.smithi001.stdout:2562: writing smithi00187473-24 from 3997696 to 4702208 tid 2 2024-08-17T16:59:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:2562: writing smithi00187473-24 from 4702208 to 5201920 tid 3 2024-08-17T16:59:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:2561: done (1 left) 2024-08-17T16:59:34.868 INFO:tasks.rados.rados.0.smithi001.stdout:2563: snap_remove snap 231 2024-08-17T16:59:34.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:34 smithi001 podman[129729]: 2024-08-17 16:59:34.444486711 +0000 UTC m=+0.350253334 container init b3a0dfa9fce24851ff8e9940473fcdde8446bbd90818e486a8a3406b06ac5eca (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True) 2024-08-17T16:59:34.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:34 smithi001 podman[129729]: 2024-08-17 16:59:34.449517149 +0000 UTC m=+0.355283772 container start b3a0dfa9fce24851ff8e9940473fcdde8446bbd90818e486a8a3406b06ac5eca (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:59:34.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:34 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[129745]: starting mds.a at 2024-08-17T16:59:34.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:34 smithi001 bash[129729]: b3a0dfa9fce24851ff8e9940473fcdde8446bbd90818e486a8a3406b06ac5eca 2024-08-17T16:59:34.930 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:34 smithi001 systemd[1]: Started Ceph mds.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:59:35.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[100737]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[100737]: pgmap v470: 121 pgs: 121 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[100737]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[103274]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[103274]: pgmap v470: 121 pgs: 121 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:35.366 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:35.367 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:35 smithi001 ceph-mon[103274]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T16:59:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:35 smithi189 ceph-mon[90541]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T16:59:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:35 smithi189 ceph-mon[90541]: pgmap v470: 121 pgs: 121 active+clean; 256 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-08-17T16:59:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:35 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:35 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:35 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:35 smithi189 ceph-mon[90541]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T16:59:35.794 INFO:tasks.rados.rados.0.smithi001.stdout:2563: done (1 left) 2024-08-17T16:59:35.795 INFO:tasks.rados.rados.0.smithi001.stdout:2564: rmattr oid 35 current snap is 246 2024-08-17T16:59:35.795 INFO:tasks.rados.rados.0.smithi001.stdout:2564: done (1 left) 2024-08-17T16:59:35.795 INFO:tasks.rados.rados.0.smithi001.stdout:2565: rollback oid 20 current snap is 246 2024-08-17T16:59:35.795 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 240 2024-08-17T16:59:35.795 INFO:tasks.rados.rados.0.smithi001.stdout:2566: snap_remove snap 244 2024-08-17T16:59:36.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:36 smithi001 ceph-mon[100737]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:boot 2024-08-17T16:59:36.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:36 smithi001 ceph-mon[100737]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:59:36.376 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:36 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T16:59:36.376 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:36 smithi001 ceph-mon[100737]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T16:59:36.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:36 smithi001 ceph-mon[103274]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:boot 2024-08-17T16:59:36.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:36 smithi001 ceph-mon[103274]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:59:36.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:36 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T16:59:36.376 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:36 smithi001 ceph-mon[103274]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T16:59:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:36 smithi189 ceph-mon[90541]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:boot 2024-08-17T16:59:36.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:36 smithi189 ceph-mon[90541]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T16:59:36.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:36 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T16:59:36.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:36 smithi189 ceph-mon[90541]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T16:59:36.795 INFO:tasks.rados.rados.0.smithi001.stdout:2566: done (2 left) 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2567: delete oid 17 current snap is 246 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2562: finishing write tid 1 to smithi00187473-24 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2562: finishing write tid 2 to smithi00187473-24 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2562: finishing write tid 3 to smithi00187473-24 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2562: finishing write tid 4 to smithi00187473-24 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2562: finishing write tid 5 to smithi00187473-24 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1609 (ObjNum 818 snap 246 seq_num 818) dirty exists 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2562: left oid 24 (ObjNum 818 snap 246 seq_num 818) 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2565: finishing rollback tid 0 to smithi00187473-20 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2565: finishing rollback tid 1 to smithi00187473-20 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:2565: finishing rollback tid 2 to smithi00187473-20 2024-08-17T16:59:36.796 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1875 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T16:59:36.805 INFO:tasks.rados.rados.0.smithi001.stdout:2562: done (2 left) 2024-08-17T16:59:36.805 INFO:tasks.rados.rados.0.smithi001.stdout:2565: done (1 left) 2024-08-17T16:59:36.806 INFO:tasks.rados.rados.0.smithi001.stdout:2567: done (0 left) 2024-08-17T16:59:36.806 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 246 2024-08-17T16:59:36.806 INFO:tasks.rados.rados.0.smithi001.stdout:2568: seq_num 820 ranges {3596288=540672,4136960=475136,4612096=598016,5210112=131072} 2024-08-17T16:59:36.829 INFO:tasks.rados.rados.0.smithi001.stdout:2568: writing smithi00187473-10 from 3596288 to 4136960 tid 1 2024-08-17T16:59:36.832 INFO:tasks.rados.rados.0.smithi001.stdout:2568: writing smithi00187473-10 from 4136960 to 4612096 tid 2 2024-08-17T16:59:36.837 INFO:tasks.rados.rados.0.smithi001.stdout:2568: writing smithi00187473-10 from 4612096 to 5210112 tid 3 2024-08-17T16:59:36.838 INFO:tasks.rados.rados.0.smithi001.stdout:2568: writing smithi00187473-10 from 5210112 to 5341184 tid 4 2024-08-17T16:59:36.838 INFO:tasks.rados.rados.0.smithi001.stdout:2569: read oid 6 snap -1 2024-08-17T16:59:36.838 INFO:tasks.rados.rados.0.smithi001.stdout:2569: expect deleted 2024-08-17T16:59:36.838 INFO:tasks.rados.rados.0.smithi001.stdout:2570: rollback oid 37 current snap is 246 2024-08-17T16:59:36.838 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 240 2024-08-17T16:59:36.839 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing write tid 1 to smithi00187473-10 2024-08-17T16:59:36.839 INFO:tasks.rados.rados.0.smithi001.stdout:2571: read oid 17 snap -1 2024-08-17T16:59:36.839 INFO:tasks.rados.rados.0.smithi001.stdout:2571: expect deleted 2024-08-17T16:59:36.839 INFO:tasks.rados.rados.0.smithi001.stdout:2572: snap_remove snap 242 2024-08-17T16:59:36.839 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing write tid 2 to smithi00187473-10 2024-08-17T16:59:37.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:59:37] "GET /metrics HTTP/1.1" 200 36291 "" "Prometheus/2.51.0" 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2572: done (4 left) 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2573: read oid 7 snap -1 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2573: expect (ObjNum 707 snap 203 seq_num 707) 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2574: rollback oid 21 current snap is 246 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 230 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2575: rollback oid 28 current snap is 246 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 228 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2570: finishing rollback tid 1 to smithi00187473-37 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 651 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing write tid 3 to smithi00187473-10 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing write tid 4 to smithi00187473-10 2024-08-17T16:59:37.807 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing write tid 5 to smithi00187473-10 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:2568: finishing write tid 6 to smithi00187473-10 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 1615 (ObjNum 820 snap 246 seq_num 820) dirty exists 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:2568: left oid 10 (ObjNum 820 snap 246 seq_num 820) 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:2568: done (6 left) 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:2569: done (5 left) 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:2570: done (4 left) 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:2571: done (3 left) 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:2576: rollback oid 37 current snap is 246 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 228 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 246 2024-08-17T16:59:37.808 INFO:tasks.rados.rados.0.smithi001.stdout:2577: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-08-17T16:59:37.810 INFO:tasks.rados.rados.0.smithi001.stdout:2577: writing smithi00187473-6 from 0 to 557056 tid 1 2024-08-17T16:59:37.815 INFO:tasks.rados.rados.0.smithi001.stdout:2577: writing smithi00187473-6 from 557056 to 1318912 tid 2 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2577: writing smithi00187473-6 from 1318912 to 1761280 tid 3 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2576: finishing rollback tid 1 to smithi00187473-37 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2574: finishing rollback tid 0 to smithi00187473-21 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2574: finishing rollback tid 1 to smithi00187473-21 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 1119 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2575: finishing rollback tid 0 to smithi00187473-28 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2577: finishing write tid 1 to smithi00187473-6 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2574: done (4 left) 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 246 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2575: finishing rollback tid 1 to smithi00187473-28 2024-08-17T16:59:37.820 INFO:tasks.rados.rados.0.smithi001.stdout:2578: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-08-17T16:59:37.823 INFO:tasks.rados.rados.0.smithi001.stdout:2578: writing smithi00187473-2 from 0 to 573440 tid 1 2024-08-17T16:59:37.828 INFO:tasks.rados.rados.0.smithi001.stdout:2578: writing smithi00187473-2 from 573440 to 1269760 tid 2 2024-08-17T16:59:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2578: writing smithi00187473-2 from 1269760 to 1777664 tid 3 2024-08-17T16:59:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2575: finishing rollback tid 2 to smithi00187473-28 2024-08-17T16:59:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1841 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:59:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2576: finishing rollback tid 2 to smithi00187473-37 2024-08-17T16:59:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 653 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:59:37.832 INFO:tasks.rados.rados.0.smithi001.stdout:2577: finishing write tid 2 to smithi00187473-6 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2577: finishing write tid 3 to smithi00187473-6 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2577: finishing write tid 4 to smithi00187473-6 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2577: finishing write tid 5 to smithi00187473-6 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 900 (ObjNum 821 snap 246 seq_num 821) dirty exists 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2577: left oid 6 (ObjNum 821 snap 246 seq_num 821) 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2578: finishing write tid 1 to smithi00187473-2 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2575: done (4 left) 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2576: done (3 left) 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2577: done (2 left) 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2579: copy_from oid 38 from oid 37 current snap is 246 2024-08-17T16:59:37.833 INFO:tasks.rados.rados.0.smithi001.stdout:2580: setattr oid 18 current snap is 246 2024-08-17T16:59:37.834 INFO:tasks.rados.rados.0.smithi001.stdout:2581: read oid 9 snap -1 2024-08-17T16:59:37.834 INFO:tasks.rados.rados.0.smithi001.stdout:2581: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:59:37.834 INFO:tasks.rados.rados.0.smithi001.stdout:2582: copy_from oid 8 from oid 21 current snap is 246 2024-08-17T16:59:37.834 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 246 2024-08-17T16:59:37.834 INFO:tasks.rados.rados.0.smithi001.stdout:2583: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-08-17T16:59:37.838 INFO:tasks.rados.rados.0.smithi001.stdout:2583: writing smithi00187473-36 from 0 to 589824 tid 1 2024-08-17T16:59:37.843 INFO:tasks.rados.rados.0.smithi001.stdout:2583: writing smithi00187473-36 from 589824 to 1163264 tid 2 2024-08-17T16:59:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2583: writing smithi00187473-36 from 1163264 to 1794048 tid 3 2024-08-17T16:59:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2584: delete oid 15 current snap is 246 2024-08-17T16:59:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2582: finishing copy_from to smithi00187473-8 2024-08-17T16:59:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2582: got expected ENOENT (src dne) 2024-08-17T16:59:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2582: finishing copy_from racing read to smithi00187473-8 2024-08-17T16:59:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2581: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:2578: finishing write tid 2 to smithi00187473-2 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:2578: finishing write tid 3 to smithi00187473-2 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:2578: finishing write tid 4 to smithi00187473-2 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:2578: finishing write tid 5 to smithi00187473-2 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2090 (ObjNum 822 snap 246 seq_num 822) dirty exists 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:2578: left oid 2 (ObjNum 822 snap 246 seq_num 822) 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2092 (ObjNum 790 snap 238 seq_num 790) dirty exists 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:2583: finishing write tid 1 to smithi00187473-36 2024-08-17T16:59:37.851 INFO:tasks.rados.rados.0.smithi001.stdout:2583: finishing write tid 2 to smithi00187473-36 2024-08-17T16:59:37.852 INFO:tasks.rados.rados.0.smithi001.stdout:2573: expect (ObjNum 707 snap 203 seq_num 707) 2024-08-17T16:59:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:37 smithi189 ceph-mon[90541]: pgmap v473: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-17T16:59:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:37 smithi189 ceph-mon[90541]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T16:59:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:37 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:37 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-mon[100737]: pgmap v473: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-17T16:59:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-mon[100737]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T16:59:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-mon[103274]: pgmap v473: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-08-17T16:59:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-mon[103274]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T16:59:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:37 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.421 INFO:tasks.rados.rados.0.smithi001.stdout:2583: finishing write tid 3 to smithi00187473-36 2024-08-17T16:59:38.421 INFO:tasks.rados.rados.0.smithi001.stdout:2583: finishing write tid 4 to smithi00187473-36 2024-08-17T16:59:38.421 INFO:tasks.rados.rados.0.smithi001.stdout:2583: finishing write tid 5 to smithi00187473-36 2024-08-17T16:59:38.421 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1619 (ObjNum 823 snap 246 seq_num 823) dirty exists 2024-08-17T16:59:38.421 INFO:tasks.rados.rados.0.smithi001.stdout:2583: left oid 36 (ObjNum 823 snap 246 seq_num 823) 2024-08-17T16:59:38.421 INFO:tasks.rados.rados.0.smithi001.stdout:2579: finishing copy_from racing read to smithi00187473-38 2024-08-17T16:59:38.421 INFO:tasks.rados.rados.0.smithi001.stdout:2579: finishing copy_from to smithi00187473-38 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 653 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2573: done (7 left) 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2578: done (6 left) 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2579: done (5 left) 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2580: done (4 left) 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2581: done (3 left) 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2582: done (2 left) 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2583: done (1 left) 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2584: done (0 left) 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:2585: setattr oid 50 current snap is 246 2024-08-17T16:59:38.422 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 246 2024-08-17T16:59:38.423 INFO:tasks.rados.rados.0.smithi001.stdout:2586: seq_num 825 ranges {5308416=622592,5931008=745472,6676480=458752} 2024-08-17T16:59:38.454 INFO:tasks.rados.rados.0.smithi001.stdout:2586: writing smithi00187473-29 from 5308416 to 5931008 tid 1 2024-08-17T16:59:38.459 INFO:tasks.rados.rados.0.smithi001.stdout:2586: writing smithi00187473-29 from 5931008 to 6676480 tid 2 2024-08-17T16:59:38.462 INFO:tasks.rados.rados.0.smithi001.stdout:2586: writing smithi00187473-29 from 6676480 to 7135232 tid 3 2024-08-17T16:59:38.462 INFO:tasks.rados.rados.0.smithi001.stdout:2587: setattr oid 36 current snap is 246 2024-08-17T16:59:38.462 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1628 (ObjNum 811 snap 244 seq_num 811) dirty exists 2024-08-17T16:59:38.462 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 1 to smithi00187473-29 2024-08-17T16:59:38.463 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 2 to smithi00187473-29 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2585: done (2 left) 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2588: rollback oid 17 current snap is 246 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 17 to 230 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2589: read oid 34 snap -1 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2589: expect (ObjNum 778 snap 234 seq_num 778) 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2590: read oid 44 snap -1 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2590: expect (ObjNum 760 snap 223 seq_num 760) 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2591: read oid 24 snap 218 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2591: expect (ObjNum 644 snap 181 seq_num 644) 2024-08-17T16:59:38.465 INFO:tasks.rados.rados.0.smithi001.stdout:2592: setattr oid 35 current snap is 246 2024-08-17T16:59:38.466 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 3 to smithi00187473-29 2024-08-17T16:59:38.467 INFO:tasks.rados.rados.0.smithi001.stdout:2593: delete oid 19 current snap is 246 2024-08-17T16:59:38.467 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 4 to smithi00187473-29 2024-08-17T16:59:38.470 INFO:tasks.rados.rados.0.smithi001.stdout:2588: finishing rollback tid 1 to smithi00187473-17 2024-08-17T16:59:38.471 INFO:tasks.rados.rados.0.smithi001.stdout:2586: finishing write tid 5 to smithi00187473-29 2024-08-17T16:59:38.471 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1836 (ObjNum 825 snap 246 seq_num 825) dirty exists 2024-08-17T16:59:38.471 INFO:tasks.rados.rados.0.smithi001.stdout:2586: left oid 29 (ObjNum 825 snap 246 seq_num 825) 2024-08-17T16:59:38.471 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1876 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T16:59:38.472 INFO:tasks.rados.rados.0.smithi001.stdout:2588: finishing rollback tid 2 to smithi00187473-17 2024-08-17T16:59:38.472 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2095 (ObjNum 771 snap 229 seq_num 771) dirty exists 2024-08-17T16:59:38.472 INFO:tasks.rados.rados.0.smithi001.stdout:2586: done (7 left) 2024-08-17T16:59:38.472 INFO:tasks.rados.rados.0.smithi001.stdout:2588: done (6 left) 2024-08-17T16:59:38.472 INFO:tasks.rados.rados.0.smithi001.stdout:2592: done (5 left) 2024-08-17T16:59:38.472 INFO:tasks.rados.rados.0.smithi001.stdout:2593: done (4 left) 2024-08-17T16:59:38.472 INFO:tasks.rados.rados.0.smithi001.stdout:2594: delete oid 35 current snap is 246 2024-08-17T16:59:38.475 INFO:tasks.rados.rados.0.smithi001.stdout:2594: done (4 left) 2024-08-17T16:59:38.475 INFO:tasks.rados.rados.0.smithi001.stdout:2595: rmattr oid 8 current snap is 246 2024-08-17T16:59:38.475 INFO:tasks.rados.rados.0.smithi001.stdout:2596: read oid 15 snap 238 2024-08-17T16:59:38.475 INFO:tasks.rados.rados.0.smithi001.stdout:2596: expect deleted 2024-08-17T16:59:38.475 INFO:tasks.rados.rados.0.smithi001.stdout:2597: copy_from oid 16 from oid 31 current snap is 246 2024-08-17T16:59:38.476 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 246 2024-08-17T16:59:38.476 INFO:tasks.rados.rados.0.smithi001.stdout:2598: seq_num 828 ranges {5636096=671744,6307840=802816,7110656=401408} 2024-08-17T16:59:38.513 INFO:tasks.rados.rados.0.smithi001.stdout:2598: writing smithi00187473-32 from 5636096 to 6307840 tid 1 2024-08-17T16:59:38.518 INFO:tasks.rados.rados.0.smithi001.stdout:2598: writing smithi00187473-32 from 6307840 to 7110656 tid 2 2024-08-17T16:59:38.521 INFO:tasks.rados.rados.0.smithi001.stdout:2598: writing smithi00187473-32 from 7110656 to 7512064 tid 3 2024-08-17T16:59:38.521 INFO:tasks.rados.rados.0.smithi001.stdout:2599: read oid 26 snap -1 2024-08-17T16:59:38.521 INFO:tasks.rados.rados.0.smithi001.stdout:2599: expect (ObjNum 781 snap 237 seq_num 781) 2024-08-17T16:59:38.521 INFO:tasks.rados.rados.0.smithi001.stdout:2600: snap_remove snap 240 2024-08-17T16:59:38.983 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[100737]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[103274]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:38.984 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:39.066 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:38 smithi189 ceph-mon[90541]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T16:59:39.067 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:39.067 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:39.067 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:39.067 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:39.067 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:39.495 INFO:tasks.rados.rados.0.smithi001.stdout:2600: done (9 left) 2024-08-17T16:59:39.495 INFO:tasks.rados.rados.0.smithi001.stdout:2601: copy_from oid 1 from oid 13 current snap is 246 2024-08-17T16:59:39.495 INFO:tasks.rados.rados.0.smithi001.stdout:2602: read oid 39 snap 238 2024-08-17T16:59:39.495 INFO:tasks.rados.rados.0.smithi001.stdout:2602: expect (ObjNum 791 snap 238 seq_num 791) 2024-08-17T16:59:39.495 INFO:tasks.rados.rados.0.smithi001.stdout:2603: delete oid 42 current snap is 246 2024-08-17T16:59:39.495 INFO:tasks.rados.rados.0.smithi001.stdout:2597: finishing copy_from to smithi00187473-16 2024-08-17T16:59:39.495 INFO:tasks.rados.rados.0.smithi001.stdout:2597: got expected ENOENT (src dne) 2024-08-17T16:59:39.495 INFO:tasks.rados.rados.0.smithi001.stdout:2597: finishing copy_from racing read to smithi00187473-16 2024-08-17T16:59:39.496 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2017 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T16:59:39.496 INFO:tasks.rados.rados.0.smithi001.stdout:2591: expect (ObjNum 644 snap 181 seq_num 644) 2024-08-17T16:59:39.567 INFO:tasks.rados.rados.0.smithi001.stdout:2589: expect (ObjNum 778 snap 234 seq_num 778) 2024-08-17T16:59:39.672 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1620 (ObjNum 823 snap 246 seq_num 823) dirty exists 2024-08-17T16:59:39.672 INFO:tasks.rados.rados.0.smithi001.stdout:2598: finishing write tid 1 to smithi00187473-32 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2598: finishing write tid 2 to smithi00187473-32 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2598: finishing write tid 3 to smithi00187473-32 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2598: finishing write tid 4 to smithi00187473-32 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2587: done (11 left) 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2589: done (10 left) 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2591: done (9 left) 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2595: done (8 left) 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2596: done (7 left) 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2597: done (6 left) 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2603: done (5 left) 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 246 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:2598: finishing write tid 5 to smithi00187473-32 2024-08-17T16:59:39.673 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2100 (ObjNum 828 snap 246 seq_num 828) dirty exists 2024-08-17T16:59:39.674 INFO:tasks.rados.rados.0.smithi001.stdout:2598: left oid 32 (ObjNum 828 snap 246 seq_num 828) 2024-08-17T16:59:39.674 INFO:tasks.rados.rados.0.smithi001.stdout:2599: expect (ObjNum 781 snap 237 seq_num 781) 2024-08-17T16:59:39.700 INFO:tasks.rados.rados.0.smithi001.stdout:2590: expect (ObjNum 760 snap 223 seq_num 760) 2024-08-17T16:59:39.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:39 smithi189 ceph-mon[90541]: pgmap v476: 121 pgs: 121 active+clean; 276 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-08-17T16:59:39.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:39 smithi189 ceph-mon[90541]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T16:59:39.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:39 smithi189 ceph-mon[90541]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T16:59:40.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:39 smithi001 ceph-mon[100737]: pgmap v476: 121 pgs: 121 active+clean; 276 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-08-17T16:59:40.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:39 smithi001 ceph-mon[100737]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T16:59:40.127 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:39 smithi001 ceph-mon[100737]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T16:59:40.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:39 smithi001 ceph-mon[103274]: pgmap v476: 121 pgs: 121 active+clean; 276 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 16 op/s 2024-08-17T16:59:40.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:39 smithi001 ceph-mon[103274]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T16:59:40.127 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:39 smithi001 ceph-mon[103274]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T16:59:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:59:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:59:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:59:41.010 INFO:tasks.rados.rados.0.smithi001.stdout:2602: expect (ObjNum 791 snap 238 seq_num 791) 2024-08-17T16:59:41.042 INFO:tasks.rados.rados.0.smithi001.stdout:2601: finishing copy_from racing read to smithi00187473-1 2024-08-17T16:59:41.043 INFO:tasks.rados.rados.0.smithi001.stdout:2601: finishing copy_from to smithi00187473-1 2024-08-17T16:59:41.043 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1301 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-08-17T16:59:41.043 INFO:tasks.rados.rados.0.smithi001.stdout:2604: seq_num 830 ranges {1572864=704512,2277376=614400,2891776=573440,3465216=16384} 2024-08-17T16:59:41.055 INFO:tasks.rados.rados.0.smithi001.stdout:2604: writing smithi00187473-4 from 1572864 to 2277376 tid 1 2024-08-17T16:59:41.058 INFO:tasks.rados.rados.0.smithi001.stdout:2604: writing smithi00187473-4 from 2277376 to 2891776 tid 2 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2604: writing smithi00187473-4 from 2891776 to 3465216 tid 3 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2604: writing smithi00187473-4 from 3465216 to 3481600 tid 4 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2590: done (5 left) 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2598: done (4 left) 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2599: done (3 left) 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2601: done (2 left) 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2602: done (1 left) 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2605: delete oid 7 current snap is 246 2024-08-17T16:59:41.062 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 1 to smithi00187473-4 2024-08-17T16:59:41.063 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 2 to smithi00187473-4 2024-08-17T16:59:41.065 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 3 to smithi00187473-4 2024-08-17T16:59:41.066 INFO:tasks.rados.rados.0.smithi001.stdout:2605: done (1 left) 2024-08-17T16:59:41.066 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 246 2024-08-17T16:59:41.066 INFO:tasks.rados.rados.0.smithi001.stdout:2606: seq_num 832 ranges {1761280=737280,2498560=786432,3284992=417792} 2024-08-17T16:59:41.079 INFO:tasks.rados.rados.0.smithi001.stdout:2606: writing smithi00187473-6 from 1761280 to 2498560 tid 1 2024-08-17T16:59:41.083 INFO:tasks.rados.rados.0.smithi001.stdout:2606: writing smithi00187473-6 from 2498560 to 3284992 tid 2 2024-08-17T16:59:41.086 INFO:tasks.rados.rados.0.smithi001.stdout:2606: writing smithi00187473-6 from 3284992 to 3702784 tid 3 2024-08-17T16:59:41.086 INFO:tasks.rados.rados.0.smithi001.stdout:2607: delete oid 25 current snap is 246 2024-08-17T16:59:41.086 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 4 to smithi00187473-4 2024-08-17T16:59:41.086 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 5 to smithi00187473-4 2024-08-17T16:59:41.086 INFO:tasks.rados.rados.0.smithi001.stdout:2604: finishing write tid 6 to smithi00187473-4 2024-08-17T16:59:41.087 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1311 (ObjNum 830 snap 246 seq_num 830) dirty exists 2024-08-17T16:59:41.087 INFO:tasks.rados.rados.0.smithi001.stdout:2604: left oid 4 (ObjNum 830 snap 246 seq_num 830) 2024-08-17T16:59:41.087 INFO:tasks.rados.rados.0.smithi001.stdout:2606: finishing write tid 1 to smithi00187473-6 2024-08-17T16:59:41.088 INFO:tasks.rados.rados.0.smithi001.stdout:2606: finishing write tid 2 to smithi00187473-6 2024-08-17T16:59:41.088 INFO:tasks.rados.rados.0.smithi001.stdout:2604: done (2 left) 2024-08-17T16:59:41.088 INFO:tasks.rados.rados.0.smithi001.stdout:2607: done (1 left) 2024-08-17T16:59:41.088 INFO:tasks.rados.rados.0.smithi001.stdout:2608: snap_remove snap 243 2024-08-17T16:59:41.810 INFO:tasks.rados.rados.0.smithi001.stdout:2608: done (1 left) 2024-08-17T16:59:41.810 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 246 2024-08-17T16:59:41.810 INFO:tasks.rados.rados.0.smithi001.stdout:2606: finishing write tid 3 to smithi00187473-6 2024-08-17T16:59:41.810 INFO:tasks.rados.rados.0.smithi001.stdout:2606: finishing write tid 4 to smithi00187473-6 2024-08-17T16:59:41.811 INFO:tasks.rados.rados.0.smithi001.stdout:2606: finishing write tid 5 to smithi00187473-6 2024-08-17T16:59:41.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 904 (ObjNum 832 snap 246 seq_num 832) dirty exists 2024-08-17T16:59:41.811 INFO:tasks.rados.rados.0.smithi001.stdout:2606: left oid 6 (ObjNum 832 snap 246 seq_num 832) 2024-08-17T16:59:41.811 INFO:tasks.rados.rados.0.smithi001.stdout:2609: seq_num 834 ranges {5242880=778240,6021120=557056,6578176=548864,7127040=98304} 2024-08-17T16:59:41.843 INFO:tasks.rados.rados.0.smithi001.stdout:2609: writing smithi00187473-8 from 5242880 to 6021120 tid 1 2024-08-17T16:59:41.847 INFO:tasks.rados.rados.0.smithi001.stdout:2609: writing smithi00187473-8 from 6021120 to 6578176 tid 2 2024-08-17T16:59:41.850 INFO:tasks.rados.rados.0.smithi001.stdout:2609: writing smithi00187473-8 from 6578176 to 7127040 tid 3 2024-08-17T16:59:41.852 INFO:tasks.rados.rados.0.smithi001.stdout:2609: writing smithi00187473-8 from 7127040 to 7225344 tid 4 2024-08-17T16:59:41.852 INFO:tasks.rados.rados.0.smithi001.stdout:2606: done (1 left) 2024-08-17T16:59:41.852 INFO:tasks.rados.rados.0.smithi001.stdout:2610: read oid 4 snap -1 2024-08-17T16:59:41.852 INFO:tasks.rados.rados.0.smithi001.stdout:2610: expect (ObjNum 830 snap 246 seq_num 830) 2024-08-17T16:59:41.852 INFO:tasks.rados.rados.0.smithi001.stdout:2611: read oid 28 snap -1 2024-08-17T16:59:41.852 INFO:tasks.rados.rados.0.smithi001.stdout:2611: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:41.852 INFO:tasks.rados.rados.0.smithi001.stdout:2612: rollback oid 23 current snap is 246 2024-08-17T16:59:41.852 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 225 2024-08-17T16:59:41.853 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 246 2024-08-17T16:59:41.853 INFO:tasks.rados.rados.0.smithi001.stdout:2613: seq_num 835 ranges {1777664=794624,2572288=442368,3014656=712704,3727360=49152} 2024-08-17T16:59:41.868 INFO:tasks.rados.rados.0.smithi001.stdout:2613: writing smithi00187473-2 from 1777664 to 2572288 tid 1 2024-08-17T16:59:41.873 INFO:tasks.rados.rados.0.smithi001.stdout:2613: writing smithi00187473-2 from 2572288 to 3014656 tid 2 2024-08-17T16:59:41.876 INFO:tasks.rados.rados.0.smithi001.stdout:2613: writing smithi00187473-2 from 3014656 to 3727360 tid 3 2024-08-17T16:59:41.876 INFO:tasks.rados.rados.0.smithi001.stdout:2613: writing smithi00187473-2 from 3727360 to 3776512 tid 4 2024-08-17T16:59:41.877 INFO:tasks.rados.rados.0.smithi001.stdout:2614: snap_create 2024-08-17T16:59:41.877 INFO:tasks.rados.rados.0.smithi001.stdout:2609: finishing write tid 1 to smithi00187473-8 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:2609: finishing write tid 2 to smithi00187473-8 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:2609: finishing write tid 3 to smithi00187473-8 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:2609: finishing write tid 4 to smithi00187473-8 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:2609: finishing write tid 5 to smithi00187473-8 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:2609: finishing write tid 6 to smithi00187473-8 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2023 (ObjNum 834 snap 246 seq_num 834) dirty exists 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:2609: left oid 8 (ObjNum 834 snap 246 seq_num 834) 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:2612: finishing rollback tid 1 to smithi00187473-23 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1819 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:41.878 INFO:tasks.rados.rados.0.smithi001.stdout:2610: expect (ObjNum 830 snap 246 seq_num 830) 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:2613: finishing write tid 1 to smithi00187473-2 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:2613: finishing write tid 2 to smithi00187473-2 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:2613: finishing write tid 3 to smithi00187473-2 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:2613: finishing write tid 4 to smithi00187473-2 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:2613: finishing write tid 5 to smithi00187473-2 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:2613: finishing write tid 6 to smithi00187473-2 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2125 (ObjNum 835 snap 246 seq_num 835) dirty exists 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:2613: left oid 2 (ObjNum 835 snap 246 seq_num 835) 2024-08-17T16:59:42.000 INFO:tasks.rados.rados.0.smithi001.stdout:2611: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:42.113 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: pgmap v479: 121 pgs: 121 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 18 op/s 2024-08-17T16:59:42.113 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.113 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.114 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:41 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T16:59:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: pgmap v479: 121 pgs: 121 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 18 op/s 2024-08-17T16:59:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: pgmap v479: 121 pgs: 121 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 18 op/s 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:42.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:42.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:42.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:42.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:42.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:41 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T16:59:43.021 INFO:tasks.rados.rados.0.smithi001.stdout:2609: done (5 left) 2024-08-17T16:59:43.021 INFO:tasks.rados.rados.0.smithi001.stdout:2610: done (4 left) 2024-08-17T16:59:43.021 INFO:tasks.rados.rados.0.smithi001.stdout:2611: done (3 left) 2024-08-17T16:59:43.021 INFO:tasks.rados.rados.0.smithi001.stdout:2612: done (2 left) 2024-08-17T16:59:43.021 INFO:tasks.rados.rados.0.smithi001.stdout:2613: done (1 left) 2024-08-17T16:59:43.021 INFO:tasks.rados.rados.0.smithi001.stdout:2614: done (0 left) 2024-08-17T16:59:43.021 INFO:tasks.rados.rados.0.smithi001.stdout:2615: rollback oid 13 current snap is 247 2024-08-17T16:59:43.021 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 245 2024-08-17T16:59:43.022 INFO:tasks.rados.rados.0.smithi001.stdout:2616: snap_create 2024-08-17T16:59:43.027 INFO:tasks.rados.rados.0.smithi001.stdout:2615: finishing rollback tid 0 to smithi00187473-13 2024-08-17T16:59:43.027 INFO:tasks.rados.rados.0.smithi001.stdout:2615: finishing rollback tid 1 to smithi00187473-13 2024-08-17T16:59:43.027 INFO:tasks.rados.rados.0.smithi001.stdout:2615: finishing rollback tid 2 to smithi00187473-13 2024-08-17T16:59:43.027 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1314 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-08-17T16:59:43.044 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:42 smithi189 ceph-mon[90541]: Detected new or changed devices on smithi001 2024-08-17T16:59:43.044 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:42 smithi189 ceph-mon[90541]: Upgrade: It appears safe to stop mds.b 2024-08-17T16:59:43.044 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:42 smithi189 ceph-mon[90541]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T16:59:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:42 smithi001 ceph-mon[100737]: Detected new or changed devices on smithi001 2024-08-17T16:59:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:42 smithi001 ceph-mon[100737]: Upgrade: It appears safe to stop mds.b 2024-08-17T16:59:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:42 smithi001 ceph-mon[100737]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:42 smithi001 ceph-mon[103274]: Detected new or changed devices on smithi001 2024-08-17T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:42 smithi001 ceph-mon[103274]: Upgrade: It appears safe to stop mds.b 2024-08-17T16:59:43.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:42 smithi001 ceph-mon[103274]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T16:59:43.828 INFO:tasks.rados.rados.0.smithi001.stdout:2615: done (1 left) 2024-08-17T16:59:43.828 INFO:tasks.rados.rados.0.smithi001.stdout:2616: done (0 left) 2024-08-17T16:59:43.828 INFO:tasks.rados.rados.0.smithi001.stdout:2617: snap_create 2024-08-17T16:59:44.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:43 smithi189 ceph-mon[90541]: pgmap v481: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-08-17T16:59:44.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:43 smithi189 ceph-mon[90541]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T16:59:44.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:44.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:59:44.043 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:43 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[100737]: pgmap v481: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-08-17T16:59:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[100737]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T16:59:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:59:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[103274]: pgmap v481: 121 pgs: 121 active+clean; 307 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-08-17T16:59:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[103274]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T16:59:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T16:59:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:43 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:44.679 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:44 smithi189 systemd[1]: Stopping Ceph mds.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:59:44.796 INFO:tasks.rados.rados.0.smithi001.stdout:2617: done (0 left) 2024-08-17T16:59:44.796 INFO:tasks.rados.rados.0.smithi001.stdout:2618: rollback oid 2 current snap is 249 2024-08-17T16:59:44.796 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 228 2024-08-17T16:59:44.796 INFO:tasks.rados.rados.0.smithi001.stdout:2619: read oid 40 snap -1 2024-08-17T16:59:44.796 INFO:tasks.rados.rados.0.smithi001.stdout:2619: expect deleted 2024-08-17T16:59:44.796 INFO:tasks.rados.rados.0.smithi001.stdout:2620: read oid 24 snap -1 2024-08-17T16:59:44.796 INFO:tasks.rados.rados.0.smithi001.stdout:2620: expect (ObjNum 818 snap 246 seq_num 818) 2024-08-17T16:59:44.796 INFO:tasks.rados.rados.0.smithi001.stdout:2621: snap_create 2024-08-17T16:59:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:2618: finishing rollback tid 0 to smithi00187473-2 2024-08-17T16:59:44.802 INFO:tasks.rados.rados.0.smithi001.stdout:2618: finishing rollback tid 1 to smithi00187473-2 2024-08-17T16:59:44.803 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2128 (ObjNum 289 snap 0 seq_num 229788317) dirty dne 2024-08-17T16:59:44.823 INFO:tasks.rados.rados.0.smithi001.stdout:2618: done (3 left) 2024-08-17T16:59:44.824 INFO:tasks.rados.rados.0.smithi001.stdout:2619: done (2 left) 2024-08-17T16:59:44.824 INFO:tasks.rados.rados.0.smithi001.stdout:2621: done (1 left) 2024-08-17T16:59:44.824 INFO:tasks.rados.rados.0.smithi001.stdout:2622: read oid 44 snap -1 2024-08-17T16:59:44.824 INFO:tasks.rados.rados.0.smithi001.stdout:2622: expect (ObjNum 760 snap 223 seq_num 760) 2024-08-17T16:59:44.824 INFO:tasks.rados.rados.0.smithi001.stdout:2623: read oid 12 snap -1 2024-08-17T16:59:44.824 INFO:tasks.rados.rados.0.smithi001.stdout:2623: expect (ObjNum 817 snap 246 seq_num 817) 2024-08-17T16:59:44.824 INFO:tasks.rados.rados.0.smithi001.stdout:2624: snap_remove snap 230 2024-08-17T16:59:45.179 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b[61022]: 2024-08-17T16:59:44.814+0000 7f6ce2f64640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:59:45.179 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b[61022]: 2024-08-17T16:59:44.814+0000 7f6ce2f64640 -1 mds.b *** got signal Terminated *** 2024-08-17T16:59:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:44 smithi189 ceph-mon[90541]: Upgrade: Updating mds.b 2024-08-17T16:59:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:44 smithi189 ceph-mon[90541]: Deploying daemon mds.b on smithi189 2024-08-17T16:59:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:44 smithi189 ceph-mon[90541]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T16:59:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:44 smithi189 ceph-mon[90541]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T16:59:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:44 smithi189 ceph-mon[90541]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T16:59:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:44 smithi189 ceph-mon[90541]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T16:59:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a[100714]: 2024-08-17T16:59:44.815+0000 7ff8be1f4640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T16:59:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[100737]: Upgrade: Updating mds.b 2024-08-17T16:59:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[100737]: Deploying daemon mds.b on smithi189 2024-08-17T16:59:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[100737]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T16:59:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[100737]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T16:59:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[100737]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T16:59:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[100737]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T16:59:45.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[103274]: Upgrade: Updating mds.b 2024-08-17T16:59:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[103274]: Deploying daemon mds.b on smithi189 2024-08-17T16:59:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[103274]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T16:59:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[103274]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T16:59:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[103274]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T16:59:45.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:44 smithi001 ceph-mon[103274]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T16:59:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:2624: done (3 left) 2024-08-17T16:59:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:2625: read oid 16 snap -1 2024-08-17T16:59:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2625: expect (ObjNum 805 snap 242 seq_num 805) 2024-08-17T16:59:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2626: rollback oid 18 current snap is 250 2024-08-17T16:59:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 236 2024-08-17T16:59:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2627: copy_from oid 48 from oid 15 current snap is 250 2024-08-17T16:59:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 11 current snap is 250 2024-08-17T16:59:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2628: seq_num 836 ranges {1507328=409600,1916928=720896,2637824=516096,3153920=368640} 2024-08-17T16:59:45.843 INFO:tasks.rados.rados.0.smithi001.stdout:2628: writing smithi00187473-11 from 1507328 to 1916928 tid 1 2024-08-17T16:59:45.848 INFO:tasks.rados.rados.0.smithi001.stdout:2628: writing smithi00187473-11 from 1916928 to 2637824 tid 2 2024-08-17T16:59:45.853 INFO:tasks.rados.rados.0.smithi001.stdout:2628: writing smithi00187473-11 from 2637824 to 3153920 tid 3 2024-08-17T16:59:45.856 INFO:tasks.rados.rados.0.smithi001.stdout:2628: writing smithi00187473-11 from 3153920 to 3522560 tid 4 2024-08-17T16:59:45.856 INFO:tasks.rados.rados.0.smithi001.stdout:2629: snap_remove snap 248 2024-08-17T16:59:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:45 smithi189 ceph-mon[90541]: pgmap v484: 121 pgs: 121 active+clean; 312 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T16:59:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:45 smithi189 ceph-mon[90541]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T16:59:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:45 smithi189 ceph-mon[90541]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T16:59:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:45 smithi189 ceph-mon[90541]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T16:59:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:45 smithi189 ceph-mon[90541]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T16:59:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:45 smithi189 ceph-mon[90541]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T16:59:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:45 smithi189 ceph-mon[90541]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[103274]: pgmap v484: 121 pgs: 121 active+clean; 312 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[103274]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[103274]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[103274]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[103274]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[103274]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[103274]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[100737]: pgmap v484: 121 pgs: 121 active+clean; 312 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[100737]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[100737]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T16:59:46.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[100737]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T16:59:46.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[100737]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T16:59:46.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[100737]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T16:59:46.181 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:45 smithi001 ceph-mon[100737]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T16:59:46.870 INFO:tasks.rados.rados.0.smithi001.stdout:2629: done (7 left) 2024-08-17T16:59:46.870 INFO:tasks.rados.rados.0.smithi001.stdout:2630: delete oid 5 current snap is 250 2024-08-17T16:59:46.870 INFO:tasks.rados.rados.0.smithi001.stdout:2620: expect (ObjNum 818 snap 246 seq_num 818) 2024-08-17T16:59:47.111 INFO:tasks.rados.rados.0.smithi001.stdout:2623: expect (ObjNum 817 snap 246 seq_num 817) 2024-08-17T16:59:47.156 INFO:tasks.rados.rados.0.smithi001.stdout:2622: expect (ObjNum 760 snap 223 seq_num 760) 2024-08-17T16:59:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:46 smithi189 ceph-mon[90541]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:reconnect 2024-08-17T16:59:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:46 smithi189 ceph-mon[90541]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T16:59:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:46 smithi189 ceph-mon[90541]: pgmap v488: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:59:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:46 smithi001 ceph-mon[100737]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:reconnect 2024-08-17T16:59:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:46 smithi001 ceph-mon[100737]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T16:59:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:46 smithi001 ceph-mon[100737]: pgmap v488: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:59:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:46 smithi001 ceph-mon[103274]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:reconnect 2024-08-17T16:59:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:46 smithi001 ceph-mon[103274]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T16:59:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:46 smithi001 ceph-mon[103274]: pgmap v488: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-08-17T16:59:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:59:47] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.51.0" 2024-08-17T16:59:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:47 smithi189 ceph-mon[90541]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T16:59:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:47 smithi189 ceph-mon[90541]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:rejoin 2024-08-17T16:59:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:47 smithi189 ceph-mon[90541]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T16:59:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:47 smithi189 ceph-mon[90541]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T16:59:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-mon[103274]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T16:59:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-mon[103274]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:rejoin 2024-08-17T16:59:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-mon[103274]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T16:59:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-mon[103274]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T16:59:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-mon[100737]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T16:59:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-mon[100737]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:rejoin 2024-08-17T16:59:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-mon[100737]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T16:59:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:47 smithi001 ceph-mon[100737]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:2627: finishing copy_from to smithi00187473-48 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:2627: got expected ENOENT (src dne) 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:2627: finishing copy_from racing read to smithi00187473-48 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:2620: done (7 left) 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:2622: done (6 left) 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:2623: done (5 left) 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:2627: done (4 left) 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:2630: done (3 left) 2024-08-17T16:59:48.456 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 250 2024-08-17T16:59:48.457 INFO:tasks.rados.rados.0.smithi001.stdout:2626: finishing rollback tid 0 to smithi00187473-18 2024-08-17T16:59:48.457 INFO:tasks.rados.rados.0.smithi001.stdout:2631: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-08-17T16:59:48.458 INFO:tasks.rados.rados.0.smithi001.stdout:2631: writing smithi00187473-30 from 0 to 442368 tid 1 2024-08-17T16:59:48.461 INFO:tasks.rados.rados.0.smithi001.stdout:2631: writing smithi00187473-30 from 442368 to 983040 tid 2 2024-08-17T16:59:48.464 INFO:tasks.rados.rados.0.smithi001.stdout:2631: writing smithi00187473-30 from 983040 to 1515520 tid 3 2024-08-17T16:59:48.466 INFO:tasks.rados.rados.0.smithi001.stdout:2631: writing smithi00187473-30 from 1515520 to 1957888 tid 4 2024-08-17T16:59:48.467 INFO:tasks.rados.rados.0.smithi001.stdout:2631: writing smithi00187473-30 from 1957888 to 2048000 tid 5 2024-08-17T16:59:48.467 INFO:tasks.rados.rados.0.smithi001.stdout:2632: snap_remove snap 228 2024-08-17T16:59:48.878 INFO:tasks.rados.rados.0.smithi001.stdout:2632: done (4 left) 2024-08-17T16:59:48.878 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 250 2024-08-17T16:59:48.878 INFO:tasks.rados.rados.0.smithi001.stdout:2633: seq_num 839 ranges {7135232=458752,7593984=425984,8019968=688128,8708096=491520} 2024-08-17T16:59:48.920 INFO:tasks.rados.rados.0.smithi001.stdout:2633: writing smithi00187473-29 from 7135232 to 7593984 tid 1 2024-08-17T16:59:48.923 INFO:tasks.rados.rados.0.smithi001.stdout:2633: writing smithi00187473-29 from 7593984 to 8019968 tid 2 2024-08-17T16:59:48.927 INFO:tasks.rados.rados.0.smithi001.stdout:2633: writing smithi00187473-29 from 8019968 to 8708096 tid 3 2024-08-17T16:59:48.930 INFO:tasks.rados.rados.0.smithi001.stdout:2633: writing smithi00187473-29 from 8708096 to 9199616 tid 4 2024-08-17T16:59:48.930 INFO:tasks.rados.rados.0.smithi001.stdout:2634: rmattr oid 45 current snap is 250 2024-08-17T16:59:48.930 INFO:tasks.rados.rados.0.smithi001.stdout:2634: done (5 left) 2024-08-17T16:59:48.930 INFO:tasks.rados.rados.0.smithi001.stdout:2635: snap_remove snap 225 2024-08-17T16:59:49.178 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:48 smithi189 podman[116694]: 2024-08-17 16:59:48.922522087 +0000 UTC m=+4.220164068 container died d8ba99883181fde2550e0394feefeac2e42f8638ea6ca450e69d5219eb36502a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T16:59:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:48 smithi189 ceph-mon[90541]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T16:59:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:48 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T16:59:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:48 smithi189 ceph-mon[90541]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:active 2024-08-17T16:59:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:48 smithi189 ceph-mon[90541]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T16:59:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:48 smithi189 ceph-mon[90541]: pgmap v490: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 950 KiB/s wr, 10 op/s 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[100737]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[100737]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:active 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[100737]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[100737]: pgmap v490: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 950 KiB/s wr, 10 op/s 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[103274]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[103274]: mds.? [v2:172.21.15.1:6834/201108043,v1:172.21.15.1:6835/201108043] up:active 2024-08-17T16:59:49.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[103274]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T16:59:49.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:48 smithi001 ceph-mon[103274]: pgmap v490: 121 pgs: 121 active+clean; 315 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 950 KiB/s wr, 10 op/s 2024-08-17T16:59:49.506 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:49 smithi189 podman[116694]: 2024-08-17 16:59:49.370994909 +0000 UTC m=+4.668636887 container cleanup d8ba99883181fde2550e0394feefeac2e42f8638ea6ca450e69d5219eb36502a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731) 2024-08-17T16:59:49.506 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:49 smithi189 bash[116694]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b 2024-08-17T16:59:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:2626: finishing rollback tid 1 to smithi00187473-18 2024-08-17T16:59:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:2626: finishing rollback tid 2 to smithi00187473-18 2024-08-17T16:59:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2132 (ObjNum 722 snap 207 seq_num 722) dirty exists 2024-08-17T16:59:49.800 INFO:tasks.rados.rados.0.smithi001.stdout:2625: expect (ObjNum 805 snap 242 seq_num 805) 2024-08-17T16:59:49.850 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing write tid 1 to smithi00187473-11 2024-08-17T16:59:49.850 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing write tid 2 to smithi00187473-11 2024-08-17T16:59:49.850 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing write tid 3 to smithi00187473-11 2024-08-17T16:59:49.850 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing write tid 4 to smithi00187473-11 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing write tid 5 to smithi00187473-11 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2628: finishing write tid 6 to smithi00187473-11 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2142 (ObjNum 836 snap 250 seq_num 836) dirty exists 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2628: left oid 11 (ObjNum 836 snap 250 seq_num 836) 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2631: finishing write tid 1 to smithi00187473-30 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2631: finishing write tid 2 to smithi00187473-30 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2625: done (5 left) 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2626: done (4 left) 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2628: done (3 left) 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2635: done (2 left) 2024-08-17T16:59:49.851 INFO:tasks.rados.rados.0.smithi001.stdout:2636: snap_remove snap 238 2024-08-17T16:59:49.873 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:49 smithi189 podman[116711]: 2024-08-17 16:59:49.505545203 +0000 UTC m=+0.576798541 container remove d8ba99883181fde2550e0394feefeac2e42f8638ea6ca450e69d5219eb36502a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=quincy-f2c39d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T16:59:49.873 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:49 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-17T16:59:49.873 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:49 smithi189 systemd[1]: Stopped Ceph mds.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:59:49.873 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:49 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.b.service: Consumed 1.716s CPU time. 2024-08-17T16:59:50.148 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:49 smithi189 systemd[1]: Starting Ceph mds.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T16:59:50.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:49 smithi189 ceph-mon[90541]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T16:59:50.149 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:49 smithi189 ceph-mon[90541]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T16:59:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:49 smithi001 ceph-mon[100737]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T16:59:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:49 smithi001 ceph-mon[100737]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T16:59:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:49 smithi001 ceph-mon[103274]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T16:59:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:49 smithi001 ceph-mon[103274]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T16:59:50.180 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 16:59:50 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[129745]: 2024-08-17T16:59:50.007+0000 7f450c5a5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T16:59:50.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 16:59:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T16:59:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T16:59:50.429 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:50 smithi189 podman[116849]: 2024-08-17 16:59:50.050701657 +0000 UTC m=+0.017164798 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:59:50.429 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:50 smithi189 podman[116849]: 2024-08-17 16:59:50.156940743 +0000 UTC m=+0.123403926 container create 441e1eeb9191a0718ce4991f39c37c0e205e5a78106480da1faeeb431316000b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-17T16:59:50.429 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:50 smithi189 podman[116849]: 2024-08-17 16:59:50.368100988 +0000 UTC m=+0.334564144 container init 441e1eeb9191a0718ce4991f39c37c0e205e5a78106480da1faeeb431316000b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T16:59:50.429 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:50 smithi189 podman[116849]: 2024-08-17 16:59:50.372816312 +0000 UTC m=+0.339279453 container start 441e1eeb9191a0718ce4991f39c37c0e205e5a78106480da1faeeb431316000b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:59:50.429 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b[116865]: starting mds.b at 2024-08-17T16:59:50.801 INFO:tasks.rados.rados.0.smithi001.stdout:2636: done (2 left) 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2637: rmattr oid 28 current snap is 250 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2631: finishing write tid 3 to smithi00187473-30 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2631: finishing write tid 4 to smithi00187473-30 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2631: finishing write tid 5 to smithi00187473-30 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2631: finishing write tid 6 to smithi00187473-30 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2631: finishing write tid 7 to smithi00187473-30 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1860 (ObjNum 838 snap 250 seq_num 838) dirty exists 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2631: left oid 30 (ObjNum 838 snap 250 seq_num 838) 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 1 to smithi00187473-29 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 2 to smithi00187473-29 2024-08-17T16:59:50.802 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 3 to smithi00187473-29 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 4 to smithi00187473-29 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 5 to smithi00187473-29 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2633: finishing write tid 6 to smithi00187473-29 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1841 (ObjNum 839 snap 250 seq_num 839) dirty exists 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2633: left oid 29 (ObjNum 839 snap 250 seq_num 839) 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2631: done (2 left) 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2633: done (1 left) 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2638: read oid 37 snap -1 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2638: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:50.803 INFO:tasks.rados.rados.0.smithi001.stdout:2639: snap_create 2024-08-17T16:59:50.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1843 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:59:50.841 INFO:tasks.rados.rados.0.smithi001.stdout:2638: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T16:59:50.928 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:50 smithi189 bash[116849]: 441e1eeb9191a0718ce4991f39c37c0e205e5a78106480da1faeeb431316000b 2024-08-17T16:59:50.929 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 16:59:50 smithi189 systemd[1]: Started Ceph mds.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T16:59:51.861 INFO:tasks.rados.rados.0.smithi001.stdout:2637: done (2 left) 2024-08-17T16:59:51.862 INFO:tasks.rados.rados.0.smithi001.stdout:2638: done (1 left) 2024-08-17T16:59:51.862 INFO:tasks.rados.rados.0.smithi001.stdout:2639: done (0 left) 2024-08-17T16:59:51.862 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 251 2024-08-17T16:59:51.862 INFO:tasks.rados.rados.0.smithi001.stdout:2640: seq_num 840 ranges {7512064=475136,7987200=712704,8699904=499712,9199616=393216} 2024-08-17T16:59:51.905 INFO:tasks.rados.rados.0.smithi001.stdout:2640: writing smithi00187473-32 from 7512064 to 7987200 tid 1 2024-08-17T16:59:51.910 INFO:tasks.rados.rados.0.smithi001.stdout:2640: writing smithi00187473-32 from 7987200 to 8699904 tid 2 2024-08-17T16:59:51.912 INFO:tasks.rados.rados.0.smithi001.stdout:2640: writing smithi00187473-32 from 8699904 to 9199616 tid 3 2024-08-17T16:59:51.915 INFO:tasks.rados.rados.0.smithi001.stdout:2640: writing smithi00187473-32 from 9199616 to 9592832 tid 4 2024-08-17T16:59:51.915 INFO:tasks.rados.rados.0.smithi001.stdout:2641: snap_remove snap 245 2024-08-17T16:59:51.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:51 smithi189 ceph-mon[90541]: pgmap v493: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 928 KiB/s wr, 12 op/s 2024-08-17T16:59:51.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:51.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:51.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:51.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:51 smithi189 ceph-mon[90541]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:51 smithi189 ceph-mon[90541]: mds.? [v2:172.21.15.189:6832/1058871752,v1:172.21.15.189:6833/1058871752] up:boot 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:51 smithi189 ceph-mon[90541]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:51 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[100737]: pgmap v493: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 928 KiB/s wr, 12 op/s 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[100737]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T16:59:51.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[100737]: mds.? [v2:172.21.15.189:6832/1058871752,v1:172.21.15.189:6833/1058871752] up:boot 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[100737]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[103274]: pgmap v493: 121 pgs: 121 active+clean; 319 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 928 KiB/s wr, 12 op/s 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[103274]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[103274]: mds.? [v2:172.21.15.189:6832/1058871752,v1:172.21.15.189:6833/1058871752] up:boot 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[103274]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T16:59:51.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:51 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T16:59:52.809 INFO:tasks.rados.rados.0.smithi001.stdout:2640: finishing write tid 1 to smithi00187473-32 2024-08-17T16:59:52.809 INFO:tasks.rados.rados.0.smithi001.stdout:2640: finishing write tid 2 to smithi00187473-32 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2640: finishing write tid 3 to smithi00187473-32 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2640: finishing write tid 4 to smithi00187473-32 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2640: finishing write tid 5 to smithi00187473-32 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2640: finishing write tid 6 to smithi00187473-32 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2211 (ObjNum 840 snap 251 seq_num 840) dirty exists 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2640: left oid 32 (ObjNum 840 snap 251 seq_num 840) 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2640: done (1 left) 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2641: done (0 left) 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2642: rollback oid 13 current snap is 251 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 236 2024-08-17T16:59:52.810 INFO:tasks.rados.rados.0.smithi001.stdout:2643: delete oid 50 current snap is 251 2024-08-17T16:59:52.816 INFO:tasks.rados.rados.0.smithi001.stdout:2643: done (1 left) 2024-08-17T16:59:52.816 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 251 2024-08-17T16:59:52.816 INFO:tasks.rados.rados.0.smithi001.stdout:2644: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-08-17T16:59:52.820 INFO:tasks.rados.rados.0.smithi001.stdout:2644: writing smithi00187473-27 from 0 to 507904 tid 1 2024-08-17T16:59:52.823 INFO:tasks.rados.rados.0.smithi001.stdout:2644: writing smithi00187473-27 from 507904 to 983040 tid 2 2024-08-17T16:59:52.827 INFO:tasks.rados.rados.0.smithi001.stdout:2644: writing smithi00187473-27 from 983040 to 1499136 tid 3 2024-08-17T16:59:52.830 INFO:tasks.rados.rados.0.smithi001.stdout:2644: writing smithi00187473-27 from 1499136 to 1998848 tid 4 2024-08-17T16:59:52.831 INFO:tasks.rados.rados.0.smithi001.stdout:2644: writing smithi00187473-27 from 1998848 to 2113536 tid 5 2024-08-17T16:59:52.831 INFO:tasks.rados.rados.0.smithi001.stdout:2645: snap_remove snap 249 2024-08-17T16:59:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:52 smithi189 ceph-mon[90541]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T16:59:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:52 smithi001 ceph-mon[100737]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T16:59:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:52 smithi001 ceph-mon[103274]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T16:59:53.810 INFO:tasks.rados.rados.0.smithi001.stdout:2645: done (2 left) 2024-08-17T16:59:53.810 INFO:tasks.rados.rados.0.smithi001.stdout:2646: read oid 34 snap -1 2024-08-17T16:59:53.810 INFO:tasks.rados.rados.0.smithi001.stdout:2646: expect (ObjNum 778 snap 234 seq_num 778) 2024-08-17T16:59:53.810 INFO:tasks.rados.rados.0.smithi001.stdout:2647: delete oid 11 current snap is 251 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2642: finishing rollback tid 0 to smithi00187473-13 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2642: finishing rollback tid 1 to smithi00187473-13 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2642: finishing rollback tid 2 to smithi00187473-13 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1317 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 1 to smithi00187473-27 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 2 to smithi00187473-27 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 3 to smithi00187473-27 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 4 to smithi00187473-27 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 5 to smithi00187473-27 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 6 to smithi00187473-27 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:2644: finishing write tid 7 to smithi00187473-27 2024-08-17T16:59:53.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 1849 (ObjNum 842 snap 251 seq_num 842) dirty exists 2024-08-17T16:59:53.813 INFO:tasks.rados.rados.0.smithi001.stdout:2644: left oid 27 (ObjNum 842 snap 251 seq_num 842) 2024-08-17T16:59:53.820 INFO:tasks.rados.rados.0.smithi001.stdout:2642: done (3 left) 2024-08-17T16:59:53.820 INFO:tasks.rados.rados.0.smithi001.stdout:2644: done (2 left) 2024-08-17T16:59:53.820 INFO:tasks.rados.rados.0.smithi001.stdout:2647: done (1 left) 2024-08-17T16:59:53.820 INFO:tasks.rados.rados.0.smithi001.stdout:2648: setattr oid 28 current snap is 251 2024-08-17T16:59:53.821 INFO:tasks.rados.rados.0.smithi001.stdout:2649: read oid 30 snap 250 2024-08-17T16:59:53.821 INFO:tasks.rados.rados.0.smithi001.stdout:2649: expect (ObjNum 838 snap 250 seq_num 838) 2024-08-17T16:59:53.821 INFO:tasks.rados.rados.0.smithi001.stdout:2650: copy_from oid 7 from oid 16 current snap is 251 2024-08-17T16:59:53.821 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 251 2024-08-17T16:59:53.822 INFO:tasks.rados.rados.0.smithi001.stdout:2651: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2024-08-17T16:59:53.825 INFO:tasks.rados.rados.0.smithi001.stdout:2651: writing smithi00187473-2 from 0 to 540672 tid 1 2024-08-17T16:59:53.830 INFO:tasks.rados.rados.0.smithi001.stdout:2651: writing smithi00187473-2 from 540672 to 1236992 tid 2 2024-08-17T16:59:53.833 INFO:tasks.rados.rados.0.smithi001.stdout:2651: writing smithi00187473-2 from 1236992 to 1712128 tid 3 2024-08-17T16:59:53.836 INFO:tasks.rados.rados.0.smithi001.stdout:2651: writing smithi00187473-2 from 1712128 to 2146304 tid 4 2024-08-17T16:59:53.836 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 251 2024-08-17T16:59:53.837 INFO:tasks.rados.rados.0.smithi001.stdout:2646: expect (ObjNum 778 snap 234 seq_num 778) 2024-08-17T16:59:53.941 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1850 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:59:53.942 INFO:tasks.rados.rados.0.smithi001.stdout:2651: finishing write tid 1 to smithi00187473-2 2024-08-17T16:59:53.942 INFO:tasks.rados.rados.0.smithi001.stdout:2650: finishing copy_from racing read to smithi00187473-7 2024-08-17T16:59:53.942 INFO:tasks.rados.rados.0.smithi001.stdout:2650: finishing copy_from to smithi00187473-7 2024-08-17T16:59:53.942 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 1831 (ObjNum 805 snap 242 seq_num 805) dirty exists 2024-08-17T16:59:53.942 INFO:tasks.rados.rados.0.smithi001.stdout:2649: expect (ObjNum 838 snap 250 seq_num 838) 2024-08-17T16:59:53.999 INFO:tasks.rados.rados.0.smithi001.stdout:2651: finishing write tid 2 to smithi00187473-2 2024-08-17T16:59:53.999 INFO:tasks.rados.rados.0.smithi001.stdout:2651: finishing write tid 3 to smithi00187473-2 2024-08-17T16:59:53.999 INFO:tasks.rados.rados.0.smithi001.stdout:2651: finishing write tid 4 to smithi00187473-2 2024-08-17T16:59:53.999 INFO:tasks.rados.rados.0.smithi001.stdout:2651: finishing write tid 5 to smithi00187473-2 2024-08-17T16:59:53.999 INFO:tasks.rados.rados.0.smithi001.stdout:2651: finishing write tid 6 to smithi00187473-2 2024-08-17T16:59:53.999 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2234 (ObjNum 844 snap 251 seq_num 844) dirty exists 2024-08-17T16:59:53.999 INFO:tasks.rados.rados.0.smithi001.stdout:2651: left oid 2 (ObjNum 844 snap 251 seq_num 844) 2024-08-17T16:59:54.000 INFO:tasks.rados.rados.0.smithi001.stdout:2652: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-08-17T16:59:54.002 INFO:tasks.rados.rados.0.smithi001.stdout:2652: writing smithi00187473-15 from 0 to 557056 tid 1 2024-08-17T16:59:54.005 INFO:tasks.rados.rados.0.smithi001.stdout:2652: writing smithi00187473-15 from 557056 to 1138688 tid 2 2024-08-17T16:59:54.009 INFO:tasks.rados.rados.0.smithi001.stdout:2652: writing smithi00187473-15 from 1138688 to 1826816 tid 3 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2652: writing smithi00187473-15 from 1826816 to 2162688 tid 4 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2646: done (5 left) 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2648: done (4 left) 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2649: done (3 left) 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2650: done (2 left) 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2651: done (1 left) 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2653: setattr oid 28 current snap is 251 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2652: finishing write tid 1 to smithi00187473-15 2024-08-17T16:59:54.012 INFO:tasks.rados.rados.0.smithi001.stdout:2652: finishing write tid 2 to smithi00187473-15 2024-08-17T16:59:54.013 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 251 2024-08-17T16:59:54.013 INFO:tasks.rados.rados.0.smithi001.stdout:2654: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-08-17T16:59:54.017 INFO:tasks.rados.rados.0.smithi001.stdout:2654: writing smithi00187473-3 from 0 to 573440 tid 1 2024-08-17T16:59:54.019 INFO:tasks.rados.rados.0.smithi001.stdout:2654: writing smithi00187473-3 from 573440 to 1040384 tid 2 2024-08-17T16:59:54.022 INFO:tasks.rados.rados.0.smithi001.stdout:2654: writing smithi00187473-3 from 1040384 to 1531904 tid 3 2024-08-17T16:59:54.025 INFO:tasks.rados.rados.0.smithi001.stdout:2654: writing smithi00187473-3 from 1531904 to 2080768 tid 4 2024-08-17T16:59:54.026 INFO:tasks.rados.rados.0.smithi001.stdout:2654: writing smithi00187473-3 from 2080768 to 2179072 tid 5 2024-08-17T16:59:54.026 INFO:tasks.rados.rados.0.smithi001.stdout:2655: read oid 16 snap -1 2024-08-17T16:59:54.026 INFO:tasks.rados.rados.0.smithi001.stdout:2655: expect (ObjNum 805 snap 242 seq_num 805) 2024-08-17T16:59:54.026 INFO:tasks.rados.rados.0.smithi001.stdout:2656: delete oid 6 current snap is 251 2024-08-17T16:59:54.026 INFO:tasks.rados.rados.0.smithi001.stdout:2652: finishing write tid 3 to smithi00187473-15 2024-08-17T16:59:54.026 INFO:tasks.rados.rados.0.smithi001.stdout:2652: finishing write tid 4 to smithi00187473-15 2024-08-17T16:59:54.026 INFO:tasks.rados.rados.0.smithi001.stdout:2652: finishing write tid 5 to smithi00187473-15 2024-08-17T16:59:54.026 INFO:tasks.rados.rados.0.smithi001.stdout:2652: finishing write tid 6 to smithi00187473-15 2024-08-17T16:59:54.027 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 1846 (ObjNum 845 snap 251 seq_num 845) dirty exists 2024-08-17T16:59:54.027 INFO:tasks.rados.rados.0.smithi001.stdout:2652: left oid 15 (ObjNum 845 snap 251 seq_num 845) 2024-08-17T16:59:54.027 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1851 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:59:54.027 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing write tid 1 to smithi00187473-3 2024-08-17T16:59:54.027 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing write tid 2 to smithi00187473-3 2024-08-17T16:59:54.027 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing write tid 3 to smithi00187473-3 2024-08-17T16:59:54.028 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing write tid 4 to smithi00187473-3 2024-08-17T16:59:54.029 INFO:tasks.rados.rados.0.smithi001.stdout:2655: expect (ObjNum 805 snap 242 seq_num 805) 2024-08-17T16:59:54.069 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing write tid 5 to smithi00187473-3 2024-08-17T16:59:54.069 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing write tid 6 to smithi00187473-3 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2654: finishing write tid 7 to smithi00187473-3 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 327 (ObjNum 846 snap 251 seq_num 846) dirty exists 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2654: left oid 3 (ObjNum 846 snap 251 seq_num 846) 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2652: done (4 left) 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2653: done (3 left) 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2654: done (2 left) 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2655: done (1 left) 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2656: done (0 left) 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2657: read oid 24 snap -1 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2657: expect (ObjNum 818 snap 246 seq_num 818) 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 251 2024-08-17T16:59:54.070 INFO:tasks.rados.rados.0.smithi001.stdout:2658: seq_num 848 ranges {1794048=606208,2400256=630784,3031040=458752,3489792=516096} 2024-08-17T16:59:54.082 INFO:tasks.rados.rados.0.smithi001.stdout:2658: writing smithi00187473-36 from 1794048 to 2400256 tid 1 2024-08-17T16:59:54.086 INFO:tasks.rados.rados.0.smithi001.stdout:2658: writing smithi00187473-36 from 2400256 to 3031040 tid 2 2024-08-17T16:59:54.088 INFO:tasks.rados.rados.0.smithi001.stdout:2658: writing smithi00187473-36 from 3031040 to 3489792 tid 3 2024-08-17T16:59:54.091 INFO:tasks.rados.rados.0.smithi001.stdout:2658: writing smithi00187473-36 from 3489792 to 4005888 tid 4 2024-08-17T16:59:54.092 INFO:tasks.rados.rados.0.smithi001.stdout:2659: delete oid 44 current snap is 251 2024-08-17T16:59:54.092 INFO:tasks.rados.rados.0.smithi001.stdout:2657: expect (ObjNum 818 snap 246 seq_num 818) 2024-08-17T16:59:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:53 smithi189 ceph-mon[90541]: pgmap v496: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 992 KiB/s wr, 21 op/s 2024-08-17T16:59:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:53 smithi189 ceph-mon[90541]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T16:59:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:53 smithi001 ceph-mon[100737]: pgmap v496: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 992 KiB/s wr, 21 op/s 2024-08-17T16:59:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:53 smithi001 ceph-mon[100737]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T16:59:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:53 smithi001 ceph-mon[103274]: pgmap v496: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 992 KiB/s wr, 21 op/s 2024-08-17T16:59:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:53 smithi001 ceph-mon[103274]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T16:59:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2658: finishing write tid 1 to smithi00187473-36 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2658: finishing write tid 2 to smithi00187473-36 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2658: finishing write tid 3 to smithi00187473-36 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2658: finishing write tid 4 to smithi00187473-36 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2658: finishing write tid 5 to smithi00187473-36 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2658: finishing write tid 6 to smithi00187473-36 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1625 (ObjNum 848 snap 251 seq_num 848) dirty exists 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2658: left oid 36 (ObjNum 848 snap 251 seq_num 848) 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2657: done (2 left) 2024-08-17T16:59:54.352 INFO:tasks.rados.rados.0.smithi001.stdout:2658: done (1 left) 2024-08-17T16:59:54.353 INFO:tasks.rados.rados.0.smithi001.stdout:2659: done (0 left) 2024-08-17T16:59:54.353 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 251 2024-08-17T16:59:54.353 INFO:tasks.rados.rados.0.smithi001.stdout:2660: seq_num 850 ranges {1490944=638976,2129920=802816,2932736=475136,3407872=327680} 2024-08-17T16:59:54.363 INFO:tasks.rados.rados.0.smithi001.stdout:2660: writing smithi00187473-14 from 1490944 to 2129920 tid 1 2024-08-17T16:59:54.367 INFO:tasks.rados.rados.0.smithi001.stdout:2660: writing smithi00187473-14 from 2129920 to 2932736 tid 2 2024-08-17T16:59:54.370 INFO:tasks.rados.rados.0.smithi001.stdout:2660: writing smithi00187473-14 from 2932736 to 3407872 tid 3 2024-08-17T16:59:54.373 INFO:tasks.rados.rados.0.smithi001.stdout:2660: writing smithi00187473-14 from 3407872 to 3735552 tid 4 2024-08-17T16:59:54.373 INFO:tasks.rados.rados.0.smithi001.stdout:2661: copy_from oid 32 from oid 49 current snap is 251 2024-08-17T16:59:54.373 INFO:tasks.rados.rados.0.smithi001.stdout:2660: finishing write tid 1 to smithi00187473-14 2024-08-17T16:59:54.373 INFO:tasks.rados.rados.0.smithi001.stdout:2660: finishing write tid 2 to smithi00187473-14 2024-08-17T16:59:54.373 INFO:tasks.rados.rados.0.smithi001.stdout:2662: snap_create 2024-08-17T16:59:54.373 INFO:tasks.rados.rados.0.smithi001.stdout:2660: finishing write tid 3 to smithi00187473-14 2024-08-17T16:59:54.374 INFO:tasks.rados.rados.0.smithi001.stdout:2661: finishing copy_from to smithi00187473-32 2024-08-17T16:59:54.374 INFO:tasks.rados.rados.0.smithi001.stdout:2661: got expected ENOENT (src dne) 2024-08-17T16:59:54.374 INFO:tasks.rados.rados.0.smithi001.stdout:2661: finishing copy_from racing read to smithi00187473-32 2024-08-17T16:59:54.375 INFO:tasks.rados.rados.0.smithi001.stdout:2660: finishing write tid 4 to smithi00187473-14 2024-08-17T16:59:54.375 INFO:tasks.rados.rados.0.smithi001.stdout:2660: finishing write tid 5 to smithi00187473-14 2024-08-17T16:59:54.376 INFO:tasks.rados.rados.0.smithi001.stdout:2660: finishing write tid 6 to smithi00187473-14 2024-08-17T16:59:54.376 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1851 (ObjNum 850 snap 251 seq_num 850) dirty exists 2024-08-17T16:59:54.376 INFO:tasks.rados.rados.0.smithi001.stdout:2660: left oid 14 (ObjNum 850 snap 251 seq_num 850) 2024-08-17T16:59:54.796 INFO:tasks.rados.rados.0.smithi001.stdout:2660: done (2 left) 2024-08-17T16:59:54.797 INFO:tasks.rados.rados.0.smithi001.stdout:2661: done (1 left) 2024-08-17T16:59:54.797 INFO:tasks.rados.rados.0.smithi001.stdout:2662: done (0 left) 2024-08-17T16:59:54.797 INFO:tasks.rados.rados.0.smithi001.stdout:2663: copy_from oid 4 from oid 16 current snap is 252 2024-08-17T16:59:54.797 INFO:tasks.rados.rados.0.smithi001.stdout:2664: snap_create 2024-08-17T16:59:54.809 INFO:tasks.rados.rados.0.smithi001.stdout:2663: finishing copy_from racing read to smithi00187473-4 2024-08-17T16:59:54.811 INFO:tasks.rados.rados.0.smithi001.stdout:2663: finishing copy_from to smithi00187473-4 2024-08-17T16:59:54.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1831 (ObjNum 805 snap 242 seq_num 805) dirty exists 2024-08-17T16:59:55.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:54 smithi189 ceph-mon[90541]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T16:59:55.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.134 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.135 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:54 smithi189 ceph-mon[90541]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T16:59:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[103274]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T16:59:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[103274]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T16:59:55.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[100737]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T16:59:55.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:55.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:54 smithi001 ceph-mon[100737]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T16:59:55.799 INFO:tasks.rados.rados.0.smithi001.stdout:2663: done (1 left) 2024-08-17T16:59:55.799 INFO:tasks.rados.rados.0.smithi001.stdout:2664: done (0 left) 2024-08-17T16:59:55.799 INFO:tasks.rados.rados.0.smithi001.stdout:2665: read oid 49 snap -1 2024-08-17T16:59:55.799 INFO:tasks.rados.rados.0.smithi001.stdout:2665: expect deleted 2024-08-17T16:59:55.799 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 253 2024-08-17T16:59:55.800 INFO:tasks.rados.rados.0.smithi001.stdout:2666: seq_num 851 ranges {4087808=655360,4743168=688128,5431296=679936,6111232=237568} 2024-08-17T16:59:55.825 INFO:tasks.rados.rados.0.smithi001.stdout:2666: writing smithi00187473-22 from 4087808 to 4743168 tid 1 2024-08-17T16:59:55.829 INFO:tasks.rados.rados.0.smithi001.stdout:2666: writing smithi00187473-22 from 4743168 to 5431296 tid 2 2024-08-17T16:59:55.833 INFO:tasks.rados.rados.0.smithi001.stdout:2666: writing smithi00187473-22 from 5431296 to 6111232 tid 3 2024-08-17T16:59:55.834 INFO:tasks.rados.rados.0.smithi001.stdout:2666: writing smithi00187473-22 from 6111232 to 6348800 tid 4 2024-08-17T16:59:55.834 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 253 2024-08-17T16:59:55.834 INFO:tasks.rados.rados.0.smithi001.stdout:2667: seq_num 852 ranges {1089536=671744,1761280=622592,2383872=442368,2826240=540672} 2024-08-17T16:59:55.844 INFO:tasks.rados.rados.0.smithi001.stdout:2667: writing smithi00187473-26 from 1089536 to 1761280 tid 1 2024-08-17T16:59:55.848 INFO:tasks.rados.rados.0.smithi001.stdout:2667: writing smithi00187473-26 from 1761280 to 2383872 tid 2 2024-08-17T16:59:55.850 INFO:tasks.rados.rados.0.smithi001.stdout:2667: writing smithi00187473-26 from 2383872 to 2826240 tid 3 2024-08-17T16:59:55.854 INFO:tasks.rados.rados.0.smithi001.stdout:2667: writing smithi00187473-26 from 2826240 to 3366912 tid 4 2024-08-17T16:59:55.854 INFO:tasks.rados.rados.0.smithi001.stdout:2668: copy_from oid 45 from oid 28 current snap is 253 2024-08-17T16:59:55.854 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing write tid 1 to smithi00187473-22 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing write tid 2 to smithi00187473-22 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing write tid 3 to smithi00187473-22 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing write tid 4 to smithi00187473-22 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing write tid 5 to smithi00187473-22 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2666: finishing write tid 6 to smithi00187473-22 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1614 (ObjNum 851 snap 253 seq_num 851) dirty exists 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2666: left oid 22 (ObjNum 851 snap 253 seq_num 851) 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2667: finishing write tid 1 to smithi00187473-26 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2667: finishing write tid 2 to smithi00187473-26 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2667: finishing write tid 3 to smithi00187473-26 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2665: done (3 left) 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2666: done (2 left) 2024-08-17T16:59:55.855 INFO:tasks.rados.rados.0.smithi001.stdout:2669: snap_create 2024-08-17T16:59:55.857 INFO:tasks.rados.rados.0.smithi001.stdout:2667: finishing write tid 4 to smithi00187473-26 2024-08-17T16:59:55.858 INFO:tasks.rados.rados.0.smithi001.stdout:2667: finishing write tid 5 to smithi00187473-26 2024-08-17T16:59:55.859 INFO:tasks.rados.rados.0.smithi001.stdout:2667: finishing write tid 6 to smithi00187473-26 2024-08-17T16:59:55.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1836 (ObjNum 852 snap 253 seq_num 852) dirty exists 2024-08-17T16:59:55.859 INFO:tasks.rados.rados.0.smithi001.stdout:2667: left oid 26 (ObjNum 852 snap 253 seq_num 852) 2024-08-17T16:59:55.887 INFO:tasks.rados.rados.0.smithi001.stdout:2668: finishing copy_from racing read to smithi00187473-45 2024-08-17T16:59:55.888 INFO:tasks.rados.rados.0.smithi001.stdout:2668: finishing copy_from to smithi00187473-45 2024-08-17T16:59:55.888 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 1851 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T16:59:56.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:55 smithi189 ceph-mon[90541]: pgmap v499: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1012 KiB/s wr, 19 op/s 2024-08-17T16:59:56.131 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:55 smithi189 ceph-mon[90541]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T16:59:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:55 smithi001 ceph-mon[100737]: pgmap v499: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1012 KiB/s wr, 19 op/s 2024-08-17T16:59:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:55 smithi001 ceph-mon[100737]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T16:59:56.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:55 smithi001 ceph-mon[103274]: pgmap v499: 121 pgs: 121 active+clean; 311 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1012 KiB/s wr, 19 op/s 2024-08-17T16:59:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:55 smithi001 ceph-mon[103274]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T16:59:56.816 INFO:tasks.rados.rados.0.smithi001.stdout:2667: done (2 left) 2024-08-17T16:59:56.816 INFO:tasks.rados.rados.0.smithi001.stdout:2668: done (1 left) 2024-08-17T16:59:56.816 INFO:tasks.rados.rados.0.smithi001.stdout:2669: done (0 left) 2024-08-17T16:59:56.817 INFO:tasks.rados.rados.0.smithi001.stdout:2670: snap_remove snap 218 2024-08-17T16:59:57.662 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:16:59:57] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.51.0" 2024-08-17T16:59:57.662 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T16:59:57.821 INFO:tasks.rados.rados.0.smithi001.stdout:2670: done (0 left) 2024-08-17T16:59:57.821 INFO:tasks.rados.rados.0.smithi001.stdout:2671: snap_remove snap 252 2024-08-17T16:59:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[100737]: pgmap v502: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-17T16:59:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[100737]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T16:59:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:57.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[103274]: pgmap v502: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-17T16:59:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[103274]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T16:59:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:57 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:57 smithi189 ceph-mon[90541]: pgmap v502: 121 pgs: 121 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-17T16:59:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:57 smithi189 ceph-mon[90541]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T16:59:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T16:59:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T16:59:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:57 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (7m) 20s ago 11m 20.2M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (6m) 4s ago 11m 88.5M - 9.4.7 954c08fa6188 3f777069f149 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (24s) 20s ago 12m 11.8M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb b3a0dfa9fce2 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (8s) 4s ago 12m 10.8M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 441e1eeb9191 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (6m) 4s ago 16m 455M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (6m) 20s ago 17m 528M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (5m) 20s ago 18m 65.6M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (5m) 4s ago 16m 54.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (5m) 20s ago 16m 56.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (7m) 20s ago 11m 11.4M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T16:59:58.275 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (6m) 4s ago 11m 11.2M - 1.7.0 72c9c2088986 550532db830a 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (4m) 20s ago 15m 244M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (4m) 20s ago 15m 226M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (3m) 20s ago 15m 135M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5e3bfa92ff87 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (2m) 20s ago 14m 160M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4198617f447f 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (2m) 4s ago 14m 221M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 51ebb262bcb0 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (109s) 4s ago 14m 148M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ffe2ec59c191 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (75s) 4s ago 13m 86.0M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2bd5e70c791a 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (41s) 4s ago 13m 67.5M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 16ce46e94ccf 2024-08-17T16:59:58.276 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (6m) 4s ago 11m 54.0M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T16:59:58.620 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:59:58.620 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T16:59:58.621 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 15 2024-08-17T16:59:58.622 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T16:59:58.622 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:59:58.840 INFO:tasks.rados.rados.0.smithi001.stdout:2671: done (0 left) 2024-08-17T16:59:58.840 INFO:tasks.rados.rados.0.smithi001.stdout:2672: rollback oid 35 current snap is 254 2024-08-17T16:59:58.840 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 247 2024-08-17T16:59:58.840 INFO:tasks.rados.rados.0.smithi001.stdout:2673: snap_remove snap 251 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "in_progress": true, 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "services_complete": [ 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr", 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "mon", 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "osd", 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "mds" 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "progress": "15/20 daemons upgraded", 2024-08-17T16:59:58.927 INFO:teuthology.orchestra.run.smithi001.stdout: "message": "Currently upgrading grafana daemons", 2024-08-17T16:59:58.928 INFO:teuthology.orchestra.run.smithi001.stdout: "is_paused": false 2024-08-17T16:59:58.928 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T16:59:58.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:58.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: Detected new or changed devices on smithi189 2024-08-17T16:59:58.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T16:59:58.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:58.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2156347125' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:58.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: Detected new or changed devices on smithi189 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T16:59:58.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.932 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:58 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2156347125' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: Detected new or changed devices on smithi189 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.933 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.934 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:58.935 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:58 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2156347125' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T16:59:59.798 INFO:tasks.rados.rados.0.smithi001.stdout:2673: done (1 left) 2024-08-17T16:59:59.798 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 254 2024-08-17T16:59:59.798 INFO:tasks.rados.rados.0.smithi001.stdout:2674: seq_num 853 ranges {1179648=696320,1875968=507904,2383872=647168,3031040=450560} 2024-08-17T16:59:59.809 INFO:tasks.rados.rados.0.smithi001.stdout:2674: writing smithi00187473-13 from 1179648 to 1875968 tid 1 2024-08-17T16:59:59.811 INFO:tasks.rados.rados.0.smithi001.stdout:2674: writing smithi00187473-13 from 1875968 to 2383872 tid 2 2024-08-17T16:59:59.815 INFO:tasks.rados.rados.0.smithi001.stdout:2674: writing smithi00187473-13 from 2383872 to 3031040 tid 3 2024-08-17T16:59:59.818 INFO:tasks.rados.rados.0.smithi001.stdout:2674: writing smithi00187473-13 from 3031040 to 3481600 tid 4 2024-08-17T16:59:59.818 INFO:tasks.rados.rados.0.smithi001.stdout:2675: setattr oid 41 current snap is 254 2024-08-17T16:59:59.818 INFO:tasks.rados.rados.0.smithi001.stdout:2672: finishing rollback tid 1 to smithi00187473-35 2024-08-17T16:59:59.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 1877 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T16:59:59.819 INFO:tasks.rados.rados.0.smithi001.stdout:2674: finishing write tid 1 to smithi00187473-13 2024-08-17T16:59:59.819 INFO:tasks.rados.rados.0.smithi001.stdout:2674: finishing write tid 2 to smithi00187473-13 2024-08-17T16:59:59.819 INFO:tasks.rados.rados.0.smithi001.stdout:2674: finishing write tid 3 to smithi00187473-13 2024-08-17T16:59:59.821 INFO:tasks.rados.rados.0.smithi001.stdout:2672: done (2 left) 2024-08-17T16:59:59.821 INFO:tasks.rados.rados.0.smithi001.stdout:2676: read oid 49 snap -1 2024-08-17T16:59:59.821 INFO:tasks.rados.rados.0.smithi001.stdout:2676: expect deleted 2024-08-17T16:59:59.821 INFO:tasks.rados.rados.0.smithi001.stdout:2677: rollback oid 24 current snap is 254 2024-08-17T16:59:59.821 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 24 to 247 2024-08-17T16:59:59.821 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 254 2024-08-17T16:59:59.821 INFO:tasks.rados.rados.0.smithi001.stdout:2678: seq_num 854 ranges {7225344=712704,7938048=794624,8732672=450560,9183232=360448} 2024-08-17T16:59:59.865 INFO:tasks.rados.rados.0.smithi001.stdout:2678: writing smithi00187473-8 from 7225344 to 7938048 tid 1 2024-08-17T16:59:59.869 INFO:tasks.rados.rados.0.smithi001.stdout:2678: writing smithi00187473-8 from 7938048 to 8732672 tid 2 2024-08-17T16:59:59.872 INFO:tasks.rados.rados.0.smithi001.stdout:2678: writing smithi00187473-8 from 8732672 to 9183232 tid 3 2024-08-17T16:59:59.875 INFO:tasks.rados.rados.0.smithi001.stdout:2678: writing smithi00187473-8 from 9183232 to 9543680 tid 4 2024-08-17T16:59:59.875 INFO:tasks.rados.rados.0.smithi001.stdout:2679: read oid 50 snap -1 2024-08-17T16:59:59.875 INFO:tasks.rados.rados.0.smithi001.stdout:2679: expect deleted 2024-08-17T16:59:59.875 INFO:tasks.rados.rados.0.smithi001.stdout:2680: snap_remove snap 236 2024-08-17T16:59:59.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all mds 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all rgw 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all iscsi 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all nfs 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: Upgrade: Setting container_image for all nvmeof 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: pgmap v505: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T16:59:59.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 16:59:59 smithi189 ceph-mon[90541]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:00:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all mds 2024-08-17T17:00:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all rgw 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all iscsi 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all nfs 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: Upgrade: Setting container_image for all nvmeof 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: pgmap v505: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[100737]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all mds 2024-08-17T17:00:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all rgw 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all iscsi 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all nfs 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: Upgrade: Setting container_image for all nvmeof 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: pgmap v505: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: from='client.44465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T17:00:00.181 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 16:59:59 smithi001 ceph-mon[103274]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:00:00.613 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:00:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:00:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2680: done (6 left) 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2681: snap_create 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2674: finishing write tid 4 to smithi00187473-13 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2674: finishing write tid 5 to smithi00187473-13 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2674: finishing write tid 6 to smithi00187473-13 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1836 (ObjNum 853 snap 254 seq_num 853) dirty exists 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2674: left oid 13 (ObjNum 853 snap 254 seq_num 853) 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 1836 (ObjNum 808 snap 243 seq_num 808) dirty exists 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2677: finishing rollback tid 0 to smithi00187473-24 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2677: finishing rollback tid 1 to smithi00187473-24 2024-08-17T17:00:00.848 INFO:tasks.rados.rados.0.smithi001.stdout:2677: finishing rollback tid 2 to smithi00187473-24 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1617 (ObjNum 818 snap 246 seq_num 818) dirty exists 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:2678: finishing write tid 1 to smithi00187473-8 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:2678: finishing write tid 2 to smithi00187473-8 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:2678: finishing write tid 3 to smithi00187473-8 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:2678: finishing write tid 4 to smithi00187473-8 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:2678: finishing write tid 5 to smithi00187473-8 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:2678: finishing write tid 6 to smithi00187473-8 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2028 (ObjNum 854 snap 254 seq_num 854) dirty exists 2024-08-17T17:00:00.849 INFO:tasks.rados.rados.0.smithi001.stdout:2678: left oid 8 (ObjNum 854 snap 254 seq_num 854) 2024-08-17T17:00:00.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:00 smithi189 ceph-mon[90541]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:00.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:00 smithi189 ceph-mon[90541]: Upgrade: Updating grafana.a 2024-08-17T17:00:00.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:00 smithi189 ceph-mon[90541]: Deploying daemon grafana.a on smithi189 2024-08-17T17:00:00.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:00 smithi189 ceph-mon[90541]: overall HEALTH_OK 2024-08-17T17:00:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:00 smithi001 ceph-mon[103274]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:00 smithi001 ceph-mon[103274]: Upgrade: Updating grafana.a 2024-08-17T17:00:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:00 smithi001 ceph-mon[103274]: Deploying daemon grafana.a on smithi189 2024-08-17T17:00:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:00 smithi001 ceph-mon[103274]: overall HEALTH_OK 2024-08-17T17:00:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:00 smithi001 ceph-mon[100737]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:00 smithi001 ceph-mon[100737]: Upgrade: Updating grafana.a 2024-08-17T17:00:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:00 smithi001 ceph-mon[100737]: Deploying daemon grafana.a on smithi189 2024-08-17T17:00:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:00 smithi001 ceph-mon[100737]: overall HEALTH_OK 2024-08-17T17:00:01.847 INFO:tasks.rados.rados.0.smithi001.stdout:2674: done (6 left) 2024-08-17T17:00:01.847 INFO:tasks.rados.rados.0.smithi001.stdout:2675: done (5 left) 2024-08-17T17:00:01.847 INFO:tasks.rados.rados.0.smithi001.stdout:2676: done (4 left) 2024-08-17T17:00:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:2677: done (3 left) 2024-08-17T17:00:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:2678: done (2 left) 2024-08-17T17:00:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:2679: done (1 left) 2024-08-17T17:00:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:2681: done (0 left) 2024-08-17T17:00:01.848 INFO:tasks.rados.rados.0.smithi001.stdout:2682: delete oid 44 current snap is 255 2024-08-17T17:00:01.853 INFO:tasks.rados.rados.0.smithi001.stdout:2682: done (0 left) 2024-08-17T17:00:01.853 INFO:tasks.rados.rados.0.smithi001.stdout:2683: delete oid 20 current snap is 255 2024-08-17T17:00:01.856 INFO:tasks.rados.rados.0.smithi001.stdout:2683: done (0 left) 2024-08-17T17:00:01.857 INFO:tasks.rados.rados.0.smithi001.stdout:2684: rmattr oid 37 current snap is 255 2024-08-17T17:00:01.857 INFO:tasks.rados.rados.0.smithi001.stdout:2685: snap_create 2024-08-17T17:00:01.860 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 654 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T17:00:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:01 smithi189 ceph-mon[90541]: pgmap v508: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-08-17T17:00:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:01 smithi189 ceph-mon[90541]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:00:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:01 smithi001 ceph-mon[100737]: pgmap v508: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-08-17T17:00:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:01 smithi001 ceph-mon[100737]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:00:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:01 smithi001 ceph-mon[103274]: pgmap v508: 121 pgs: 121 active+clean; 302 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-08-17T17:00:02.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:01 smithi001 ceph-mon[103274]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:00:02.858 INFO:tasks.rados.rados.0.smithi001.stdout:2684: done (1 left) 2024-08-17T17:00:02.858 INFO:tasks.rados.rados.0.smithi001.stdout:2685: done (0 left) 2024-08-17T17:00:02.859 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 256 2024-08-17T17:00:02.859 INFO:tasks.rados.rados.0.smithi001.stdout:2686: seq_num 857 ranges {1490944=761856,2252800=442368,2695168=630784,3325952=532480} 2024-08-17T17:00:02.870 INFO:tasks.rados.rados.0.smithi001.stdout:2686: writing smithi00187473-4 from 1490944 to 2252800 tid 1 2024-08-17T17:00:02.873 INFO:tasks.rados.rados.0.smithi001.stdout:2686: writing smithi00187473-4 from 2252800 to 2695168 tid 2 2024-08-17T17:00:02.877 INFO:tasks.rados.rados.0.smithi001.stdout:2686: writing smithi00187473-4 from 2695168 to 3325952 tid 3 2024-08-17T17:00:02.881 INFO:tasks.rados.rados.0.smithi001.stdout:2686: writing smithi00187473-4 from 3325952 to 3858432 tid 4 2024-08-17T17:00:02.881 INFO:tasks.rados.rados.0.smithi001.stdout:2687: read oid 38 snap -1 2024-08-17T17:00:02.881 INFO:tasks.rados.rados.0.smithi001.stdout:2687: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:02.881 INFO:tasks.rados.rados.0.smithi001.stdout:2688: delete oid 36 current snap is 256 2024-08-17T17:00:02.881 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 1 to smithi00187473-4 2024-08-17T17:00:02.881 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 2 to smithi00187473-4 2024-08-17T17:00:02.881 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 3 to smithi00187473-4 2024-08-17T17:00:02.884 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 4 to smithi00187473-4 2024-08-17T17:00:02.886 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 5 to smithi00187473-4 2024-08-17T17:00:02.888 INFO:tasks.rados.rados.0.smithi001.stdout:2688: done (2 left) 2024-08-17T17:00:02.888 INFO:tasks.rados.rados.0.smithi001.stdout:2689: snap_remove snap 246 2024-08-17T17:00:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:02 smithi189 ceph-mon[90541]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:00:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:02 smithi001 ceph-mon[100737]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:00:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:02 smithi001 ceph-mon[103274]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:00:03.861 INFO:tasks.rados.rados.0.smithi001.stdout:2686: finishing write tid 6 to smithi00187473-4 2024-08-17T17:00:03.862 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 1841 (ObjNum 857 snap 256 seq_num 857) dirty exists 2024-08-17T17:00:03.862 INFO:tasks.rados.rados.0.smithi001.stdout:2686: left oid 4 (ObjNum 857 snap 256 seq_num 857) 2024-08-17T17:00:03.862 INFO:tasks.rados.rados.0.smithi001.stdout:2687: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:03 smithi189 ceph-mon[90541]: pgmap v511: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 4.4 MiB/s wr, 12 op/s 2024-08-17T17:00:04.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:03 smithi189 ceph-mon[90541]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:00:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:03 smithi001 ceph-mon[100737]: pgmap v511: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 4.4 MiB/s wr, 12 op/s 2024-08-17T17:00:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:03 smithi001 ceph-mon[100737]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:00:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:03 smithi001 ceph-mon[103274]: pgmap v511: 121 pgs: 121 active+clean; 235 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 4.4 MiB/s wr, 12 op/s 2024-08-17T17:00:04.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:03 smithi001 ceph-mon[103274]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:2686: done (2 left) 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:2687: done (1 left) 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:2689: done (0 left) 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:2690: read oid 43 snap -1 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:2690: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:2691: rollback oid 32 current snap is 256 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 253 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:2692: rollback oid 29 current snap is 256 2024-08-17T17:00:04.890 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 254 2024-08-17T17:00:04.891 INFO:tasks.rados.rados.0.smithi001.stdout:2693: copy_from oid 47 from oid 33 current snap is 256 2024-08-17T17:00:04.891 INFO:tasks.rados.rados.0.smithi001.stdout:2694: copy_from oid 13 from oid 16 current snap is 256 2024-08-17T17:00:04.891 INFO:tasks.rados.rados.0.smithi001.stdout:2695: snap_remove snap 247 2024-08-17T17:00:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:04 smithi189 ceph-mon[90541]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:00:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:04 smithi189 ceph-mon[90541]: pgmap v514: 121 pgs: 121 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-17T17:00:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:04 smithi189 ceph-mon[90541]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:00:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:04 smithi001 ceph-mon[103274]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:00:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:04 smithi001 ceph-mon[103274]: pgmap v514: 121 pgs: 121 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-17T17:00:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:04 smithi001 ceph-mon[103274]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:00:05.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:04 smithi001 ceph-mon[100737]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:00:05.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:04 smithi001 ceph-mon[100737]: pgmap v514: 121 pgs: 121 active+clean; 205 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-08-17T17:00:05.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:04 smithi001 ceph-mon[100737]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:00:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing rollback tid 0 to smithi00187473-29 2024-08-17T17:00:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing rollback tid 1 to smithi00187473-29 2024-08-17T17:00:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:2692: finishing rollback tid 2 to smithi00187473-29 2024-08-17T17:00:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1854 (ObjNum 839 snap 250 seq_num 839) dirty exists 2024-08-17T17:00:05.875 INFO:tasks.rados.rados.0.smithi001.stdout:2691: finishing rollback tid 0 to smithi00187473-32 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2693: finishing copy_from racing read to smithi00187473-47 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2692: done (5 left) 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2695: done (4 left) 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2696: delete oid 30 current snap is 256 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2693: finishing copy_from to smithi00187473-47 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1525 (ObjNum 612 snap 174 seq_num 612) dirty exists 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2694: finishing copy_from racing read to smithi00187473-13 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2691: finishing rollback tid 1 to smithi00187473-32 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2694: finishing copy_from to smithi00187473-13 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1831 (ObjNum 805 snap 242 seq_num 805) dirty exists 2024-08-17T17:00:05.876 INFO:tasks.rados.rados.0.smithi001.stdout:2690: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:06.161 INFO:tasks.rados.rados.0.smithi001.stdout:2691: finishing rollback tid 2 to smithi00187473-32 2024-08-17T17:00:06.161 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2279 (ObjNum 840 snap 251 seq_num 840) dirty exists 2024-08-17T17:00:06.163 INFO:tasks.rados.rados.0.smithi001.stdout:2690: done (4 left) 2024-08-17T17:00:06.163 INFO:tasks.rados.rados.0.smithi001.stdout:2691: done (3 left) 2024-08-17T17:00:06.163 INFO:tasks.rados.rados.0.smithi001.stdout:2693: done (2 left) 2024-08-17T17:00:06.163 INFO:tasks.rados.rados.0.smithi001.stdout:2694: done (1 left) 2024-08-17T17:00:06.164 INFO:tasks.rados.rados.0.smithi001.stdout:2696: done (0 left) 2024-08-17T17:00:06.164 INFO:tasks.rados.rados.0.smithi001.stdout:2697: delete oid 21 current snap is 256 2024-08-17T17:00:06.165 INFO:tasks.rados.rados.0.smithi001.stdout:2697: done (0 left) 2024-08-17T17:00:06.165 INFO:tasks.rados.rados.0.smithi001.stdout:2698: copy_from oid 13 from oid 17 current snap is 256 2024-08-17T17:00:06.165 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 256 2024-08-17T17:00:06.165 INFO:tasks.rados.rados.0.smithi001.stdout:2699: seq_num 861 ranges {3366912=24576} 2024-08-17T17:00:06.183 INFO:tasks.rados.rados.0.smithi001.stdout:2699: writing smithi00187473-26 from 3366912 to 3391488 tid 1 2024-08-17T17:00:06.183 INFO:tasks.rados.rados.0.smithi001.stdout:2700: snap_create 2024-08-17T17:00:06.185 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 1 to smithi00187473-26 2024-08-17T17:00:06.185 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 2 to smithi00187473-26 2024-08-17T17:00:06.186 INFO:tasks.rados.rados.0.smithi001.stdout:2699: finishing write tid 3 to smithi00187473-26 2024-08-17T17:00:06.186 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1838 (ObjNum 861 snap 256 seq_num 861) dirty exists 2024-08-17T17:00:06.187 INFO:tasks.rados.rados.0.smithi001.stdout:2699: left oid 26 (ObjNum 861 snap 256 seq_num 861) 2024-08-17T17:00:06.193 INFO:tasks.rados.rados.0.smithi001.stdout:2698: finishing copy_from racing read to smithi00187473-13 2024-08-17T17:00:06.215 INFO:tasks.rados.rados.0.smithi001.stdout:2698: finishing copy_from to smithi00187473-13 2024-08-17T17:00:06.215 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2095 (ObjNum 771 snap 229 seq_num 771) dirty exists 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2698: done (2 left) 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2699: done (1 left) 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2700: done (0 left) 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2701: copy_from oid 24 from oid 35 current snap is 257 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2702: read oid 32 snap 253 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2702: expect (ObjNum 840 snap 251 seq_num 840) 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2703: copy_from oid 19 from oid 17 current snap is 257 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2704: read oid 39 snap 256 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2704: expect (ObjNum 791 snap 238 seq_num 791) 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2705: rmattr oid 1 current snap is 257 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 257 2024-08-17T17:00:06.881 INFO:tasks.rados.rados.0.smithi001.stdout:2706: seq_num 862 ranges {0=40960} 2024-08-17T17:00:06.882 INFO:tasks.rados.rados.0.smithi001.stdout:2706: writing smithi00187473-36 from 0 to 40960 tid 1 2024-08-17T17:00:06.882 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 257 2024-08-17T17:00:06.882 INFO:tasks.rados.rados.0.smithi001.stdout:2707: seq_num 863 ranges {9453568=57344} 2024-08-17T17:00:06.934 INFO:tasks.rados.rados.0.smithi001.stdout:2707: writing smithi00187473-37 from 9453568 to 9510912 tid 1 2024-08-17T17:00:06.934 INFO:tasks.rados.rados.0.smithi001.stdout:2708: setattr oid 50 current snap is 257 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:2701: finishing copy_from to smithi00187473-24 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:2701: got expected ENOENT (src dne) 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:2701: finishing copy_from racing read to smithi00187473-24 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:2706: finishing write tid 1 to smithi00187473-36 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:2706: finishing write tid 2 to smithi00187473-36 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:2706: finishing write tid 3 to smithi00187473-36 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 1629 (ObjNum 862 snap 257 seq_num 862) dirty exists 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:2706: left oid 36 (ObjNum 862 snap 257 seq_num 862) 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1862 (ObjNum 754 snap 220 seq_num 754) dirty exists 2024-08-17T17:00:06.935 INFO:tasks.rados.rados.0.smithi001.stdout:2704: expect (ObjNum 791 snap 238 seq_num 791) 2024-08-17T17:00:06.968 INFO:tasks.rados.rados.0.smithi001.stdout:2703: finishing copy_from racing read to smithi00187473-19 2024-08-17T17:00:06.968 INFO:tasks.rados.rados.0.smithi001.stdout:2703: finishing copy_from to smithi00187473-19 2024-08-17T17:00:06.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2095 (ObjNum 771 snap 229 seq_num 771) dirty exists 2024-08-17T17:00:06.968 INFO:tasks.rados.rados.0.smithi001.stdout:2702: expect (ObjNum 840 snap 251 seq_num 840) 2024-08-17T17:00:07.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:06 smithi189 ceph-mon[90541]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:00:07.133 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:06 smithi189 ceph-mon[90541]: pgmap v517: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 942 KiB/s wr, 7 op/s 2024-08-17T17:00:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:06 smithi001 ceph-mon[103274]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:00:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:06 smithi001 ceph-mon[103274]: pgmap v517: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 942 KiB/s wr, 7 op/s 2024-08-17T17:00:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:06 smithi001 ceph-mon[100737]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:00:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:06 smithi001 ceph-mon[100737]: pgmap v517: 121 pgs: 121 active+clean; 170 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 942 KiB/s wr, 7 op/s 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2707: finishing write tid 1 to smithi00187473-37 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2707: finishing write tid 2 to smithi00187473-37 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2707: finishing write tid 3 to smithi00187473-37 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 656 (ObjNum 863 snap 257 seq_num 863) dirty exists 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2707: left oid 37 (ObjNum 863 snap 257 seq_num 863) 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2701: done (7 left) 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2702: done (6 left) 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2703: done (5 left) 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2704: done (4 left) 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2705: done (3 left) 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2706: done (2 left) 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2707: done (1 left) 2024-08-17T17:00:07.584 INFO:tasks.rados.rados.0.smithi001.stdout:2709: snap_create 2024-08-17T17:00:07.585 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 1630 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-08-17T17:00:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:00:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:00:07] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.51.0" 2024-08-17T17:00:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:2708: done (1 left) 2024-08-17T17:00:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:2709: done (0 left) 2024-08-17T17:00:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:2710: read oid 18 snap -1 2024-08-17T17:00:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:2710: expect (ObjNum 722 snap 207 seq_num 722) 2024-08-17T17:00:07.880 INFO:tasks.rados.rados.0.smithi001.stdout:2711: read oid 38 snap -1 2024-08-17T17:00:07.881 INFO:tasks.rados.rados.0.smithi001.stdout:2711: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:07.881 INFO:tasks.rados.rados.0.smithi001.stdout:2712: delete oid 6 current snap is 258 2024-08-17T17:00:07.888 INFO:tasks.rados.rados.0.smithi001.stdout:2712: done (2 left) 2024-08-17T17:00:07.888 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 258 2024-08-17T17:00:07.888 INFO:tasks.rados.rados.0.smithi001.stdout:2713: seq_num 865 ranges {0=90112} 2024-08-17T17:00:07.889 INFO:tasks.rados.rados.0.smithi001.stdout:2713: writing smithi00187473-42 from 0 to 90112 tid 1 2024-08-17T17:00:07.889 INFO:tasks.rados.rados.0.smithi001.stdout:2714: snap_create 2024-08-17T17:00:07.891 INFO:tasks.rados.rados.0.smithi001.stdout:2710: expect (ObjNum 722 snap 207 seq_num 722) 2024-08-17T17:00:07.894 INFO:tasks.rados.rados.0.smithi001.stdout:2713: finishing write tid 1 to smithi00187473-42 2024-08-17T17:00:07.894 INFO:tasks.rados.rados.0.smithi001.stdout:2713: finishing write tid 2 to smithi00187473-42 2024-08-17T17:00:07.894 INFO:tasks.rados.rados.0.smithi001.stdout:2713: finishing write tid 3 to smithi00187473-42 2024-08-17T17:00:07.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2030 (ObjNum 865 snap 258 seq_num 865) dirty exists 2024-08-17T17:00:07.895 INFO:tasks.rados.rados.0.smithi001.stdout:2713: left oid 42 (ObjNum 865 snap 258 seq_num 865) 2024-08-17T17:00:07.911 INFO:tasks.rados.rados.0.smithi001.stdout:2711: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:08.104 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:07 smithi189 ceph-mon[90541]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:00:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:07 smithi001 ceph-mon[100737]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:00:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:07 smithi001 ceph-mon[103274]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:00:08.930 INFO:tasks.rados.rados.0.smithi001.stdout:2710: done (3 left) 2024-08-17T17:00:08.930 INFO:tasks.rados.rados.0.smithi001.stdout:2711: done (2 left) 2024-08-17T17:00:08.931 INFO:tasks.rados.rados.0.smithi001.stdout:2713: done (1 left) 2024-08-17T17:00:08.931 INFO:tasks.rados.rados.0.smithi001.stdout:2714: done (0 left) 2024-08-17T17:00:08.931 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 259 2024-08-17T17:00:08.931 INFO:tasks.rados.rados.0.smithi001.stdout:2715: seq_num 866 ranges {7118848=106496} 2024-08-17T17:00:08.970 INFO:tasks.rados.rados.0.smithi001.stdout:2715: writing smithi00187473-13 from 7118848 to 7225344 tid 1 2024-08-17T17:00:08.970 INFO:tasks.rados.rados.0.smithi001.stdout:2716: copy_from oid 41 from oid 46 current snap is 259 2024-08-17T17:00:08.970 INFO:tasks.rados.rados.0.smithi001.stdout:2717: snap_remove snap 254 2024-08-17T17:00:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:08 smithi189 ceph-mon[90541]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:00:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:08 smithi189 ceph-mon[90541]: pgmap v520: 121 pgs: 121 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 952 KiB/s wr, 8 op/s 2024-08-17T17:00:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:08 smithi001 ceph-mon[100737]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:00:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:08 smithi001 ceph-mon[100737]: pgmap v520: 121 pgs: 121 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 952 KiB/s wr, 8 op/s 2024-08-17T17:00:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:08 smithi001 ceph-mon[103274]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:00:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:08 smithi001 ceph-mon[103274]: pgmap v520: 121 pgs: 121 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 952 KiB/s wr, 8 op/s 2024-08-17T17:00:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:09.800 INFO:tasks.rados.rados.0.smithi001.stdout:2716: finishing copy_from to smithi00187473-41 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2716: got expected ENOENT (src dne) 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2716: finishing copy_from racing read to smithi00187473-41 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2715: finishing write tid 1 to smithi00187473-13 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2715: finishing write tid 2 to smithi00187473-13 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2715: finishing write tid 3 to smithi00187473-13 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2097 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2715: left oid 13 (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2715: done (2 left) 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2716: done (1 left) 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2717: done (0 left) 2024-08-17T17:00:09.801 INFO:tasks.rados.rados.0.smithi001.stdout:2718: read oid 34 snap -1 2024-08-17T17:00:09.802 INFO:tasks.rados.rados.0.smithi001.stdout:2718: expect (ObjNum 778 snap 234 seq_num 778) 2024-08-17T17:00:09.802 INFO:tasks.rados.rados.0.smithi001.stdout:2719: snap_remove snap 253 2024-08-17T17:00:09.888 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:09 smithi189 systemd[1]: Stopping Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:00:09.888 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:09 smithi189 podman[120829]: 2024-08-17 17:00:09.844137086 +0000 UTC m=+0.093704513 container died 3f777069f1490b3603c3a6507f30f3c17e7e6d8cfb28467e3bf1f41db916c0ea (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, distribution-scope=public, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, maintainer=Paul Cuzner , version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., vcs-type=git, description=Ceph Grafana Container, io.buildah.version=1.32.0) 2024-08-17T17:00:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:09 smithi189 ceph-mon[90541]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:00:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:09 smithi189 ceph-mon[90541]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:00:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:09 smithi001 ceph-mon[100737]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:00:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:09 smithi001 ceph-mon[100737]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:00:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:09 smithi001 ceph-mon[103274]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:00:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:09 smithi001 ceph-mon[103274]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:00:10.584 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:00:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:00:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:00:10.584 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:10 smithi189 podman[120829]: 2024-08-17 17:00:10.307150534 +0000 UTC m=+0.556717952 container cleanup 3f777069f1490b3603c3a6507f30f3c17e7e6d8cfb28467e3bf1f41db916c0ea (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, io.openshift.expose-services=, vendor=Red Hat, Inc., description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, name=ubi8, vcs-type=git, io.openshift.tags=base rhel8, version=8.5, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner ) 2024-08-17T17:00:10.584 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:10 smithi189 bash[120829]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a 2024-08-17T17:00:10.803 INFO:tasks.rados.rados.0.smithi001.stdout:2719: done (1 left) 2024-08-17T17:00:10.803 INFO:tasks.rados.rados.0.smithi001.stdout:2720: snap_create 2024-08-17T17:00:10.803 INFO:tasks.rados.rados.0.smithi001.stdout:2718: expect (ObjNum 778 snap 234 seq_num 778) 2024-08-17T17:00:10.928 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:10 smithi189 podman[120847]: 2024-08-17 17:00:10.583740281 +0000 UTC m=+0.742300915 container remove 3f777069f1490b3603c3a6507f30f3c17e7e6d8cfb28467e3bf1f41db916c0ea (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , release=239.1651231664, io.openshift.expose-services=, io.openshift.tags=base rhel8, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., distribution-scope=public) 2024-08-17T17:00:10.928 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:10 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:00:10.929 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:10 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T17:00:10.929 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:10 smithi189 systemd[1]: Stopped Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T17:00:10.929 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:10 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service: Consumed 7.204s CPU time. 2024-08-17T17:00:11.327 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:10 smithi189 systemd[1]: Starting Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:00:11.327 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 podman[120978]: 2024-08-17 17:00:11.063117406 +0000 UTC m=+0.017848173 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-08-17T17:00:11.327 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 podman[120978]: 2024-08-17 17:00:11.193220165 +0000 UTC m=+0.147950922 container create 93ba4d337c8ec70731c4e11152ba86d4330c3f4b0e6244198eb91208a6ed0941 (image=quay.io/ceph/grafana:10.4.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:00:11.693 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 podman[120978]: 2024-08-17 17:00:11.437385929 +0000 UTC m=+0.392116686 container init 93ba4d337c8ec70731c4e11152ba86d4330c3f4b0e6244198eb91208a6ed0941 (image=quay.io/ceph/grafana:10.4.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:00:11.693 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 podman[120978]: 2024-08-17 17:00:11.441866865 +0000 UTC m=+0.396597622 container start 93ba4d337c8ec70731c4e11152ba86d4330c3f4b0e6244198eb91208a6ed0941 (image=quay.io/ceph/grafana:10.4.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:00:11.693 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 bash[120978]: 93ba4d337c8ec70731c4e11152ba86d4330c3f4b0e6244198eb91208a6ed0941 2024-08-17T17:00:11.693 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 systemd[1]: Started Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T17:00:11.693 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568520443Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-08-17T17:00:11Z 2024-08-17T17:00:11.693 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568754113Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T17:00:11.693 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568762183Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T17:00:11.693 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568765263Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568768164Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568770647Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568773304Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568775917Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568778948Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568781791Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568784251Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568786719Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568789378Z level=info msg=Target target=[all] 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.5687961Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568798662Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T17:00:11.694 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568801098Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568810277Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568812823Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=settings t=2024-08-17T17:00:11.568815393Z level=info msg="App mode production" 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=sqlstore t=2024-08-17T17:00:11.569079888Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=sqlstore t=2024-08-17T17:00:11.569093623Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.569582414Z level=info msg="Starting DB migrations" 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.580960555Z level=info msg="Executing migration" id="Add uid column to user" 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.586570561Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.606915ms 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.587105784Z level=info msg="Executing migration" id="Update uid column values for users" 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.587261917Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=156.237µs 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.587664294Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.588404756Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=740.226µs 2024-08-17T17:00:11.695 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.590464724Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-08-17T17:00:11.696 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.595800384Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.334086ms 2024-08-17T17:00:11.696 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.599229531Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-08-17T17:00:11.696 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.605583404Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=6.353077ms 2024-08-17T17:00:11.696 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.606133441Z level=info msg="Executing migration" id="Add column uid in team" 2024-08-17T17:00:11.696 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.61124493Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.110672ms 2024-08-17T17:00:11.696 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.611602502Z level=info msg="Executing migration" id="Update uid column values in team" 2024-08-17T17:00:11.696 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.611726596Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=124.478µs 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.61426554Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.615038737Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=772.863µs 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.616948093Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.617653571Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=705.158µs 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.619695794Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.625283781Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.586147ms 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.625750858Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.630790242Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=5.035691ms 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.631205531Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.631248783Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=43.46µs 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.633885352Z level=info msg="Executing migration" id="permission kind migration" 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.639009759Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.121899ms 2024-08-17T17:00:11.697 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.639388748Z level=info msg="Executing migration" id="permission attribute migration" 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.644517018Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.127952ms 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.644931825Z level=info msg="Executing migration" id="permission identifier migration" 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.650442013Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.509755ms 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.650827163Z level=info msg="Executing migration" id="add permission identifier index" 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.651668107Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=841.377µs 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.652060543Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.65284014Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=779.214µs 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.653263955Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.653973943Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=711.704µs 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.654321956Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.654344184Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=21.465µs 2024-08-17T17:00:11.698 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.655115969Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.655793225Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=676.709µs 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.656165109Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.656858262Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=693.412µs 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.657220078Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.672657211Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.435151ms 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.67320134Z level=info msg="Executing migration" id="create correlation v2" 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.673965482Z level=info msg="Migration successfully executed" id="create correlation v2" duration=762.096µs 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.674324429Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.675049412Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=723.723µs 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.675396764Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.676095175Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=698.306µs 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.676454976Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.677157283Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=702.072µs 2024-08-17T17:00:11.699 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.677521736Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.677703671Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=180.498µs 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.678294391Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.678879282Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=584.768µs 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.679239579Z level=info msg="Executing migration" id="add provisioning column" 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.684492715Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.252705ms 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.684934502Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.685078569Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=145.202µs 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.685718146Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.685759104Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=40.089µs 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.686516109Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.69203772Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.52038ms 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.692438806Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-08-17T17:00:11.700 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.692643298Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=206.787µs 2024-08-17T17:00:11.701 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.693178589Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-08-17T17:00:11.701 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.693297394Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=118.956µs 2024-08-17T17:00:11.701 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.693695769Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-08-17T17:00:11.810 INFO:tasks.rados.rados.0.smithi001.stdout:2718: done (1 left) 2024-08-17T17:00:11.810 INFO:tasks.rados.rados.0.smithi001.stdout:2720: done (0 left) 2024-08-17T17:00:11.811 INFO:tasks.rados.rados.0.smithi001.stdout:2721: delete oid 14 current snap is 260 2024-08-17T17:00:11.815 INFO:tasks.rados.rados.0.smithi001.stdout:2721: done (0 left) 2024-08-17T17:00:11.815 INFO:tasks.rados.rados.0.smithi001.stdout:2722: snap_create 2024-08-17T17:00:11.961 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-mon[90541]: pgmap v523: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 268 KiB/s wr, 9 op/s 2024-08-17T17:00:11.961 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-mon[90541]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:00:11.961 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:11.962 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:11.962 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:11.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.694654314Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=957.832µs 2024-08-17T17:00:11.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.695018586Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-08-17T17:00:11.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.695707985Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=688.687µs 2024-08-17T17:00:11.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.696046947Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-08-17T17:00:11.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.696801313Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=754.987µs 2024-08-17T17:00:11.962 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.697155667Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.697536503Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=380.639µs 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.697944485Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.698137459Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=193.098µs 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.698716054Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.699386665Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=670.009µs 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.69972656Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.700429168Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=703.852µs 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.700771306Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.701442036Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=670.564µs 2024-08-17T17:00:11.963 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.701779748Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-08-17T17:00:11.964 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.702485931Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=705.915µs 2024-08-17T17:00:11.964 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.702823675Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-08-17T17:00:11.964 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.703501723Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=677.958µs 2024-08-17T17:00:11.964 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.703844552Z level=info msg="Executing migration" id="create anon_device table" 2024-08-17T17:00:11.964 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.704435892Z level=info msg="Migration successfully executed" id="create anon_device table" duration=591.346µs 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.704783216Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.705472642Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=689.326µs 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.705813938Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.706513456Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=699.805µs 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.706888703Z level=info msg="Executing migration" id="create signing_key table" 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.707475329Z level=info msg="Migration successfully executed" id="create signing_key table" duration=586.757µs 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.707970847Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.708713806Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=744.565µs 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.709114459Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-08-17T17:00:11.965 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.709798592Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=684.129µs 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.711820487Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.712280269Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=460.512µs 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.71448904Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.719713731Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.224133ms 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.72010579Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.721829525Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.726679ms 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.72297623Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.723894245Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=917.824µs 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.725535502Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.726266108Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=730.327µs 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.726622453Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-08-17T17:00:11.966 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.727341868Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=717.321µs 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.729293571Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.73016578Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=871.966µs 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.732006755Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.732794377Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=787.277µs 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.734744376Z level=info msg="Executing migration" id="create sso_setting table" 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.735551043Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=806.425µs 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.737419753Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.738130544Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=710.928µs 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.740144902Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.74055652Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=411.776µs 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.742858135Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.742902546Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=44.188µs 2024-08-17T17:00:11.967 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.745591983Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.750937393Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.343717ms 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.751318041Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.756691223Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.370172ms 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.75710666Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.757344167Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=237.494µs 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=migrator t=2024-08-17T17:00:11.759768245Z level=info msg="migrations completed" performed=65 skipped=482 duration=178.903191ms 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=sqlstore t=2024-08-17T17:00:11.760476639Z level=info msg="Created default organization" 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=secrets t=2024-08-17T17:00:11.762553124Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=plugin.store t=2024-08-17T17:00:11.7773944Z level=info msg="Loading plugins..." 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=local.finder t=2024-08-17T17:00:11.822964927Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=plugin.store t=2024-08-17T17:00:11.822985825Z level=info msg="Plugins loaded" count=55 duration=45.59222ms 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=query_data t=2024-08-17T17:00:11.825105349Z level=info msg="Query Service initialization" 2024-08-17T17:00:11.968 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=live.push_http t=2024-08-17T17:00:11.827624963Z level=info msg="Live Push Gateway initialization" 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=ngalert.migration t=2024-08-17T17:00:11.828720774Z level=info msg=Starting 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=ngalert.state.manager t=2024-08-17T17:00:11.834496479Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=infra.usagestats.collector t=2024-08-17T17:00:11.83595715Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=provisioning.datasources t=2024-08-17T17:00:11.838474184Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=provisioning.datasources t=2024-08-17T17:00:11.83875824Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=provisioning.alerting t=2024-08-17T17:00:11.865441208Z level=info msg="starting to provision alerting" 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=provisioning.alerting t=2024-08-17T17:00:11.865458966Z level=info msg="finished to provision alerting" 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=ngalert.state.manager t=2024-08-17T17:00:11.865581528Z level=info msg="Warming state cache for startup" 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=http.server t=2024-08-17T17:00:11.867908198Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=http.server t=2024-08-17T17:00:11.868386311Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T17:00:11.969 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=grafanaStorageLogger t=2024-08-17T17:00:11.868514967Z level=info msg="Storage starting" 2024-08-17T17:00:11.970 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=ngalert.multiorg.alertmanager t=2024-08-17T17:00:11.880688969Z level=info msg="Starting MultiOrg Alertmanager" 2024-08-17T17:00:11.970 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=provisioning.dashboard t=2024-08-17T17:00:11.897770234Z level=info msg="starting to provision dashboards" 2024-08-17T17:00:11.970 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=ngalert.state.manager t=2024-08-17T17:00:11.911352369Z level=info msg="State cache has been initialized" states=0 duration=45.769531ms 2024-08-17T17:00:11.970 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=ngalert.scheduler t=2024-08-17T17:00:11.91138216Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-08-17T17:00:11.970 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=ticker t=2024-08-17T17:00:11.911438139Z level=info msg=starting first_tick=2024-08-17T17:00:20Z 2024-08-17T17:00:11.970 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=plugins.update.checker t=2024-08-17T17:00:11.961132614Z level=info msg="Update check succeeded" duration=95.415293ms 2024-08-17T17:00:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[100737]: pgmap v523: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 268 KiB/s wr, 9 op/s 2024-08-17T17:00:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[100737]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:00:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[103274]: pgmap v523: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 268 KiB/s wr, 9 op/s 2024-08-17T17:00:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[103274]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:00:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:11 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:12.324 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=grafana.update.checker t=2024-08-17T17:00:11.966747171Z level=info msg="Update check succeeded" duration=86.104303ms 2024-08-17T17:00:12.324 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=provisioning.dashboard t=2024-08-17T17:00:12.096903985Z level=info msg="finished to provision dashboards" 2024-08-17T17:00:12.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=grafana-apiserver t=2024-08-17T17:00:12.323313323Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-08-17T17:00:12.678 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:00:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=grafana-apiserver t=2024-08-17T17:00:12.323678725Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-08-17T17:00:12.817 INFO:tasks.rados.rados.0.smithi001.stdout:2722: done (0 left) 2024-08-17T17:00:12.817 INFO:tasks.rados.rados.0.smithi001.stdout:2723: copy_from oid 50 from oid 8 current snap is 261 2024-08-17T17:00:12.817 INFO:tasks.rados.rados.0.smithi001.stdout:2724: copy_from oid 29 from oid 43 current snap is 261 2024-08-17T17:00:12.818 INFO:tasks.rados.rados.0.smithi001.stdout:2725: read oid 40 snap -1 2024-08-17T17:00:12.818 INFO:tasks.rados.rados.0.smithi001.stdout:2725: expect deleted 2024-08-17T17:00:12.818 INFO:tasks.rados.rados.0.smithi001.stdout:2726: read oid 20 snap -1 2024-08-17T17:00:12.818 INFO:tasks.rados.rados.0.smithi001.stdout:2726: expect deleted 2024-08-17T17:00:12.818 INFO:tasks.rados.rados.0.smithi001.stdout:2727: read oid 26 snap -1 2024-08-17T17:00:12.818 INFO:tasks.rados.rados.0.smithi001.stdout:2727: expect (ObjNum 861 snap 256 seq_num 861) 2024-08-17T17:00:12.818 INFO:tasks.rados.rados.0.smithi001.stdout:2728: snap_remove snap 256 2024-08-17T17:00:13.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:12 smithi189 ceph-mon[90541]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:00:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:12 smithi001 ceph-mon[100737]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:00:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:12 smithi001 ceph-mon[103274]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:00:13.824 INFO:tasks.rados.rados.0.smithi001.stdout:2727: expect (ObjNum 861 snap 256 seq_num 861) 2024-08-17T17:00:13.989 INFO:tasks.rados.rados.0.smithi001.stdout:2724: finishing copy_from racing read to smithi00187473-29 2024-08-17T17:00:13.989 INFO:tasks.rados.rados.0.smithi001.stdout:2724: finishing copy_from to smithi00187473-29 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2723: finishing copy_from racing read to smithi00187473-50 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2723: finishing copy_from to smithi00187473-50 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2028 (ObjNum 854 snap 254 seq_num 854) dirty exists 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2723: done (5 left) 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2724: done (4 left) 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2725: done (3 left) 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2726: done (2 left) 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2727: done (1 left) 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2728: done (0 left) 2024-08-17T17:00:13.990 INFO:tasks.rados.rados.0.smithi001.stdout:2729: delete oid 20 current snap is 261 2024-08-17T17:00:13.991 INFO:tasks.rados.rados.0.smithi001.stdout:2729: done (0 left) 2024-08-17T17:00:13.991 INFO:tasks.rados.rados.0.smithi001.stdout:2730: snap_remove snap 250 2024-08-17T17:00:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:13 smithi189 ceph-mon[90541]: pgmap v526: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-17T17:00:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:13 smithi189 ceph-mon[90541]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:00:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:13 smithi001 ceph-mon[100737]: pgmap v526: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-17T17:00:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:13 smithi001 ceph-mon[100737]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:00:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:13 smithi001 ceph-mon[103274]: pgmap v526: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-08-17T17:00:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:13 smithi001 ceph-mon[103274]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:00:14.804 INFO:tasks.rados.rados.0.smithi001.stdout:2730: done (0 left) 2024-08-17T17:00:14.804 INFO:tasks.rados.rados.0.smithi001.stdout:2731: read oid 45 snap 257 2024-08-17T17:00:14.805 INFO:tasks.rados.rados.0.smithi001.stdout:2731: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:14.805 INFO:tasks.rados.rados.0.smithi001.stdout:2732: rollback oid 28 current snap is 261 2024-08-17T17:00:14.805 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 259 2024-08-17T17:00:14.805 INFO:tasks.rados.rados.0.smithi001.stdout:2733: copy_from oid 1 from oid 36 current snap is 261 2024-08-17T17:00:14.805 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 261 2024-08-17T17:00:14.805 INFO:tasks.rados.rados.0.smithi001.stdout:2734: seq_num 869 ranges {1253376=155648} 2024-08-17T17:00:14.813 INFO:tasks.rados.rados.0.smithi001.stdout:2734: writing smithi00187473-39 from 1253376 to 1409024 tid 1 2024-08-17T17:00:14.813 INFO:tasks.rados.rados.0.smithi001.stdout:2735: snap_create 2024-08-17T17:00:14.820 INFO:tasks.rados.rados.0.smithi001.stdout:2733: finishing copy_from racing read to smithi00187473-1 2024-08-17T17:00:14.825 INFO:tasks.rados.rados.0.smithi001.stdout:2732: finishing rollback tid 0 to smithi00187473-28 2024-08-17T17:00:14.827 INFO:tasks.rados.rados.0.smithi001.stdout:2733: finishing copy_from to smithi00187473-1 2024-08-17T17:00:14.827 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1629 (ObjNum 862 snap 257 seq_num 862) dirty exists 2024-08-17T17:00:14.831 INFO:tasks.rados.rados.0.smithi001.stdout:2732: finishing rollback tid 1 to smithi00187473-28 2024-08-17T17:00:14.831 INFO:tasks.rados.rados.0.smithi001.stdout:2732: finishing rollback tid 2 to smithi00187473-28 2024-08-17T17:00:14.831 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2098 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T17:00:14.834 INFO:tasks.rados.rados.0.smithi001.stdout:2734: finishing write tid 1 to smithi00187473-39 2024-08-17T17:00:14.834 INFO:tasks.rados.rados.0.smithi001.stdout:2734: finishing write tid 2 to smithi00187473-39 2024-08-17T17:00:14.837 INFO:tasks.rados.rados.0.smithi001.stdout:2734: finishing write tid 3 to smithi00187473-39 2024-08-17T17:00:14.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2100 (ObjNum 869 snap 261 seq_num 869) dirty exists 2024-08-17T17:00:14.837 INFO:tasks.rados.rados.0.smithi001.stdout:2734: left oid 39 (ObjNum 869 snap 261 seq_num 869) 2024-08-17T17:00:14.855 INFO:tasks.rados.rados.0.smithi001.stdout:2731: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:14 smithi189 ceph-mon[90541]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:00:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:14 smithi189 ceph-mon[90541]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:00:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:14 smithi001 ceph-mon[103274]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:00:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:14 smithi001 ceph-mon[103274]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:00:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:14 smithi001 ceph-mon[100737]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:00:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:14 smithi001 ceph-mon[100737]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:00:15.878 INFO:tasks.rados.rados.0.smithi001.stdout:2731: done (4 left) 2024-08-17T17:00:15.878 INFO:tasks.rados.rados.0.smithi001.stdout:2732: done (3 left) 2024-08-17T17:00:15.878 INFO:tasks.rados.rados.0.smithi001.stdout:2733: done (2 left) 2024-08-17T17:00:15.878 INFO:tasks.rados.rados.0.smithi001.stdout:2734: done (1 left) 2024-08-17T17:00:15.878 INFO:tasks.rados.rados.0.smithi001.stdout:2735: done (0 left) 2024-08-17T17:00:15.878 INFO:tasks.rados.rados.0.smithi001.stdout:2736: rollback oid 12 current snap is 262 2024-08-17T17:00:15.878 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 261 2024-08-17T17:00:15.878 INFO:tasks.rados.rados.0.smithi001.stdout:2737: rmattr oid 23 current snap is 262 2024-08-17T17:00:15.879 INFO:tasks.rados.rados.0.smithi001.stdout:2737: done (1 left) 2024-08-17T17:00:15.879 INFO:tasks.rados.rados.0.smithi001.stdout:2738: read oid 2 snap -1 2024-08-17T17:00:15.879 INFO:tasks.rados.rados.0.smithi001.stdout:2738: expect (ObjNum 844 snap 251 seq_num 844) 2024-08-17T17:00:15.879 INFO:tasks.rados.rados.0.smithi001.stdout:2739: read oid 34 snap -1 2024-08-17T17:00:15.879 INFO:tasks.rados.rados.0.smithi001.stdout:2739: expect (ObjNum 778 snap 234 seq_num 778) 2024-08-17T17:00:15.879 INFO:tasks.rados.rados.0.smithi001.stdout:2740: setattr oid 30 current snap is 262 2024-08-17T17:00:15.880 INFO:tasks.rados.rados.0.smithi001.stdout:2741: rollback oid 9 current snap is 262 2024-08-17T17:00:15.880 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 9 to 259 2024-08-17T17:00:15.880 INFO:tasks.rados.rados.0.smithi001.stdout:2742: rmattr oid 44 current snap is 262 2024-08-17T17:00:15.880 INFO:tasks.rados.rados.0.smithi001.stdout:2742: done (5 left) 2024-08-17T17:00:15.880 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 262 2024-08-17T17:00:15.880 INFO:tasks.rados.rados.0.smithi001.stdout:2743: seq_num 870 ranges {1409024=172032} 2024-08-17T17:00:15.890 INFO:tasks.rados.rados.0.smithi001.stdout:2743: writing smithi00187473-39 from 1409024 to 1581056 tid 1 2024-08-17T17:00:15.890 INFO:tasks.rados.rados.0.smithi001.stdout:2744: delete oid 47 current snap is 262 2024-08-17T17:00:15.890 INFO:tasks.rados.rados.0.smithi001.stdout:2736: finishing rollback tid 0 to smithi00187473-12 2024-08-17T17:00:15.890 INFO:tasks.rados.rados.0.smithi001.stdout:2736: finishing rollback tid 1 to smithi00187473-12 2024-08-17T17:00:15.890 INFO:tasks.rados.rados.0.smithi001.stdout:2736: finishing rollback tid 2 to smithi00187473-12 2024-08-17T17:00:15.890 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1620 (ObjNum 817 snap 246 seq_num 817) dirty exists 2024-08-17T17:00:15.891 INFO:tasks.rados.rados.0.smithi001.stdout:2741: finishing rollback tid 0 to smithi00187473-9 2024-08-17T17:00:15.891 INFO:tasks.rados.rados.0.smithi001.stdout:2741: finishing rollback tid 1 to smithi00187473-9 2024-08-17T17:00:15.891 INFO:tasks.rados.rados.0.smithi001.stdout:2738: expect (ObjNum 844 snap 251 seq_num 844) 2024-08-17T17:00:15.947 INFO:tasks.rados.rados.0.smithi001.stdout:2741: finishing rollback tid 2 to smithi00187473-9 2024-08-17T17:00:15.947 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 908 (ObjNum 718 snap 206 seq_num 718) dirty exists 2024-08-17T17:00:15.947 INFO:tasks.rados.rados.0.smithi001.stdout:2743: finishing write tid 1 to smithi00187473-39 2024-08-17T17:00:15.948 INFO:tasks.rados.rados.0.smithi001.stdout:2736: done (6 left) 2024-08-17T17:00:15.948 INFO:tasks.rados.rados.0.smithi001.stdout:2738: done (5 left) 2024-08-17T17:00:15.948 INFO:tasks.rados.rados.0.smithi001.stdout:2741: done (4 left) 2024-08-17T17:00:15.948 INFO:tasks.rados.rados.0.smithi001.stdout:2744: done (3 left) 2024-08-17T17:00:15.948 INFO:tasks.rados.rados.0.smithi001.stdout:2745: copy_from oid 36 from oid 29 current snap is 262 2024-08-17T17:00:15.948 INFO:tasks.rados.rados.0.smithi001.stdout:2739: expect (ObjNum 778 snap 234 seq_num 778) 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:2743: finishing write tid 2 to smithi00187473-39 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1863 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:2743: finishing write tid 3 to smithi00187473-39 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2102 (ObjNum 870 snap 262 seq_num 870) dirty exists 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:2743: left oid 39 (ObjNum 870 snap 262 seq_num 870) 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:2739: done (3 left) 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:2740: done (2 left) 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:2743: done (1 left) 2024-08-17T17:00:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:2746: delete oid 14 current snap is 262 2024-08-17T17:00:16.054 INFO:tasks.rados.rados.0.smithi001.stdout:2745: finishing copy_from racing read to smithi00187473-36 2024-08-17T17:00:16.054 INFO:tasks.rados.rados.0.smithi001.stdout:2745: finishing copy_from to smithi00187473-36 2024-08-17T17:00:16.054 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:00:16.054 INFO:tasks.rados.rados.0.smithi001.stdout:2745: done (1 left) 2024-08-17T17:00:16.054 INFO:tasks.rados.rados.0.smithi001.stdout:2746: done (0 left) 2024-08-17T17:00:16.055 INFO:tasks.rados.rados.0.smithi001.stdout:2747: setattr oid 4 current snap is 262 2024-08-17T17:00:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:2748: rollback oid 15 current snap is 262 2024-08-17T17:00:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 260 2024-08-17T17:00:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:2749: copy_from oid 1 from oid 45 current snap is 262 2024-08-17T17:00:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:2750: rollback oid 36 current snap is 262 2024-08-17T17:00:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 261 2024-08-17T17:00:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:2751: read oid 29 snap -1 2024-08-17T17:00:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:2751: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:16.057 INFO:tasks.rados.rados.0.smithi001.stdout:2752: copy_from oid 46 from oid 14 current snap is 262 2024-08-17T17:00:16.058 INFO:tasks.rados.rados.0.smithi001.stdout:2753: delete oid 24 current snap is 262 2024-08-17T17:00:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:2748: finishing rollback tid 0 to smithi00187473-15 2024-08-17T17:00:16.060 INFO:tasks.rados.rados.0.smithi001.stdout:2750: finishing rollback tid 0 to smithi00187473-36 2024-08-17T17:00:16.061 INFO:tasks.rados.rados.0.smithi001.stdout:2748: finishing rollback tid 1 to smithi00187473-15 2024-08-17T17:00:16.062 INFO:tasks.rados.rados.0.smithi001.stdout:2750: finishing rollback tid 1 to smithi00187473-36 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2750: finishing rollback tid 2 to smithi00187473-36 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2019 (ObjNum 862 snap 257 seq_num 862) dirty exists 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2752: finishing copy_from to smithi00187473-46 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2752: got expected ENOENT (src dne) 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2752: finishing copy_from racing read to smithi00187473-46 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2750: done (6 left) 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2752: done (5 left) 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2753: done (4 left) 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2754: read oid 17 snap 260 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2754: expect (ObjNum 771 snap 229 seq_num 771) 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2755: rmattr oid 28 current snap is 262 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2756: read oid 46 snap -1 2024-08-17T17:00:16.063 INFO:tasks.rados.rados.0.smithi001.stdout:2756: expect deleted 2024-08-17T17:00:16.064 INFO:tasks.rados.rados.0.smithi001.stdout:2757: read oid 37 snap 258 2024-08-17T17:00:16.064 INFO:tasks.rados.rados.0.smithi001.stdout:2757: expect (ObjNum 863 snap 257 seq_num 863) 2024-08-17T17:00:16.064 INFO:tasks.rados.rados.0.smithi001.stdout:2758: read oid 50 snap -1 2024-08-17T17:00:16.064 INFO:tasks.rados.rados.0.smithi001.stdout:2758: expect (ObjNum 854 snap 254 seq_num 854) 2024-08-17T17:00:16.064 INFO:tasks.rados.rados.0.smithi001.stdout:2759: rmattr oid 35 current snap is 262 2024-08-17T17:00:16.064 INFO:tasks.rados.rados.0.smithi001.stdout:2759: done (9 left) 2024-08-17T17:00:16.064 INFO:tasks.rados.rados.0.smithi001.stdout:2760: copy_from oid 20 from oid 5 current snap is 262 2024-08-17T17:00:16.067 INFO:tasks.rados.rados.0.smithi001.stdout:2761: snap_remove snap 257 2024-08-17T17:00:16.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:15 smithi189 ceph-mon[90541]: pgmap v529: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-17T17:00:16.097 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:15 smithi189 ceph-mon[90541]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:00:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:15 smithi001 ceph-mon[100737]: pgmap v529: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-17T17:00:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:15 smithi001 ceph-mon[100737]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:00:16.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:15 smithi001 ceph-mon[103274]: pgmap v529: 121 pgs: 121 active+clean; 178 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-17T17:00:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:15 smithi001 ceph-mon[103274]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:00:16.843 INFO:tasks.rados.rados.0.smithi001.stdout:2761: done (10 left) 2024-08-17T17:00:16.843 INFO:tasks.rados.rados.0.smithi001.stdout:2762: delete oid 8 current snap is 262 2024-08-17T17:00:16.843 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2098 (ObjNum 857 snap 256 seq_num 857) dirty exists 2024-08-17T17:00:16.844 INFO:tasks.rados.rados.0.smithi001.stdout:2748: finishing rollback tid 2 to smithi00187473-15 2024-08-17T17:00:16.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2019 (ObjNum 845 snap 251 seq_num 845) dirty exists 2024-08-17T17:00:16.844 INFO:tasks.rados.rados.0.smithi001.stdout:2760: finishing copy_from to smithi00187473-20 2024-08-17T17:00:16.844 INFO:tasks.rados.rados.0.smithi001.stdout:2760: got expected ENOENT (src dne) 2024-08-17T17:00:16.844 INFO:tasks.rados.rados.0.smithi001.stdout:2760: finishing copy_from racing read to smithi00187473-20 2024-08-17T17:00:16.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2103 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T17:00:16.844 INFO:tasks.rados.rados.0.smithi001.stdout:2751: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:17.126 INFO:tasks.rados.rados.0.smithi001.stdout:2754: expect (ObjNum 771 snap 229 seq_num 771) 2024-08-17T17:00:17.655 INFO:tasks.rados.rados.0.smithi001.stdout:2757: expect (ObjNum 863 snap 257 seq_num 863) 2024-08-17T17:00:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:00:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:00:17] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-08-17T17:00:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:17 smithi189 ceph-mon[90541]: pgmap v532: 121 pgs: 121 active+clean; 174 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 38 KiB/s wr, 3 op/s 2024-08-17T17:00:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:17 smithi189 ceph-mon[90541]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:00:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:17 smithi001 ceph-mon[100737]: pgmap v532: 121 pgs: 121 active+clean; 174 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 38 KiB/s wr, 3 op/s 2024-08-17T17:00:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:17 smithi001 ceph-mon[100737]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:00:18.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:17 smithi001 ceph-mon[103274]: pgmap v532: 121 pgs: 121 active+clean; 174 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 38 KiB/s wr, 3 op/s 2024-08-17T17:00:18.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:17 smithi001 ceph-mon[103274]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:00:18.831 INFO:tasks.rados.rados.0.smithi001.stdout:2749: finishing copy_from racing read to smithi00187473-1 2024-08-17T17:00:18.832 INFO:tasks.rados.rados.0.smithi001.stdout:2749: finishing copy_from to smithi00187473-1 2024-08-17T17:00:18.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1851 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T17:00:18.832 INFO:tasks.rados.rados.0.smithi001.stdout:2758: expect (ObjNum 854 snap 254 seq_num 854) 2024-08-17T17:00:19.270 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:19 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.271 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:19 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.271 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:19 smithi189 ceph-mon[90541]: pgmap v534: 121 pgs: 121 active+clean; 171 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 8 op/s 2024-08-17T17:00:19.271 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:19 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.271 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:19 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.424 INFO:tasks.rados.rados.0.smithi001.stdout:2747: done (10 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2748: done (9 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2749: done (8 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2751: done (7 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2754: done (6 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2755: done (5 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2756: done (4 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2757: done (3 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2758: done (2 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2760: done (1 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2762: done (0 left) 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2763: read oid 30 snap -1 2024-08-17T17:00:19.425 INFO:tasks.rados.rados.0.smithi001.stdout:2763: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:00:19.426 INFO:tasks.rados.rados.0.smithi001.stdout:2764: snap_remove snap 261 2024-08-17T17:00:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[100737]: pgmap v534: 121 pgs: 121 active+clean; 171 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 8 op/s 2024-08-17T17:00:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[103274]: pgmap v534: 121 pgs: 121 active+clean; 171 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 8 op/s 2024-08-17T17:00:19.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:18 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:19 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:19.806 INFO:tasks.rados.rados.0.smithi001.stdout:2764: done (1 left) 2024-08-17T17:00:19.807 INFO:tasks.rados.rados.0.smithi001.stdout:2765: read oid 27 snap 260 2024-08-17T17:00:19.807 INFO:tasks.rados.rados.0.smithi001.stdout:2765: expect (ObjNum 842 snap 251 seq_num 842) 2024-08-17T17:00:19.808 INFO:tasks.rados.rados.0.smithi001.stdout:2766: rollback oid 35 current snap is 262 2024-08-17T17:00:19.808 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 255 2024-08-17T17:00:19.808 INFO:tasks.rados.rados.0.smithi001.stdout:2767: delete oid 33 current snap is 262 2024-08-17T17:00:19.808 INFO:tasks.rados.rados.0.smithi001.stdout:2763: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:00:19.813 INFO:tasks.rados.rados.0.smithi001.stdout:2763: done (3 left) 2024-08-17T17:00:19.813 INFO:tasks.rados.rados.0.smithi001.stdout:2767: done (2 left) 2024-08-17T17:00:19.813 INFO:tasks.rados.rados.0.smithi001.stdout:2768: snap_remove snap 259 2024-08-17T17:00:20.401 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:00:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:00:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:00:20.810 INFO:tasks.rados.rados.0.smithi001.stdout:2768: done (2 left) 2024-08-17T17:00:20.810 INFO:tasks.rados.rados.0.smithi001.stdout:2769: read oid 7 snap -1 2024-08-17T17:00:20.810 INFO:tasks.rados.rados.0.smithi001.stdout:2769: expect (ObjNum 805 snap 242 seq_num 805) 2024-08-17T17:00:20.810 INFO:tasks.rados.rados.0.smithi001.stdout:2770: setattr oid 24 current snap is 262 2024-08-17T17:00:20.810 INFO:tasks.rados.rados.0.smithi001.stdout:2766: finishing rollback tid 1 to smithi00187473-35 2024-08-17T17:00:20.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 0 (ObjNum 433 snap 0 seq_num 1538096960) dirty dne 2024-08-17T17:00:20.810 INFO:tasks.rados.rados.0.smithi001.stdout:2765: expect (ObjNum 842 snap 251 seq_num 842) 2024-08-17T17:00:20.872 INFO:tasks.rados.rados.0.smithi001.stdout:2769: expect (ObjNum 805 snap 242 seq_num 805) 2024-08-17T17:00:20.911 INFO:tasks.rados.rados.0.smithi001.stdout:2765: done (3 left) 2024-08-17T17:00:20.911 INFO:tasks.rados.rados.0.smithi001.stdout:2766: done (2 left) 2024-08-17T17:00:20.911 INFO:tasks.rados.rados.0.smithi001.stdout:2769: done (1 left) 2024-08-17T17:00:20.912 INFO:tasks.rados.rados.0.smithi001.stdout:2771: snap_remove snap 260 2024-08-17T17:00:21.125 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:20 smithi189 ceph-mon[90541]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:00:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:20 smithi001 ceph-mon[100737]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:00:21.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:20 smithi001 ceph-mon[103274]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:00:21.816 INFO:tasks.rados.rados.0.smithi001.stdout:2771: done (1 left) 2024-08-17T17:00:21.816 INFO:tasks.rados.rados.0.smithi001.stdout:2772: snap_remove snap 255 2024-08-17T17:00:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:21 smithi189 ceph-mon[90541]: pgmap v536: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-08-17T17:00:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:21 smithi189 ceph-mon[90541]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:00:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:21 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[100737]: pgmap v536: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-08-17T17:00:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[100737]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:00:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[103274]: pgmap v536: 121 pgs: 121 active+clean; 177 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[103274]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:21 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:22.822 INFO:tasks.rados.rados.0.smithi001.stdout:2772: done (1 left) 2024-08-17T17:00:22.823 INFO:tasks.rados.rados.0.smithi001.stdout:2773: rollback oid 35 current snap is 262 2024-08-17T17:00:22.823 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 258 2024-08-17T17:00:22.823 INFO:tasks.rados.rados.0.smithi001.stdout:2774: copy_from oid 29 from oid 7 current snap is 262 2024-08-17T17:00:22.823 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 262 2024-08-17T17:00:22.823 INFO:tasks.rados.rados.0.smithi001.stdout:2775: seq_num 876 ranges {0=278528} 2024-08-17T17:00:22.824 INFO:tasks.rados.rados.0.smithi001.stdout:2775: writing smithi00187473-20 from 0 to 278528 tid 1 2024-08-17T17:00:22.824 INFO:tasks.rados.rados.0.smithi001.stdout:2776: rmattr oid 13 current snap is 262 2024-08-17T17:00:22.824 INFO:tasks.rados.rados.0.smithi001.stdout:2777: delete oid 34 current snap is 262 2024-08-17T17:00:22.824 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1622 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:00:22.833 INFO:tasks.rados.rados.0.smithi001.stdout:2773: finishing rollback tid 1 to smithi00187473-35 2024-08-17T17:00:22.834 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:00:22.834 INFO:tasks.rados.rados.0.smithi001.stdout:2775: finishing write tid 1 to smithi00187473-20 2024-08-17T17:00:22.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2099 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:00:22.839 INFO:tasks.rados.rados.0.smithi001.stdout:2775: finishing write tid 2 to smithi00187473-20 2024-08-17T17:00:22.841 INFO:tasks.rados.rados.0.smithi001.stdout:2770: done (5 left) 2024-08-17T17:00:22.841 INFO:tasks.rados.rados.0.smithi001.stdout:2773: done (4 left) 2024-08-17T17:00:22.841 INFO:tasks.rados.rados.0.smithi001.stdout:2776: done (3 left) 2024-08-17T17:00:22.841 INFO:tasks.rados.rados.0.smithi001.stdout:2777: done (2 left) 2024-08-17T17:00:22.841 INFO:tasks.rados.rados.0.smithi001.stdout:2778: snap_remove snap 258 2024-08-17T17:00:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:00:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:00:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:00:23.181 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:00:23.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.183 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:00:23.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.185 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:00:23.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.187 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:00:23.188 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:00:23.189 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.190 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:00:23.191 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.192 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:23.193 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:00:23.194 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:00:23.195 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:23.829 INFO:tasks.rados.rados.0.smithi001.stdout:2778: done (2 left) 2024-08-17T17:00:23.829 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 262 2024-08-17T17:00:23.829 INFO:tasks.rados.rados.0.smithi001.stdout:2779: seq_num 878 ranges {9453568=311296} 2024-08-17T17:00:23.884 INFO:tasks.rados.rados.0.smithi001.stdout:2779: writing smithi00187473-28 from 9453568 to 9764864 tid 1 2024-08-17T17:00:23.884 INFO:tasks.rados.rados.0.smithi001.stdout:2780: rmattr oid 47 current snap is 262 2024-08-17T17:00:23.884 INFO:tasks.rados.rados.0.smithi001.stdout:2780: done (3 left) 2024-08-17T17:00:23.884 INFO:tasks.rados.rados.0.smithi001.stdout:2781: rollback oid 17 current snap is 262 2024-08-17T17:00:23.884 INFO:tasks.rados.rados.0.smithi001.stdout:2781: done (3 left) 2024-08-17T17:00:23.884 INFO:tasks.rados.rados.0.smithi001.stdout:2782: delete oid 6 current snap is 262 2024-08-17T17:00:23.884 INFO:tasks.rados.rados.0.smithi001.stdout:2774: finishing copy_from racing read to smithi00187473-29 2024-08-17T17:00:23.884 INFO:tasks.rados.rados.0.smithi001.stdout:2775: finishing write tid 3 to smithi00187473-20 2024-08-17T17:00:23.885 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1880 (ObjNum 876 snap 262 seq_num 876) dirty exists 2024-08-17T17:00:23.885 INFO:tasks.rados.rados.0.smithi001.stdout:2775: left oid 20 (ObjNum 876 snap 262 seq_num 876) 2024-08-17T17:00:23.885 INFO:tasks.rados.rados.0.smithi001.stdout:2774: finishing copy_from to smithi00187473-29 2024-08-17T17:00:23.885 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 1831 (ObjNum 805 snap 242 seq_num 805) dirty exists 2024-08-17T17:00:23.885 INFO:tasks.rados.rados.0.smithi001.stdout:2774: done (3 left) 2024-08-17T17:00:23.885 INFO:tasks.rados.rados.0.smithi001.stdout:2775: done (2 left) 2024-08-17T17:00:23.886 INFO:tasks.rados.rados.0.smithi001.stdout:2782: done (1 left) 2024-08-17T17:00:23.886 INFO:tasks.rados.rados.0.smithi001.stdout:2783: rollback oid 49 current snap is 262 2024-08-17T17:00:23.886 INFO:tasks.rados.rados.0.smithi001.stdout:2783: done (1 left) 2024-08-17T17:00:23.886 INFO:tasks.rados.rados.0.smithi001.stdout:2784: copy_from oid 3 from oid 20 current snap is 262 2024-08-17T17:00:23.886 INFO:tasks.rados.rados.0.smithi001.stdout:2785: delete oid 10 current snap is 262 2024-08-17T17:00:23.886 INFO:tasks.rados.rados.0.smithi001.stdout:2779: finishing write tid 1 to smithi00187473-28 2024-08-17T17:00:23.887 INFO:tasks.rados.rados.0.smithi001.stdout:2785: done (2 left) 2024-08-17T17:00:23.887 INFO:tasks.rados.rados.0.smithi001.stdout:2786: copy_from oid 24 from oid 44 current snap is 262 2024-08-17T17:00:23.887 INFO:tasks.rados.rados.0.smithi001.stdout:2779: finishing write tid 2 to smithi00187473-28 2024-08-17T17:00:23.887 INFO:tasks.rados.rados.0.smithi001.stdout:2787: delete oid 38 current snap is 262 2024-08-17T17:00:23.888 INFO:tasks.rados.rados.0.smithi001.stdout:2786: finishing copy_from to smithi00187473-24 2024-08-17T17:00:23.888 INFO:tasks.rados.rados.0.smithi001.stdout:2786: got expected ENOENT (src dne) 2024-08-17T17:00:23.888 INFO:tasks.rados.rados.0.smithi001.stdout:2786: finishing copy_from racing read to smithi00187473-24 2024-08-17T17:00:23.889 INFO:tasks.rados.rados.0.smithi001.stdout:2779: finishing write tid 3 to smithi00187473-28 2024-08-17T17:00:23.889 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2105 (ObjNum 878 snap 262 seq_num 878) dirty exists 2024-08-17T17:00:23.889 INFO:tasks.rados.rados.0.smithi001.stdout:2779: left oid 28 (ObjNum 878 snap 262 seq_num 878) 2024-08-17T17:00:23.889 INFO:tasks.rados.rados.0.smithi001.stdout:2784: finishing copy_from racing read to smithi00187473-3 2024-08-17T17:00:23.890 INFO:tasks.rados.rados.0.smithi001.stdout:2784: finishing copy_from to smithi00187473-3 2024-08-17T17:00:23.890 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1880 (ObjNum 876 snap 262 seq_num 876) dirty exists 2024-08-17T17:00:23.890 INFO:tasks.rados.rados.0.smithi001.stdout:2779: done (3 left) 2024-08-17T17:00:23.890 INFO:tasks.rados.rados.0.smithi001.stdout:2784: done (2 left) 2024-08-17T17:00:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2786: done (1 left) 2024-08-17T17:00:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2787: done (0 left) 2024-08-17T17:00:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2788: read oid 43 snap -1 2024-08-17T17:00:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2788: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:23.891 INFO:tasks.rados.rados.0.smithi001.stdout:2789: snap_create 2024-08-17T17:00:23.906 INFO:tasks.rados.rados.0.smithi001.stdout:2788: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:24.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:23 smithi189 ceph-mon[90541]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:00:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:23 smithi189 ceph-mon[90541]: Upgrade: Finalizing container_image settings 2024-08-17T17:00:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:23 smithi189 ceph-mon[90541]: Upgrade: Complete! 2024-08-17T17:00:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:23 smithi189 ceph-mon[90541]: pgmap v539: 121 pgs: 121 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-08-17T17:00:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:23 smithi189 ceph-mon[90541]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:00:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[100737]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:00:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[100737]: Upgrade: Finalizing container_image settings 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[100737]: Upgrade: Complete! 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[100737]: pgmap v539: 121 pgs: 121 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[100737]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[103274]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[103274]: Upgrade: Finalizing container_image settings 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[103274]: Upgrade: Complete! 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[103274]: pgmap v539: 121 pgs: 121 active+clean; 177 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 5.4 MiB/s wr, 26 op/s 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[103274]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:00:24.805 INFO:tasks.rados.rados.0.smithi001.stdout:2788: done (1 left) 2024-08-17T17:00:24.805 INFO:tasks.rados.rados.0.smithi001.stdout:2789: done (0 left) 2024-08-17T17:00:24.805 INFO:tasks.rados.rados.0.smithi001.stdout:2790: setattr oid 40 current snap is 263 2024-08-17T17:00:24.806 INFO:tasks.rados.rados.0.smithi001.stdout:2791: read oid 41 snap 262 2024-08-17T17:00:24.806 INFO:tasks.rados.rados.0.smithi001.stdout:2791: expect (ObjNum 808 snap 243 seq_num 808) 2024-08-17T17:00:24.806 INFO:tasks.rados.rados.0.smithi001.stdout:2792: read oid 12 snap 262 2024-08-17T17:00:24.806 INFO:tasks.rados.rados.0.smithi001.stdout:2792: expect (ObjNum 817 snap 246 seq_num 817) 2024-08-17T17:00:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 263 2024-08-17T17:00:24.807 INFO:tasks.rados.rados.0.smithi001.stdout:2793: seq_num 882 ranges {1581056=376832} 2024-08-17T17:00:24.818 INFO:tasks.rados.rados.0.smithi001.stdout:2793: writing smithi00187473-39 from 1581056 to 1957888 tid 1 2024-08-17T17:00:24.818 INFO:tasks.rados.rados.0.smithi001.stdout:2794: read oid 8 snap -1 2024-08-17T17:00:24.818 INFO:tasks.rados.rados.0.smithi001.stdout:2794: expect deleted 2024-08-17T17:00:24.818 INFO:tasks.rados.rados.0.smithi001.stdout:2795: delete oid 20 current snap is 263 2024-08-17T17:00:24.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1839 (ObjNum 1905 snap 0 seq_num 811577760) dirty exists 2024-08-17T17:00:24.819 INFO:tasks.rados.rados.0.smithi001.stdout:2792: expect (ObjNum 817 snap 246 seq_num 817) 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2793: finishing write tid 1 to smithi00187473-39 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2793: finishing write tid 2 to smithi00187473-39 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2790: done (5 left) 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2792: done (4 left) 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2794: done (3 left) 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2795: done (2 left) 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2796: rollback oid 32 current snap is 263 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 262 2024-08-17T17:00:24.867 INFO:tasks.rados.rados.0.smithi001.stdout:2791: expect (ObjNum 808 snap 243 seq_num 808) 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:2793: finishing write tid 3 to smithi00187473-39 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2107 (ObjNum 882 snap 263 seq_num 882) dirty exists 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:2793: left oid 39 (ObjNum 882 snap 263 seq_num 882) 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:2791: done (2 left) 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:2793: done (1 left) 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 263 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:2796: finishing rollback tid 0 to smithi00187473-32 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:2796: finishing rollback tid 1 to smithi00187473-32 2024-08-17T17:00:25.055 INFO:tasks.rados.rados.0.smithi001.stdout:2797: seq_num 884 ranges {1957888=409600} 2024-08-17T17:00:25.067 INFO:tasks.rados.rados.0.smithi001.stdout:2797: writing smithi00187473-39 from 1957888 to 2367488 tid 1 2024-08-17T17:00:25.067 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 263 2024-08-17T17:00:25.067 INFO:tasks.rados.rados.0.smithi001.stdout:2796: finishing rollback tid 2 to smithi00187473-32 2024-08-17T17:00:25.068 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2302 (ObjNum 840 snap 251 seq_num 840) dirty exists 2024-08-17T17:00:25.068 INFO:tasks.rados.rados.0.smithi001.stdout:2798: seq_num 885 ranges {0=425984} 2024-08-17T17:00:25.070 INFO:tasks.rados.rados.0.smithi001.stdout:2798: writing smithi00187473-20 from 0 to 425984 tid 1 2024-08-17T17:00:25.070 INFO:tasks.rados.rados.0.smithi001.stdout:2796: done (2 left) 2024-08-17T17:00:25.070 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 263 2024-08-17T17:00:25.070 INFO:tasks.rados.rados.0.smithi001.stdout:2799: seq_num 886 ranges {0=442368} 2024-08-17T17:00:25.073 INFO:tasks.rados.rados.0.smithi001.stdout:2799: writing smithi00187473-25 from 0 to 442368 tid 1 2024-08-17T17:00:25.073 INFO:tasks.rados.rados.0.smithi001.stdout:2800: read oid 48 snap -1 2024-08-17T17:00:25.073 INFO:tasks.rados.rados.0.smithi001.stdout:2800: expect (ObjNum 787 snap 238 seq_num 787) 2024-08-17T17:00:25.073 INFO:tasks.rados.rados.0.smithi001.stdout:2801: read oid 5 snap -1 2024-08-17T17:00:25.073 INFO:tasks.rados.rados.0.smithi001.stdout:2801: expect deleted 2024-08-17T17:00:25.073 INFO:tasks.rados.rados.0.smithi001.stdout:2802: snap_remove snap 262 2024-08-17T17:00:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:24 smithi189 ceph-mon[90541]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:00:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:24 smithi189 ceph-mon[90541]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:00:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:24 smithi001 ceph-mon[100737]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:00:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:24 smithi001 ceph-mon[100737]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:00:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:24 smithi001 ceph-mon[103274]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:00:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:24 smithi001 ceph-mon[103274]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:2802: done (5 left) 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:2797: finishing write tid 1 to smithi00187473-39 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:2797: finishing write tid 2 to smithi00187473-39 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:2797: finishing write tid 3 to smithi00187473-39 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2109 (ObjNum 884 snap 263 seq_num 884) dirty exists 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:2797: left oid 39 (ObjNum 884 snap 263 seq_num 884) 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:2798: finishing write tid 1 to smithi00187473-20 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:2798: finishing write tid 2 to smithi00187473-20 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:2798: finishing write tid 3 to smithi00187473-20 2024-08-17T17:00:25.841 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1883 (ObjNum 885 snap 263 seq_num 885) dirty exists 2024-08-17T17:00:25.842 INFO:tasks.rados.rados.0.smithi001.stdout:2798: left oid 20 (ObjNum 885 snap 263 seq_num 885) 2024-08-17T17:00:25.842 INFO:tasks.rados.rados.0.smithi001.stdout:2800: expect (ObjNum 787 snap 238 seq_num 787) 2024-08-17T17:00:25.875 INFO:tasks.rados.rados.0.smithi001.stdout:2799: finishing write tid 1 to smithi00187473-25 2024-08-17T17:00:25.875 INFO:tasks.rados.rados.0.smithi001.stdout:2799: finishing write tid 2 to smithi00187473-25 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2799: finishing write tid 3 to smithi00187473-25 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1867 (ObjNum 886 snap 263 seq_num 886) dirty exists 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2799: left oid 25 (ObjNum 886 snap 263 seq_num 886) 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2803: read oid 38 snap -1 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2803: expect deleted 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2797: done (5 left) 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2798: done (4 left) 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2799: done (3 left) 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2800: done (2 left) 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2801: done (1 left) 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2804: read oid 45 snap -1 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2804: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:2805: read oid 43 snap -1 2024-08-17T17:00:25.877 INFO:tasks.rados.rados.0.smithi001.stdout:2805: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:25.877 INFO:tasks.rados.rados.0.smithi001.stdout:2806: copy_from oid 14 from oid 30 current snap is 263 2024-08-17T17:00:25.877 INFO:tasks.rados.rados.0.smithi001.stdout:2807: snap_create 2024-08-17T17:00:25.880 INFO:tasks.rados.rados.0.smithi001.stdout:2806: finishing copy_from racing read to smithi00187473-14 2024-08-17T17:00:25.882 INFO:tasks.rados.rados.0.smithi001.stdout:2806: finishing copy_from to smithi00187473-14 2024-08-17T17:00:25.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 1863 (ObjNum 33 snap 0 seq_num 1980086204) dirty exists 2024-08-17T17:00:25.912 INFO:tasks.rados.rados.0.smithi001.stdout:2804: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:26.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:25 smithi189 ceph-mon[90541]: pgmap v542: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 42 KiB/s wr, 20 op/s 2024-08-17T17:00:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:25 smithi001 ceph-mon[100737]: pgmap v542: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 42 KiB/s wr, 20 op/s 2024-08-17T17:00:26.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:25 smithi001 ceph-mon[103274]: pgmap v542: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 42 KiB/s wr, 20 op/s 2024-08-17T17:00:26.935 INFO:tasks.rados.rados.0.smithi001.stdout:2805: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:27.095 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:26 smithi189 ceph-mon[90541]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:00:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:26 smithi001 ceph-mon[100737]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:00:27.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:26 smithi001 ceph-mon[103274]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:00:27.213 INFO:tasks.rados.rados.0.smithi001.stdout:2803: done (4 left) 2024-08-17T17:00:27.213 INFO:tasks.rados.rados.0.smithi001.stdout:2804: done (3 left) 2024-08-17T17:00:27.213 INFO:tasks.rados.rados.0.smithi001.stdout:2805: done (2 left) 2024-08-17T17:00:27.213 INFO:tasks.rados.rados.0.smithi001.stdout:2806: done (1 left) 2024-08-17T17:00:27.213 INFO:tasks.rados.rados.0.smithi001.stdout:2807: done (0 left) 2024-08-17T17:00:27.214 INFO:tasks.rados.rados.0.smithi001.stdout:2808: copy_from oid 21 from oid 43 current snap is 264 2024-08-17T17:00:27.214 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 264 2024-08-17T17:00:27.214 INFO:tasks.rados.rados.0.smithi001.stdout:2809: seq_num 887 ranges {1490944=458752} 2024-08-17T17:00:27.224 INFO:tasks.rados.rados.0.smithi001.stdout:2809: writing smithi00187473-29 from 1490944 to 1949696 tid 1 2024-08-17T17:00:27.224 INFO:tasks.rados.rados.0.smithi001.stdout:2810: copy_from oid 30 from oid 45 current snap is 264 2024-08-17T17:00:27.224 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 264 2024-08-17T17:00:27.224 INFO:tasks.rados.rados.0.smithi001.stdout:2811: seq_num 888 ranges {2367488=475136} 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:2811: writing smithi00187473-39 from 2367488 to 2842624 tid 1 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:2812: rollback oid 42 current snap is 264 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 263 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:2809: finishing write tid 1 to smithi00187473-29 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:2808: finishing copy_from racing read to smithi00187473-21 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:2809: finishing write tid 2 to smithi00187473-29 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:2808: finishing copy_from to smithi00187473-21 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:2809: finishing write tid 3 to smithi00187473-29 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2021 (ObjNum 887 snap 264 seq_num 887) dirty exists 2024-08-17T17:00:27.241 INFO:tasks.rados.rados.0.smithi001.stdout:2809: left oid 29 (ObjNum 887 snap 264 seq_num 887) 2024-08-17T17:00:27.242 INFO:tasks.rados.rados.0.smithi001.stdout:2808: done (4 left) 2024-08-17T17:00:27.242 INFO:tasks.rados.rados.0.smithi001.stdout:2809: done (3 left) 2024-08-17T17:00:27.242 INFO:tasks.rados.rados.0.smithi001.stdout:2813: rollback oid 16 current snap is 264 2024-08-17T17:00:27.242 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 263 2024-08-17T17:00:27.242 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 264 2024-08-17T17:00:27.242 INFO:tasks.rados.rados.0.smithi001.stdout:2814: seq_num 889 ranges {1187840=491520} 2024-08-17T17:00:27.249 INFO:tasks.rados.rados.0.smithi001.stdout:2814: writing smithi00187473-48 from 1187840 to 1679360 tid 1 2024-08-17T17:00:27.250 INFO:tasks.rados.rados.0.smithi001.stdout:2815: rmattr oid 44 current snap is 264 2024-08-17T17:00:27.250 INFO:tasks.rados.rados.0.smithi001.stdout:2815: done (5 left) 2024-08-17T17:00:27.250 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 264 2024-08-17T17:00:27.250 INFO:tasks.rados.rados.0.smithi001.stdout:2813: finishing rollback tid 0 to smithi00187473-16 2024-08-17T17:00:27.250 INFO:tasks.rados.rados.0.smithi001.stdout:2812: finishing rollback tid 0 to smithi00187473-42 2024-08-17T17:00:27.250 INFO:tasks.rados.rados.0.smithi001.stdout:2816: seq_num 890 ranges {0=507904} 2024-08-17T17:00:27.253 INFO:tasks.rados.rados.0.smithi001.stdout:2816: writing smithi00187473-40 from 0 to 507904 tid 1 2024-08-17T17:00:27.253 INFO:tasks.rados.rados.0.smithi001.stdout:2812: finishing rollback tid 1 to smithi00187473-42 2024-08-17T17:00:27.253 INFO:tasks.rados.rados.0.smithi001.stdout:2817: setattr oid 47 current snap is 264 2024-08-17T17:00:27.253 INFO:tasks.rados.rados.0.smithi001.stdout:2813: finishing rollback tid 1 to smithi00187473-16 2024-08-17T17:00:27.253 INFO:tasks.rados.rados.0.smithi001.stdout:2812: finishing rollback tid 2 to smithi00187473-42 2024-08-17T17:00:27.253 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2034 (ObjNum 865 snap 258 seq_num 865) dirty exists 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:2811: finishing write tid 1 to smithi00187473-39 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:2813: finishing rollback tid 2 to smithi00187473-16 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1839 (ObjNum 805 snap 242 seq_num 805) dirty exists 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:2811: finishing write tid 2 to smithi00187473-39 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:2811: finishing write tid 3 to smithi00187473-39 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2111 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:2811: left oid 39 (ObjNum 888 snap 264 seq_num 888) 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:2814: finishing write tid 1 to smithi00187473-48 2024-08-17T17:00:27.254 INFO:tasks.rados.rados.0.smithi001.stdout:2814: finishing write tid 2 to smithi00187473-48 2024-08-17T17:00:27.255 INFO:tasks.rados.rados.0.smithi001.stdout:2814: finishing write tid 3 to smithi00187473-48 2024-08-17T17:00:27.255 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 1885 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-08-17T17:00:27.255 INFO:tasks.rados.rados.0.smithi001.stdout:2814: left oid 48 (ObjNum 889 snap 264 seq_num 889) 2024-08-17T17:00:27.255 INFO:tasks.rados.rados.0.smithi001.stdout:2811: done (6 left) 2024-08-17T17:00:27.255 INFO:tasks.rados.rados.0.smithi001.stdout:2812: done (5 left) 2024-08-17T17:00:27.255 INFO:tasks.rados.rados.0.smithi001.stdout:2813: done (4 left) 2024-08-17T17:00:27.255 INFO:tasks.rados.rados.0.smithi001.stdout:2814: done (3 left) 2024-08-17T17:00:27.255 INFO:tasks.rados.rados.0.smithi001.stdout:2818: snap_remove snap 263 2024-08-17T17:00:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:00:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:00:27] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-08-17T17:00:27.850 INFO:tasks.rados.rados.0.smithi001.stdout:2818: done (3 left) 2024-08-17T17:00:27.850 INFO:tasks.rados.rados.0.smithi001.stdout:2819: copy_from oid 5 from oid 43 current snap is 264 2024-08-17T17:00:27.850 INFO:tasks.rados.rados.0.smithi001.stdout:2810: finishing copy_from racing read to smithi00187473-30 2024-08-17T17:00:27.850 INFO:tasks.rados.rados.0.smithi001.stdout:2816: finishing write tid 1 to smithi00187473-40 2024-08-17T17:00:27.850 INFO:tasks.rados.rados.0.smithi001.stdout:2816: finishing write tid 2 to smithi00187473-40 2024-08-17T17:00:27.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 1868 (ObjNum 49 snap 0 seq_num 1537613808) dirty exists 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2810: finishing copy_from to smithi00187473-30 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1851 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2816: finishing write tid 3 to smithi00187473-40 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1841 (ObjNum 890 snap 264 seq_num 890) dirty exists 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2816: left oid 40 (ObjNum 890 snap 264 seq_num 890) 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2810: done (3 left) 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2816: done (2 left) 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2817: done (1 left) 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2820: rollback oid 44 current snap is 264 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2820: done (1 left) 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2821: copy_from oid 35 from oid 33 current snap is 264 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2822: copy_from oid 16 from oid 48 current snap is 264 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2823: rmattr oid 6 current snap is 264 2024-08-17T17:00:27.851 INFO:tasks.rados.rados.0.smithi001.stdout:2823: done (3 left) 2024-08-17T17:00:27.852 INFO:tasks.rados.rados.0.smithi001.stdout:2824: delete oid 38 current snap is 264 2024-08-17T17:00:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:2821: finishing copy_from to smithi00187473-35 2024-08-17T17:00:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:2821: got expected ENOENT (src dne) 2024-08-17T17:00:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:2821: finishing copy_from racing read to smithi00187473-35 2024-08-17T17:00:27.859 INFO:tasks.rados.rados.0.smithi001.stdout:2821: done (3 left) 2024-08-17T17:00:27.859 INFO:tasks.rados.rados.0.smithi001.stdout:2824: done (2 left) 2024-08-17T17:00:27.859 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 264 2024-08-17T17:00:27.859 INFO:tasks.rados.rados.0.smithi001.stdout:2825: seq_num 892 ranges {9453568=548864} 2024-08-17T17:00:27.914 INFO:tasks.rados.rados.0.smithi001.stdout:2825: writing smithi00187473-30 from 9453568 to 10002432 tid 1 2024-08-17T17:00:27.914 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 264 2024-08-17T17:00:27.915 INFO:tasks.rados.rados.0.smithi001.stdout:2826: seq_num 893 ranges {0=565248} 2024-08-17T17:00:27.917 INFO:tasks.rados.rados.0.smithi001.stdout:2826: writing smithi00187473-23 from 0 to 565248 tid 1 2024-08-17T17:00:27.918 INFO:tasks.rados.rados.0.smithi001.stdout:2827: setattr oid 25 current snap is 264 2024-08-17T17:00:27.918 INFO:tasks.rados.rados.0.smithi001.stdout:2822: finishing copy_from racing read to smithi00187473-16 2024-08-17T17:00:27.918 INFO:tasks.rados.rados.0.smithi001.stdout:2822: finishing copy_from to smithi00187473-16 2024-08-17T17:00:27.918 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 1885 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-08-17T17:00:27.918 INFO:tasks.rados.rados.0.smithi001.stdout:2819: finishing copy_from racing read to smithi00187473-5 2024-08-17T17:00:27.918 INFO:tasks.rados.rados.0.smithi001.stdout:2819: finishing copy_from to smithi00187473-5 2024-08-17T17:00:27.918 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:00:27.919 INFO:tasks.rados.rados.0.smithi001.stdout:2819: done (4 left) 2024-08-17T17:00:27.919 INFO:tasks.rados.rados.0.smithi001.stdout:2822: done (3 left) 2024-08-17T17:00:27.919 INFO:tasks.rados.rados.0.smithi001.stdout:2828: copy_from oid 48 from oid 31 current snap is 264 2024-08-17T17:00:27.919 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 264 2024-08-17T17:00:27.919 INFO:tasks.rados.rados.0.smithi001.stdout:2829: seq_num 894 ranges {1695744=581632} 2024-08-17T17:00:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:2829: writing smithi00187473-12 from 1695744 to 2277376 tid 1 2024-08-17T17:00:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:2830: copy_from oid 47 from oid 6 current snap is 264 2024-08-17T17:00:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:2831: delete oid 46 current snap is 264 2024-08-17T17:00:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:2828: finishing copy_from to smithi00187473-48 2024-08-17T17:00:27.932 INFO:tasks.rados.rados.0.smithi001.stdout:2828: got expected ENOENT (src dne) 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2825: finishing write tid 1 to smithi00187473-30 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2828: finishing copy_from racing read to smithi00187473-48 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2825: finishing write tid 2 to smithi00187473-30 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2826: finishing write tid 1 to smithi00187473-23 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2826: finishing write tid 2 to smithi00187473-23 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2825: finishing write tid 3 to smithi00187473-30 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1870 (ObjNum 892 snap 264 seq_num 892) dirty exists 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2825: left oid 30 (ObjNum 892 snap 264 seq_num 892) 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2826: finishing write tid 3 to smithi00187473-23 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1872 (ObjNum 893 snap 264 seq_num 893) dirty exists 2024-08-17T17:00:27.933 INFO:tasks.rados.rados.0.smithi001.stdout:2826: left oid 23 (ObjNum 893 snap 264 seq_num 893) 2024-08-17T17:00:27.934 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1873 (ObjNum 886 snap 263 seq_num 886) dirty exists 2024-08-17T17:00:27.934 INFO:tasks.rados.rados.0.smithi001.stdout:2830: finishing copy_from to smithi00187473-47 2024-08-17T17:00:27.934 INFO:tasks.rados.rados.0.smithi001.stdout:2830: got expected ENOENT (src dne) 2024-08-17T17:00:27.934 INFO:tasks.rados.rados.0.smithi001.stdout:2825: done (6 left) 2024-08-17T17:00:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:2826: done (5 left) 2024-08-17T17:00:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:2827: done (4 left) 2024-08-17T17:00:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:2828: done (3 left) 2024-08-17T17:00:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:2831: done (2 left) 2024-08-17T17:00:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 264 2024-08-17T17:00:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:2830: finishing copy_from racing read to smithi00187473-47 2024-08-17T17:00:27.935 INFO:tasks.rados.rados.0.smithi001.stdout:2832: seq_num 896 ranges {9453568=614400} 2024-08-17T17:00:27.989 INFO:tasks.rados.rados.0.smithi001.stdout:2832: writing smithi00187473-45 from 9453568 to 10067968 tid 1 2024-08-17T17:00:27.989 INFO:tasks.rados.rados.0.smithi001.stdout:2830: done (2 left) 2024-08-17T17:00:27.989 INFO:tasks.rados.rados.0.smithi001.stdout:2833: read oid 23 snap -1 2024-08-17T17:00:27.989 INFO:tasks.rados.rados.0.smithi001.stdout:2833: expect (ObjNum 893 snap 264 seq_num 893) 2024-08-17T17:00:27.989 INFO:tasks.rados.rados.0.smithi001.stdout:2834: delete oid 30 current snap is 264 2024-08-17T17:00:27.989 INFO:tasks.rados.rados.0.smithi001.stdout:2829: finishing write tid 1 to smithi00187473-12 2024-08-17T17:00:27.989 INFO:tasks.rados.rados.0.smithi001.stdout:2829: finishing write tid 2 to smithi00187473-12 2024-08-17T17:00:27.990 INFO:tasks.rados.rados.0.smithi001.stdout:2829: finishing write tid 3 to smithi00187473-12 2024-08-17T17:00:27.990 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1624 (ObjNum 894 snap 264 seq_num 894) dirty exists 2024-08-17T17:00:27.990 INFO:tasks.rados.rados.0.smithi001.stdout:2829: left oid 12 (ObjNum 894 snap 264 seq_num 894) 2024-08-17T17:00:27.993 INFO:tasks.rados.rados.0.smithi001.stdout:2833: expect (ObjNum 893 snap 264 seq_num 893) 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:2832: finishing write tid 1 to smithi00187473-45 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:2832: finishing write tid 2 to smithi00187473-45 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:2832: finishing write tid 3 to smithi00187473-45 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2308 (ObjNum 896 snap 264 seq_num 896) dirty exists 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:2832: left oid 45 (ObjNum 896 snap 264 seq_num 896) 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:2829: done (3 left) 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:2832: done (2 left) 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:2833: done (1 left) 2024-08-17T17:00:28.009 INFO:tasks.rados.rados.0.smithi001.stdout:2834: done (0 left) 2024-08-17T17:00:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:2835: read oid 46 snap -1 2024-08-17T17:00:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:2835: expect deleted 2024-08-17T17:00:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:2836: read oid 10 snap -1 2024-08-17T17:00:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:2836: expect deleted 2024-08-17T17:00:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:2837: rollback oid 33 current snap is 264 2024-08-17T17:00:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:2837: done (2 left) 2024-08-17T17:00:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:2838: copy_from oid 38 from oid 39 current snap is 264 2024-08-17T17:00:28.010 INFO:tasks.rados.rados.0.smithi001.stdout:2839: snap_create 2024-08-17T17:00:28.017 INFO:tasks.rados.rados.0.smithi001.stdout:2838: finishing copy_from racing read to smithi00187473-38 2024-08-17T17:00:28.018 INFO:tasks.rados.rados.0.smithi001.stdout:2838: finishing copy_from to smithi00187473-38 2024-08-17T17:00:28.018 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2111 (ObjNum 888 snap 264 seq_num 888) dirty exists 2024-08-17T17:00:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:27 smithi189 ceph-mon[90541]: pgmap v545: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-08-17T17:00:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:27 smithi189 ceph-mon[90541]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:00:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:27 smithi001 ceph-mon[100737]: pgmap v545: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-08-17T17:00:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:27 smithi001 ceph-mon[100737]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:00:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:27 smithi001 ceph-mon[103274]: pgmap v545: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-08-17T17:00:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:27 smithi001 ceph-mon[103274]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:00:28.856 INFO:tasks.rados.rados.0.smithi001.stdout:2835: done (3 left) 2024-08-17T17:00:28.856 INFO:tasks.rados.rados.0.smithi001.stdout:2836: done (2 left) 2024-08-17T17:00:28.856 INFO:tasks.rados.rados.0.smithi001.stdout:2838: done (1 left) 2024-08-17T17:00:28.857 INFO:tasks.rados.rados.0.smithi001.stdout:2839: done (0 left) 2024-08-17T17:00:28.857 INFO:tasks.rados.rados.0.smithi001.stdout:2840: read oid 9 snap -1 2024-08-17T17:00:28.857 INFO:tasks.rados.rados.0.smithi001.stdout:2840: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T17:00:28.857 INFO:tasks.rados.rados.0.smithi001.stdout:2841: rmattr oid 48 current snap is 265 2024-08-17T17:00:28.857 INFO:tasks.rados.rados.0.smithi001.stdout:2841: done (1 left) 2024-08-17T17:00:28.857 INFO:tasks.rados.rados.0.smithi001.stdout:2842: snap_create 2024-08-17T17:00:28.861 INFO:tasks.rados.rados.0.smithi001.stdout:2840: expect (ObjNum 718 snap 206 seq_num 718) 2024-08-17T17:00:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:28 smithi189 ceph-mon[90541]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:00:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:28 smithi001 ceph-mon[100737]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:00:29.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:28 smithi001 ceph-mon[103274]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:00:29.809 INFO:tasks.rados.rados.0.smithi001.stdout:2840: done (1 left) 2024-08-17T17:00:29.809 INFO:tasks.rados.rados.0.smithi001.stdout:2842: done (0 left) 2024-08-17T17:00:29.809 INFO:tasks.rados.rados.0.smithi001.stdout:2843: snap_create 2024-08-17T17:00:29.939 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch ps' 2024-08-17T17:00:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:29 smithi189 ceph-mon[90541]: pgmap v548: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 984 KiB/s wr, 18 op/s 2024-08-17T17:00:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:29 smithi189 ceph-mon[90541]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:00:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:29 smithi189 ceph-mon[90541]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:00:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:29 smithi001 ceph-mon[103274]: pgmap v548: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 984 KiB/s wr, 18 op/s 2024-08-17T17:00:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:29 smithi001 ceph-mon[103274]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:00:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:29 smithi001 ceph-mon[103274]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:00:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:29 smithi001 ceph-mon[100737]: pgmap v548: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 984 KiB/s wr, 18 op/s 2024-08-17T17:00:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:29 smithi001 ceph-mon[100737]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:00:30.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:29 smithi001 ceph-mon[100737]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:00:30.253 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:30.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:00:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:00:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:00:30.814 INFO:tasks.rados.rados.0.smithi001.stdout:2843: done (0 left) 2024-08-17T17:00:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 267 2024-08-17T17:00:30.815 INFO:tasks.rados.rados.0.smithi001.stdout:2844: seq_num 898 ranges {2162688=647168} 2024-08-17T17:00:30.830 INFO:tasks.rados.rados.0.smithi001.stdout:2844: writing smithi00187473-15 from 2162688 to 2809856 tid 1 2024-08-17T17:00:30.830 INFO:tasks.rados.rados.0.smithi001.stdout:2845: rollback oid 3 current snap is 267 2024-08-17T17:00:30.830 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 265 2024-08-17T17:00:30.831 INFO:tasks.rados.rados.0.smithi001.stdout:2846: read oid 50 snap 264 2024-08-17T17:00:30.831 INFO:tasks.rados.rados.0.smithi001.stdout:2846: expect (ObjNum 854 snap 254 seq_num 854) 2024-08-17T17:00:30.831 INFO:tasks.rados.rados.0.smithi001.stdout:2847: copy_from oid 4 from oid 10 current snap is 267 2024-08-17T17:00:30.831 INFO:tasks.rados.rados.0.smithi001.stdout:2848: snap_create 2024-08-17T17:00:30.836 INFO:tasks.rados.rados.0.smithi001.stdout:2844: finishing write tid 1 to smithi00187473-15 2024-08-17T17:00:30.837 INFO:tasks.rados.rados.0.smithi001.stdout:2844: finishing write tid 2 to smithi00187473-15 2024-08-17T17:00:30.837 INFO:tasks.rados.rados.0.smithi001.stdout:2847: finishing copy_from to smithi00187473-4 2024-08-17T17:00:30.837 INFO:tasks.rados.rados.0.smithi001.stdout:2847: got expected ENOENT (src dne) 2024-08-17T17:00:30.837 INFO:tasks.rados.rados.0.smithi001.stdout:2847: finishing copy_from racing read to smithi00187473-4 2024-08-17T17:00:30.837 INFO:tasks.rados.rados.0.smithi001.stdout:2844: finishing write tid 3 to smithi00187473-15 2024-08-17T17:00:30.838 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2023 (ObjNum 898 snap 267 seq_num 898) dirty exists 2024-08-17T17:00:30.838 INFO:tasks.rados.rados.0.smithi001.stdout:2844: left oid 15 (ObjNum 898 snap 267 seq_num 898) 2024-08-17T17:00:30.839 INFO:tasks.rados.rados.0.smithi001.stdout:2845: finishing rollback tid 0 to smithi00187473-3 2024-08-17T17:00:30.839 INFO:tasks.rados.rados.0.smithi001.stdout:2845: finishing rollback tid 1 to smithi00187473-3 2024-08-17T17:00:30.839 INFO:tasks.rados.rados.0.smithi001.stdout:2845: finishing rollback tid 2 to smithi00187473-3 2024-08-17T17:00:30.840 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1883 (ObjNum 876 snap 262 seq_num 876) dirty exists 2024-08-17T17:00:30.876 INFO:tasks.rados.rados.0.smithi001.stdout:2846: expect (ObjNum 854 snap 254 seq_num 854) 2024-08-17T17:00:30.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:30 smithi001 ceph-mon[103274]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:30.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:30 smithi001 ceph-mon[103274]: pgmap v551: 121 pgs: 121 active+clean; 124 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-08-17T17:00:30.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:30 smithi001 ceph-mon[103274]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:00:30.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:30 smithi001 ceph-mon[100737]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:30.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:30 smithi001 ceph-mon[100737]: pgmap v551: 121 pgs: 121 active+clean; 124 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-08-17T17:00:30.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:30 smithi001 ceph-mon[100737]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:00:31.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:30 smithi189 ceph-mon[90541]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:31.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:30 smithi189 ceph-mon[90541]: pgmap v551: 121 pgs: 121 active+clean; 124 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-08-17T17:00:31.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:30 smithi189 ceph-mon[90541]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:00:31.816 INFO:tasks.rados.rados.0.smithi001.stdout:2844: done (4 left) 2024-08-17T17:00:31.816 INFO:tasks.rados.rados.0.smithi001.stdout:2845: done (3 left) 2024-08-17T17:00:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:2846: done (2 left) 2024-08-17T17:00:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:2847: done (1 left) 2024-08-17T17:00:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:2848: done (0 left) 2024-08-17T17:00:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:2849: rollback oid 15 current snap is 268 2024-08-17T17:00:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 15 to 267 2024-08-17T17:00:31.817 INFO:tasks.rados.rados.0.smithi001.stdout:2850: snap_remove snap 265 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:alertmanager.a smithi001 *:9093,9094 running (7m) 54s ago 12m 20.2M - 0.27.0 11f11916f8cd 4bc906287f60 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:grafana.a smithi189 *:3000 running (21s) 14s ago 11m 42.0M - c8b91775d855 93ba4d337c8e 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (58s) 54s ago 13m 11.8M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb b3a0dfa9fce2 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi189 running (42s) 14s ago 13m 12.2M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 441e1eeb9191 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi189 *:8443,9283,8765 running (6m) 14s ago 16m 455M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3c69496b51a8 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi001 *:8443,9283,8765 running (7m) 54s ago 18m 528M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed0e454fc0c1 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (6m) 54s ago 18m 65.6M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1c3ce7eae855 2024-08-17T17:00:32.150 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi189 running (5m) 14s ago 17m 56.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9c129c8c3a79 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi001 running (6m) 54s ago 17m 56.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb eab28d0cc75e 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.a smithi001 *:9100 running (7m) 54s ago 11m 11.4M - 1.7.0 72c9c2088986 784425e07039 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:node-exporter.b smithi189 *:9100 running (7m) 14s ago 11m 12.3M - 1.7.0 72c9c2088986 550532db830a 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (5m) 54s ago 16m 244M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 88a9350421f0 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi001 running (4m) 54s ago 16m 226M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5d90cda4e386 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi001 running (4m) 54s ago 15m 135M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 5e3bfa92ff87 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (3m) 54s ago 15m 160M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4198617f447f 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi189 running (2m) 14s ago 14m 226M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 51ebb262bcb0 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi189 running (2m) 14s ago 14m 159M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ffe2ec59c191 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi189 running (109s) 14s ago 14m 90.1M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2bd5e70c791a 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi189 running (75s) 14s ago 13m 74.3M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 16ce46e94ccf 2024-08-17T17:00:32.151 INFO:teuthology.orchestra.run.smithi001.stdout:prometheus.a smithi189 *:9095 running (6m) 14s ago 12m 54.0M - 2.51.0 1d3b7f56885b 66c88d87659d 2024-08-17T17:00:32.761 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions' 2024-08-17T17:00:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:2850: done (1 left) 2024-08-17T17:00:32.823 INFO:tasks.rados.rados.0.smithi001.stdout:2851: snap_remove snap 264 2024-08-17T17:00:33.029 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:33.153 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:32 smithi001 ceph-mon[100737]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:00:33.153 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:32 smithi001 ceph-mon[103274]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:00:33.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:32 smithi189 ceph-mon[90541]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:00:33.824 INFO:tasks.rados.rados.0.smithi001.stdout:2851: done (1 left) 2024-08-17T17:00:33.824 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 268 2024-08-17T17:00:33.824 INFO:tasks.rados.rados.0.smithi001.stdout:2852: seq_num 899 ranges {0=663552} 2024-08-17T17:00:33.828 INFO:tasks.rados.rados.0.smithi001.stdout:2852: writing smithi00187473-44 from 0 to 663552 tid 1 2024-08-17T17:00:33.828 INFO:tasks.rados.rados.0.smithi001.stdout:2853: rollback oid 37 current snap is 268 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 267 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:2849: finishing rollback tid 0 to smithi00187473-15 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:2849: finishing rollback tid 1 to smithi00187473-15 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:2849: finishing rollback tid 2 to smithi00187473-15 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2026 (ObjNum 898 snap 267 seq_num 898) dirty exists 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:2849: done (2 left) 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:2854: rollback oid 32 current snap is 268 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 267 2024-08-17T17:00:33.829 INFO:tasks.rados.rados.0.smithi001.stdout:2855: snap_remove snap 266 2024-08-17T17:00:34.166 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:33 smithi001 ceph-mon[100737]: pgmap v554: 121 pgs: 121 active+clean; 131 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-08-17T17:00:34.166 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:33 smithi001 ceph-mon[100737]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:34.166 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:33 smithi001 ceph-mon[100737]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:00:34.167 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:33 smithi001 ceph-mon[103274]: pgmap v554: 121 pgs: 121 active+clean; 131 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-08-17T17:00:34.167 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:33 smithi001 ceph-mon[103274]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:34.167 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:33 smithi001 ceph-mon[103274]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:00:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:33 smithi189 ceph-mon[90541]: pgmap v554: 121 pgs: 121 active+clean; 131 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-08-17T17:00:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:33 smithi189 ceph-mon[90541]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:33 smithi189 ceph-mon[90541]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:00:34.809 INFO:tasks.rados.rados.0.smithi001.stdout:2855: done (3 left) 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2856: read oid 45 snap -1 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2856: expect (ObjNum 896 snap 264 seq_num 896) 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2857: read oid 49 snap -1 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2857: expect deleted 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2858: copy_from oid 41 from oid 13 current snap is 268 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2859: snap_create 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2852: finishing write tid 1 to smithi00187473-44 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2854: finishing rollback tid 0 to smithi00187473-32 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2852: finishing write tid 2 to smithi00187473-44 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2854: finishing rollback tid 1 to smithi00187473-32 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2854: finishing rollback tid 2 to smithi00187473-32 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2313 (ObjNum 840 snap 251 seq_num 840) dirty exists 2024-08-17T17:00:34.810 INFO:tasks.rados.rados.0.smithi001.stdout:2853: finishing rollback tid 0 to smithi00187473-37 2024-08-17T17:00:34.811 INFO:tasks.rados.rados.0.smithi001.stdout:2853: finishing rollback tid 1 to smithi00187473-37 2024-08-17T17:00:34.811 INFO:tasks.rados.rados.0.smithi001.stdout:2853: finishing rollback tid 2 to smithi00187473-37 2024-08-17T17:00:34.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 659 (ObjNum 863 snap 257 seq_num 863) dirty exists 2024-08-17T17:00:34.811 INFO:tasks.rados.rados.0.smithi001.stdout:2852: finishing write tid 3 to smithi00187473-44 2024-08-17T17:00:34.811 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2023 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-08-17T17:00:34.811 INFO:tasks.rados.rados.0.smithi001.stdout:2852: left oid 44 (ObjNum 899 snap 268 seq_num 899) 2024-08-17T17:00:34.851 INFO:tasks.rados.rados.0.smithi001.stdout:2856: expect (ObjNum 896 snap 264 seq_num 896) 2024-08-17T17:00:34.973 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: "mon": { 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr": { 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: "osd": { 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T17:00:34.974 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-08-17T17:00:34.975 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:00:34.975 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-08-17T17:00:34.975 INFO:teuthology.orchestra.run.smithi001.stdout: "overall": { 2024-08-17T17:00:34.975 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 15 2024-08-17T17:00:34.975 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-08-17T17:00:34.975 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-08-17T17:00:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:34 smithi189 ceph-mon[90541]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:00:35.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:34 smithi189 ceph-mon[90541]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:00:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:34 smithi001 ceph-mon[100737]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:00:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:34 smithi001 ceph-mon[100737]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:00:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:34 smithi001 ceph-mon[103274]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:00:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:34 smithi001 ceph-mon[103274]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:00:35.547 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-17T17:00:35.815 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:35.831 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:35 smithi001 ceph-mon[100737]: pgmap v557: 121 pgs: 121 active+clean; 131 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-17T17:00:35.831 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:35 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/374387526' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:35.831 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:35 smithi001 ceph-mon[100737]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:00:36.076 INFO:tasks.rados.rados.0.smithi001.stdout:2858: finishing copy_from racing read to smithi00187473-41 2024-08-17T17:00:36.076 INFO:tasks.rados.rados.0.smithi001.stdout:2858: finishing copy_from to smithi00187473-41 2024-08-17T17:00:36.076 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2099 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:00:36.076 INFO:tasks.rados.rados.0.smithi001.stdout:2852: done (6 left) 2024-08-17T17:00:36.076 INFO:tasks.rados.rados.0.smithi001.stdout:2853: done (5 left) 2024-08-17T17:00:36.076 INFO:tasks.rados.rados.0.smithi001.stdout:2854: done (4 left) 2024-08-17T17:00:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:2856: done (3 left) 2024-08-17T17:00:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:2857: done (2 left) 2024-08-17T17:00:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:2858: done (1 left) 2024-08-17T17:00:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:2859: done (0 left) 2024-08-17T17:00:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:2860: copy_from oid 41 from oid 6 current snap is 269 2024-08-17T17:00:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:2861: read oid 46 snap 267 2024-08-17T17:00:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:2861: expect deleted 2024-08-17T17:00:36.077 INFO:tasks.rados.rados.0.smithi001.stdout:2862: snap_create 2024-08-17T17:00:36.079 INFO:tasks.rados.rados.0.smithi001.stdout:2860: finishing copy_from to smithi00187473-41 2024-08-17T17:00:36.079 INFO:tasks.rados.rados.0.smithi001.stdout:2860: got expected ENOENT (src dne) 2024-08-17T17:00:36.079 INFO:tasks.rados.rados.0.smithi001.stdout:2860: finishing copy_from racing read to smithi00187473-41 2024-08-17T17:00:36.099 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:35 smithi001 ceph-mon[103274]: pgmap v557: 121 pgs: 121 active+clean; 131 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-17T17:00:36.099 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:35 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/374387526' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:36.099 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:35 smithi001 ceph-mon[103274]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:00:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:35 smithi189 ceph-mon[90541]: pgmap v557: 121 pgs: 121 active+clean; 131 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-08-17T17:00:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:35 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/374387526' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:36.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:35 smithi189 ceph-mon[90541]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:00:36.840 INFO:tasks.rados.rados.0.smithi001.stdout:2860: done (2 left) 2024-08-17T17:00:36.840 INFO:tasks.rados.rados.0.smithi001.stdout:2861: done (1 left) 2024-08-17T17:00:36.840 INFO:tasks.rados.rados.0.smithi001.stdout:2862: done (0 left) 2024-08-17T17:00:36.840 INFO:tasks.rados.rados.0.smithi001.stdout:2863: setattr oid 18 current snap is 270 2024-08-17T17:00:36.842 INFO:tasks.rados.rados.0.smithi001.stdout:2864: copy_from oid 28 from oid 41 current snap is 270 2024-08-17T17:00:36.842 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 270 2024-08-17T17:00:36.842 INFO:tasks.rados.rados.0.smithi001.stdout:2865: seq_num 900 ranges {278528=679936} 2024-08-17T17:00:36.848 INFO:tasks.rados.rados.0.smithi001.stdout:2865: writing smithi00187473-3 from 278528 to 958464 tid 1 2024-08-17T17:00:36.848 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 270 2024-08-17T17:00:36.848 INFO:tasks.rados.rados.0.smithi001.stdout:2866: seq_num 901 ranges {5242880=696320} 2024-08-17T17:00:36.881 INFO:tasks.rados.rados.0.smithi001.stdout:2866: writing smithi00187473-5 from 5242880 to 5939200 tid 1 2024-08-17T17:00:36.881 INFO:tasks.rados.rados.0.smithi001.stdout:2867: snap_remove snap 267 2024-08-17T17:00:37.464 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:00:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:00:37] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-08-17T17:00:37.700 INFO:teuthology.orchestra.run.smithi001.stdout:true 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:2867: done (4 left) 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:2868: rollback oid 20 current snap is 270 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 269 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2317 (ObjNum 722 snap 207 seq_num 722) dirty exists 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:2865: finishing write tid 1 to smithi00187473-3 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:2865: finishing write tid 2 to smithi00187473-3 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:2865: finishing write tid 3 to smithi00187473-3 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1885 (ObjNum 900 snap 270 seq_num 900) dirty exists 2024-08-17T17:00:37.846 INFO:tasks.rados.rados.0.smithi001.stdout:2865: left oid 3 (ObjNum 900 snap 270 seq_num 900) 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2864: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2864: finishing copy_from to smithi00187473-28 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2099 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2866: finishing write tid 1 to smithi00187473-5 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2866: finishing write tid 2 to smithi00187473-5 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2866: finishing write tid 3 to smithi00187473-5 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2320 (ObjNum 901 snap 270 seq_num 901) dirty exists 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2866: left oid 5 (ObjNum 901 snap 270 seq_num 901) 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2863: done (4 left) 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2864: done (3 left) 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2865: done (2 left) 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2866: done (1 left) 2024-08-17T17:00:37.847 INFO:tasks.rados.rados.0.smithi001.stdout:2869: setattr oid 16 current snap is 270 2024-08-17T17:00:37.849 INFO:tasks.rados.rados.0.smithi001.stdout:2870: copy_from oid 45 from oid 35 current snap is 270 2024-08-17T17:00:37.849 INFO:tasks.rados.rados.0.smithi001.stdout:2871: read oid 15 snap -1 2024-08-17T17:00:37.849 INFO:tasks.rados.rados.0.smithi001.stdout:2871: expect (ObjNum 898 snap 267 seq_num 898) 2024-08-17T17:00:37.849 INFO:tasks.rados.rados.0.smithi001.stdout:2872: rollback oid 18 current snap is 270 2024-08-17T17:00:37.849 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 269 2024-08-17T17:00:37.849 INFO:tasks.rados.rados.0.smithi001.stdout:2873: snap_remove snap 268 2024-08-17T17:00:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:37 smithi189 ceph-mon[90541]: pgmap v560: 121 pgs: 121 active+clean; 138 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 2 op/s 2024-08-17T17:00:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:37 smithi189 ceph-mon[90541]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:00:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:37 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1526714116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:37 smithi001 ceph-mon[103274]: pgmap v560: 121 pgs: 121 active+clean; 138 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 2 op/s 2024-08-17T17:00:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:37 smithi001 ceph-mon[103274]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:00:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:37 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1526714116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:38.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:37 smithi001 ceph-mon[100737]: pgmap v560: 121 pgs: 121 active+clean; 138 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 2 op/s 2024-08-17T17:00:38.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:37 smithi001 ceph-mon[100737]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:00:38.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:37 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1526714116' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:38.180 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:00:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[114086]: 2024-08-17T17:00:37.860+0000 7f68012ea640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 164 after trimming was started 2024-08-17T17:00:38.309 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-17T17:00:38.574 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:2873: done (5 left) 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:2874: rollback oid 7 current snap is 270 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 269 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2100 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:2868: finishing rollback tid 0 to smithi00187473-20 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:2868: finishing rollback tid 1 to smithi00187473-20 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:2868: finishing rollback tid 2 to smithi00187473-20 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1888 (ObjNum 885 snap 263 seq_num 885) dirty exists 2024-08-17T17:00:38.851 INFO:tasks.rados.rados.0.smithi001.stdout:2870: finishing copy_from to smithi00187473-45 2024-08-17T17:00:38.852 INFO:tasks.rados.rados.0.smithi001.stdout:2870: got expected ENOENT (src dne) 2024-08-17T17:00:38.852 INFO:tasks.rados.rados.0.smithi001.stdout:2870: finishing copy_from racing read to smithi00187473-45 2024-08-17T17:00:38.852 INFO:tasks.rados.rados.0.smithi001.stdout:2872: finishing rollback tid 0 to smithi00187473-18 2024-08-17T17:00:38.852 INFO:tasks.rados.rados.0.smithi001.stdout:2872: finishing rollback tid 1 to smithi00187473-18 2024-08-17T17:00:38.852 INFO:tasks.rados.rados.0.smithi001.stdout:2871: expect (ObjNum 898 snap 267 seq_num 898) 2024-08-17T17:00:38.962 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:38 smithi001 ceph-mon[100737]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:00:38.963 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:38.963 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:38 smithi001 ceph-mon[103274]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:00:38.963 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2872: finishing rollback tid 2 to smithi00187473-18 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2327 (ObjNum 722 snap 207 seq_num 722) dirty exists 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2874: finishing rollback tid 0 to smithi00187473-7 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2874: finishing rollback tid 1 to smithi00187473-7 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2874: finishing rollback tid 2 to smithi00187473-7 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 1844 (ObjNum 805 snap 242 seq_num 805) dirty exists 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2868: done (5 left) 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2869: done (4 left) 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2870: done (3 left) 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2871: done (2 left) 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2872: done (1 left) 2024-08-17T17:00:38.965 INFO:tasks.rados.rados.0.smithi001.stdout:2874: done (0 left) 2024-08-17T17:00:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:2875: rmattr oid 24 current snap is 270 2024-08-17T17:00:38.966 INFO:tasks.rados.rados.0.smithi001.stdout:2876: snap_remove snap 269 2024-08-17T17:00:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:38 smithi189 ceph-mon[90541]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:00:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:39.812 INFO:tasks.rados.rados.0.smithi001.stdout:2876: done (1 left) 2024-08-17T17:00:39.812 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 270 2024-08-17T17:00:39.812 INFO:tasks.rados.rados.0.smithi001.stdout:2877: seq_num 902 ranges {3391488=712704} 2024-08-17T17:00:39.835 INFO:tasks.rados.rados.0.smithi001.stdout:2877: writing smithi00187473-26 from 3391488 to 4104192 tid 1 2024-08-17T17:00:39.835 INFO:tasks.rados.rados.0.smithi001.stdout:2878: read oid 17 snap -1 2024-08-17T17:00:39.835 INFO:tasks.rados.rados.0.smithi001.stdout:2878: expect (ObjNum 771 snap 229 seq_num 771) 2024-08-17T17:00:39.835 INFO:tasks.rados.rados.0.smithi001.stdout:2879: copy_from oid 28 from oid 47 current snap is 270 2024-08-17T17:00:39.835 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1625 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:00:39.835 INFO:tasks.rados.rados.0.smithi001.stdout:2875: done (3 left) 2024-08-17T17:00:39.835 INFO:tasks.rados.rados.0.smithi001.stdout:2880: setattr oid 43 current snap is 270 2024-08-17T17:00:39.837 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 270 2024-08-17T17:00:39.838 INFO:tasks.rados.rados.0.smithi001.stdout:2881: seq_num 903 ranges {0=729088} 2024-08-17T17:00:39.843 INFO:tasks.rados.rados.0.smithi001.stdout:2881: writing smithi00187473-8 from 0 to 729088 tid 1 2024-08-17T17:00:39.843 INFO:tasks.rados.rados.0.smithi001.stdout:2882: snap_create 2024-08-17T17:00:39.843 INFO:tasks.rados.rados.0.smithi001.stdout:2879: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:00:39.843 INFO:tasks.rados.rados.0.smithi001.stdout:2879: finishing copy_from to smithi00187473-28 2024-08-17T17:00:39.843 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1868 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T17:00:39.844 INFO:tasks.rados.rados.0.smithi001.stdout:2877: finishing write tid 1 to smithi00187473-26 2024-08-17T17:00:39.844 INFO:tasks.rados.rados.0.smithi001.stdout:2877: finishing write tid 2 to smithi00187473-26 2024-08-17T17:00:39.844 INFO:tasks.rados.rados.0.smithi001.stdout:2877: finishing write tid 3 to smithi00187473-26 2024-08-17T17:00:39.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 1846 (ObjNum 902 snap 270 seq_num 902) dirty exists 2024-08-17T17:00:39.844 INFO:tasks.rados.rados.0.smithi001.stdout:2877: left oid 26 (ObjNum 902 snap 270 seq_num 902) 2024-08-17T17:00:39.848 INFO:tasks.rados.rados.0.smithi001.stdout:2881: finishing write tid 1 to smithi00187473-8 2024-08-17T17:00:39.848 INFO:tasks.rados.rados.0.smithi001.stdout:2881: finishing write tid 2 to smithi00187473-8 2024-08-17T17:00:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:2881: finishing write tid 3 to smithi00187473-8 2024-08-17T17:00:39.849 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2036 (ObjNum 903 snap 270 seq_num 903) dirty exists 2024-08-17T17:00:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:2881: left oid 8 (ObjNum 903 snap 270 seq_num 903) 2024-08-17T17:00:39.861 INFO:tasks.rados.rados.0.smithi001.stdout:2878: expect (ObjNum 771 snap 229 seq_num 771) 2024-08-17T17:00:39.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:39 smithi001 ceph-mon[100737]: pgmap v563: 121 pgs: 121 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 2 op/s 2024-08-17T17:00:39.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:39 smithi001 ceph-mon[100737]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:00:39.922 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:39 smithi001 ceph-mon[100737]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:00:39.922 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:39 smithi001 ceph-mon[103274]: pgmap v563: 121 pgs: 121 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 2 op/s 2024-08-17T17:00:39.922 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:39 smithi001 ceph-mon[103274]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:00:39.922 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:39 smithi001 ceph-mon[103274]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:00:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:39 smithi189 ceph-mon[90541]: pgmap v563: 121 pgs: 121 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.9 MiB/s wr, 2 op/s 2024-08-17T17:00:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:39 smithi189 ceph-mon[90541]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:00:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:39 smithi189 ceph-mon[90541]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:00:40.396 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2338 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:00:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)" 2024-08-17T17:00:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:00:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:00:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:00:40.813 INFO:tasks.rados.rados.0.smithi001.stdout:2877: done (5 left) 2024-08-17T17:00:40.813 INFO:tasks.rados.rados.0.smithi001.stdout:2878: done (4 left) 2024-08-17T17:00:40.813 INFO:tasks.rados.rados.0.smithi001.stdout:2879: done (3 left) 2024-08-17T17:00:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:2880: done (2 left) 2024-08-17T17:00:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:2881: done (1 left) 2024-08-17T17:00:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:2882: done (0 left) 2024-08-17T17:00:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 271 2024-08-17T17:00:40.814 INFO:tasks.rados.rados.0.smithi001.stdout:2883: seq_num 904 ranges {0=745472} 2024-08-17T17:00:40.817 INFO:tasks.rados.rados.0.smithi001.stdout:2883: writing smithi00187473-10 from 0 to 745472 tid 1 2024-08-17T17:00:40.817 INFO:tasks.rados.rados.0.smithi001.stdout:2884: read oid 15 snap -1 2024-08-17T17:00:40.817 INFO:tasks.rados.rados.0.smithi001.stdout:2884: expect (ObjNum 898 snap 267 seq_num 898) 2024-08-17T17:00:40.817 INFO:tasks.rados.rados.0.smithi001.stdout:2885: read oid 13 snap -1 2024-08-17T17:00:40.817 INFO:tasks.rados.rados.0.smithi001.stdout:2885: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:40.818 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 271 2024-08-17T17:00:40.818 INFO:tasks.rados.rados.0.smithi001.stdout:2886: seq_num 905 ranges {958464=761856} 2024-08-17T17:00:40.828 INFO:tasks.rados.rados.0.smithi001.stdout:2886: writing smithi00187473-3 from 958464 to 1720320 tid 1 2024-08-17T17:00:40.828 INFO:tasks.rados.rados.0.smithi001.stdout:2887: read oid 43 snap -1 2024-08-17T17:00:40.828 INFO:tasks.rados.rados.0.smithi001.stdout:2887: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:40.828 INFO:tasks.rados.rados.0.smithi001.stdout:2888: setattr oid 20 current snap is 271 2024-08-17T17:00:40.829 INFO:tasks.rados.rados.0.smithi001.stdout:2883: finishing write tid 1 to smithi00187473-10 2024-08-17T17:00:40.829 INFO:tasks.rados.rados.0.smithi001.stdout:2883: finishing write tid 2 to smithi00187473-10 2024-08-17T17:00:40.829 INFO:tasks.rados.rados.0.smithi001.stdout:2883: finishing write tid 3 to smithi00187473-10 2024-08-17T17:00:40.829 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2025 (ObjNum 904 snap 271 seq_num 904) dirty exists 2024-08-17T17:00:40.829 INFO:tasks.rados.rados.0.smithi001.stdout:2883: left oid 10 (ObjNum 904 snap 271 seq_num 904) 2024-08-17T17:00:40.829 INFO:tasks.rados.rados.0.smithi001.stdout:2884: expect (ObjNum 898 snap 267 seq_num 898) 2024-08-17T17:00:40.952 INFO:tasks.rados.rados.0.smithi001.stdout:2887: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:41.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:40 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/4192179516' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:41.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:40 smithi001 ceph-mon[100737]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:00:41.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:40 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/4192179516' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:41.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:40 smithi001 ceph-mon[103274]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:00:41.107 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T17:00:41.107 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-17T17:00:41.108 DEBUG:teuthology.parallel:result is None 2024-08-17T17:00:41.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:40 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/4192179516' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:00:41.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:40 smithi189 ceph-mon[90541]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:00:41.234 INFO:tasks.rados.rados.0.smithi001.stdout:2886: finishing write tid 1 to smithi00187473-3 2024-08-17T17:00:41.234 INFO:tasks.rados.rados.0.smithi001.stdout:2886: finishing write tid 2 to smithi00187473-3 2024-08-17T17:00:41.235 INFO:tasks.rados.rados.0.smithi001.stdout:2886: finishing write tid 3 to smithi00187473-3 2024-08-17T17:00:41.235 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1887 (ObjNum 905 snap 271 seq_num 905) dirty exists 2024-08-17T17:00:41.235 INFO:tasks.rados.rados.0.smithi001.stdout:2886: left oid 3 (ObjNum 905 snap 271 seq_num 905) 2024-08-17T17:00:41.235 INFO:tasks.rados.rados.0.smithi001.stdout:2885: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:41.883 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 1889 (ObjNum 885 snap 263 seq_num 885) dirty exists 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:2883: done (5 left) 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:2884: done (4 left) 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:2885: done (3 left) 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:2886: done (2 left) 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:2887: done (1 left) 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:2888: done (0 left) 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:2889: copy_from oid 48 from oid 4 current snap is 271 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 271 2024-08-17T17:00:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:2890: seq_num 906 ranges {1949696=778240} 2024-08-17T17:00:41.900 INFO:tasks.rados.rados.0.smithi001.stdout:2890: writing smithi00187473-29 from 1949696 to 2727936 tid 1 2024-08-17T17:00:41.900 INFO:tasks.rados.rados.0.smithi001.stdout:2891: copy_from oid 45 from oid 41 current snap is 271 2024-08-17T17:00:41.900 INFO:tasks.rados.rados.0.smithi001.stdout:2892: snap_remove snap 270 2024-08-17T17:00:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:41 smithi189 ceph-mon[90541]: pgmap v566: 121 pgs: 121 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-08-17T17:00:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:41 smithi001 ceph-mon[103274]: pgmap v566: 121 pgs: 121 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-08-17T17:00:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:41 smithi001 ceph-mon[100737]: pgmap v566: 121 pgs: 121 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-08-17T17:00:42.865 INFO:tasks.rados.rados.0.smithi001.stdout:2889: finishing copy_from racing read to smithi00187473-48 2024-08-17T17:00:42.865 INFO:tasks.rados.rados.0.smithi001.stdout:2890: finishing write tid 1 to smithi00187473-29 2024-08-17T17:00:42.865 INFO:tasks.rados.rados.0.smithi001.stdout:2890: finishing write tid 2 to smithi00187473-29 2024-08-17T17:00:42.865 INFO:tasks.rados.rados.0.smithi001.stdout:2889: finishing copy_from to smithi00187473-48 2024-08-17T17:00:42.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2098 (ObjNum 857 snap 256 seq_num 857) dirty exists 2024-08-17T17:00:42.865 INFO:tasks.rados.rados.0.smithi001.stdout:2890: finishing write tid 3 to smithi00187473-29 2024-08-17T17:00:42.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2028 (ObjNum 906 snap 271 seq_num 906) dirty exists 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2890: left oid 29 (ObjNum 906 snap 271 seq_num 906) 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2891: finishing copy_from racing read to smithi00187473-45 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2891: finishing copy_from to smithi00187473-45 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2099 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2889: done (3 left) 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2890: done (2 left) 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2891: done (1 left) 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2892: done (0 left) 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2893: rollback oid 24 current snap is 271 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2893: done (0 left) 2024-08-17T17:00:42.866 INFO:tasks.rados.rados.0.smithi001.stdout:2894: snap_create 2024-08-17T17:00:43.866 INFO:tasks.rados.rados.0.smithi001.stdout:2894: done (0 left) 2024-08-17T17:00:43.866 INFO:tasks.rados.rados.0.smithi001.stdout:2895: delete oid 6 current snap is 272 2024-08-17T17:00:43.870 INFO:tasks.rados.rados.0.smithi001.stdout:2895: done (0 left) 2024-08-17T17:00:43.870 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 272 2024-08-17T17:00:43.870 INFO:tasks.rados.rados.0.smithi001.stdout:2896: seq_num 908 ranges {0=409600,409600=401408} 2024-08-17T17:00:43.872 INFO:tasks.rados.rados.0.smithi001.stdout:2896: writing smithi00187473-34 from 0 to 409600 tid 1 2024-08-17T17:00:43.874 INFO:tasks.rados.rados.0.smithi001.stdout:2896: writing smithi00187473-34 from 409600 to 811008 tid 2 2024-08-17T17:00:43.875 INFO:tasks.rados.rados.0.smithi001.stdout:2897: read oid 41 snap 271 2024-08-17T17:00:43.875 INFO:tasks.rados.rados.0.smithi001.stdout:2897: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:43.875 INFO:tasks.rados.rados.0.smithi001.stdout:2898: rollback oid 1 current snap is 272 2024-08-17T17:00:43.875 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 271 2024-08-17T17:00:43.875 INFO:tasks.rados.rados.0.smithi001.stdout:2899: snap_create 2024-08-17T17:00:43.878 INFO:tasks.rados.rados.0.smithi001.stdout:2896: finishing write tid 1 to smithi00187473-34 2024-08-17T17:00:43.880 INFO:tasks.rados.rados.0.smithi001.stdout:2896: finishing write tid 2 to smithi00187473-34 2024-08-17T17:00:43.880 INFO:tasks.rados.rados.0.smithi001.stdout:2896: finishing write tid 3 to smithi00187473-34 2024-08-17T17:00:43.885 INFO:tasks.rados.rados.0.smithi001.stdout:2898: finishing rollback tid 0 to smithi00187473-1 2024-08-17T17:00:43.887 INFO:tasks.rados.rados.0.smithi001.stdout:2896: finishing write tid 4 to smithi00187473-34 2024-08-17T17:00:43.887 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1877 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-08-17T17:00:43.887 INFO:tasks.rados.rados.0.smithi001.stdout:2896: left oid 34 (ObjNum 908 snap 272 seq_num 908) 2024-08-17T17:00:43.888 INFO:tasks.rados.rados.0.smithi001.stdout:2898: finishing rollback tid 1 to smithi00187473-1 2024-08-17T17:00:43.889 INFO:tasks.rados.rados.0.smithi001.stdout:2898: finishing rollback tid 2 to smithi00187473-1 2024-08-17T17:00:43.889 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 1880 (ObjNum 747 snap 218 seq_num 747) dirty exists 2024-08-17T17:00:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:2897: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:43 smithi189 ceph-mon[90541]: pgmap v568: 121 pgs: 121 active+clean; 129 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-08-17T17:00:44.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:43 smithi189 ceph-mon[90541]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:00:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:43 smithi001 ceph-mon[100737]: pgmap v568: 121 pgs: 121 active+clean; 129 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-08-17T17:00:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:43 smithi001 ceph-mon[100737]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:00:44.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:43 smithi001 ceph-mon[103274]: pgmap v568: 121 pgs: 121 active+clean; 129 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-08-17T17:00:44.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:43 smithi001 ceph-mon[103274]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:00:44.812 INFO:tasks.rados.rados.0.smithi001.stdout:2896: done (3 left) 2024-08-17T17:00:44.812 INFO:tasks.rados.rados.0.smithi001.stdout:2897: done (2 left) 2024-08-17T17:00:44.812 INFO:tasks.rados.rados.0.smithi001.stdout:2898: done (1 left) 2024-08-17T17:00:44.812 INFO:tasks.rados.rados.0.smithi001.stdout:2899: done (0 left) 2024-08-17T17:00:44.812 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 273 2024-08-17T17:00:44.812 INFO:tasks.rados.rados.0.smithi001.stdout:2900: seq_num 909 ranges {0=425984,425984=401408} 2024-08-17T17:00:44.814 INFO:tasks.rados.rados.0.smithi001.stdout:2900: writing smithi00187473-30 from 0 to 425984 tid 1 2024-08-17T17:00:44.816 INFO:tasks.rados.rados.0.smithi001.stdout:2900: writing smithi00187473-30 from 425984 to 827392 tid 2 2024-08-17T17:00:44.817 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 273 2024-08-17T17:00:44.817 INFO:tasks.rados.rados.0.smithi001.stdout:2901: seq_num 910 ranges {2842624=442368,3284992=401408} 2024-08-17T17:00:44.834 INFO:tasks.rados.rados.0.smithi001.stdout:2901: writing smithi00187473-38 from 2842624 to 3284992 tid 1 2024-08-17T17:00:44.837 INFO:tasks.rados.rados.0.smithi001.stdout:2901: writing smithi00187473-38 from 3284992 to 3686400 tid 2 2024-08-17T17:00:44.837 INFO:tasks.rados.rados.0.smithi001.stdout:2902: snap_create 2024-08-17T17:00:44.837 INFO:tasks.rados.rados.0.smithi001.stdout:2900: finishing write tid 1 to smithi00187473-30 2024-08-17T17:00:44.837 INFO:tasks.rados.rados.0.smithi001.stdout:2900: finishing write tid 2 to smithi00187473-30 2024-08-17T17:00:44.837 INFO:tasks.rados.rados.0.smithi001.stdout:2900: finishing write tid 3 to smithi00187473-30 2024-08-17T17:00:44.837 INFO:tasks.rados.rados.0.smithi001.stdout:2900: finishing write tid 4 to smithi00187473-30 2024-08-17T17:00:44.838 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 1883 (ObjNum 909 snap 273 seq_num 909) dirty exists 2024-08-17T17:00:44.838 INFO:tasks.rados.rados.0.smithi001.stdout:2900: left oid 30 (ObjNum 909 snap 273 seq_num 909) 2024-08-17T17:00:44.842 INFO:tasks.rados.rados.0.smithi001.stdout:2901: finishing write tid 1 to smithi00187473-38 2024-08-17T17:00:44.843 INFO:tasks.rados.rados.0.smithi001.stdout:2901: finishing write tid 2 to smithi00187473-38 2024-08-17T17:00:44.843 INFO:tasks.rados.rados.0.smithi001.stdout:2901: finishing write tid 3 to smithi00187473-38 2024-08-17T17:00:44.844 INFO:tasks.rados.rados.0.smithi001.stdout:2901: finishing write tid 4 to smithi00187473-38 2024-08-17T17:00:44.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2346 (ObjNum 910 snap 273 seq_num 910) dirty exists 2024-08-17T17:00:44.844 INFO:tasks.rados.rados.0.smithi001.stdout:2901: left oid 38 (ObjNum 910 snap 273 seq_num 910) 2024-08-17T17:00:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:44 smithi189 ceph-mon[90541]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:00:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:44 smithi189 ceph-mon[90541]: pgmap v571: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-08-17T17:00:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:44 smithi189 ceph-mon[90541]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:00:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:44 smithi001 ceph-mon[100737]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:00:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:44 smithi001 ceph-mon[100737]: pgmap v571: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-08-17T17:00:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:44 smithi001 ceph-mon[100737]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:00:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:44 smithi001 ceph-mon[103274]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:00:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:44 smithi001 ceph-mon[103274]: pgmap v571: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2024-08-17T17:00:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:44 smithi001 ceph-mon[103274]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:00:45.815 INFO:tasks.rados.rados.0.smithi001.stdout:2900: done (2 left) 2024-08-17T17:00:45.815 INFO:tasks.rados.rados.0.smithi001.stdout:2901: done (1 left) 2024-08-17T17:00:45.815 INFO:tasks.rados.rados.0.smithi001.stdout:2902: done (0 left) 2024-08-17T17:00:45.815 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 31 current snap is 274 2024-08-17T17:00:45.815 INFO:tasks.rados.rados.0.smithi001.stdout:2903: seq_num 911 ranges {0=466944,466944=401408} 2024-08-17T17:00:45.817 INFO:tasks.rados.rados.0.smithi001.stdout:2903: writing smithi00187473-31 from 0 to 466944 tid 1 2024-08-17T17:00:45.820 INFO:tasks.rados.rados.0.smithi001.stdout:2903: writing smithi00187473-31 from 466944 to 868352 tid 2 2024-08-17T17:00:45.820 INFO:tasks.rados.rados.0.smithi001.stdout:2904: rmattr oid 35 current snap is 274 2024-08-17T17:00:45.820 INFO:tasks.rados.rados.0.smithi001.stdout:2904: done (1 left) 2024-08-17T17:00:45.820 INFO:tasks.rados.rados.0.smithi001.stdout:2905: read oid 29 snap 273 2024-08-17T17:00:45.820 INFO:tasks.rados.rados.0.smithi001.stdout:2905: expect (ObjNum 906 snap 271 seq_num 906) 2024-08-17T17:00:45.820 INFO:tasks.rados.rados.0.smithi001.stdout:2906: copy_from oid 11 from oid 13 current snap is 274 2024-08-17T17:00:45.820 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 274 2024-08-17T17:00:45.820 INFO:tasks.rados.rados.0.smithi001.stdout:2907: seq_num 912 ranges {0=483328,483328=401408} 2024-08-17T17:00:45.823 INFO:tasks.rados.rados.0.smithi001.stdout:2907: writing smithi00187473-46 from 0 to 483328 tid 1 2024-08-17T17:00:45.826 INFO:tasks.rados.rados.0.smithi001.stdout:2907: writing smithi00187473-46 from 483328 to 884736 tid 2 2024-08-17T17:00:45.826 INFO:tasks.rados.rados.0.smithi001.stdout:2908: delete oid 18 current snap is 274 2024-08-17T17:00:45.827 INFO:tasks.rados.rados.0.smithi001.stdout:2903: finishing write tid 1 to smithi00187473-31 2024-08-17T17:00:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:2903: finishing write tid 2 to smithi00187473-31 2024-08-17T17:00:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:2903: finishing write tid 3 to smithi00187473-31 2024-08-17T17:00:45.831 INFO:tasks.rados.rados.0.smithi001.stdout:2907: finishing write tid 1 to smithi00187473-46 2024-08-17T17:00:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2908: done (4 left) 2024-08-17T17:00:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2909: read oid 23 snap -1 2024-08-17T17:00:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2909: expect (ObjNum 893 snap 264 seq_num 893) 2024-08-17T17:00:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2910: copy_from oid 39 from oid 43 current snap is 274 2024-08-17T17:00:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 274 2024-08-17T17:00:45.832 INFO:tasks.rados.rados.0.smithi001.stdout:2911: seq_num 914 ranges {7118848=516096,7634944=401408} 2024-08-17T17:00:45.875 INFO:tasks.rados.rados.0.smithi001.stdout:2911: writing smithi00187473-17 from 7118848 to 7634944 tid 1 2024-08-17T17:00:45.878 INFO:tasks.rados.rados.0.smithi001.stdout:2911: writing smithi00187473-17 from 7634944 to 8036352 tid 2 2024-08-17T17:00:45.878 INFO:tasks.rados.rados.0.smithi001.stdout:2912: read oid 1 snap -1 2024-08-17T17:00:45.878 INFO:tasks.rados.rados.0.smithi001.stdout:2912: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:45.878 INFO:tasks.rados.rados.0.smithi001.stdout:2913: snap_remove snap 272 2024-08-17T17:00:46.821 INFO:tasks.rados.rados.0.smithi001.stdout:2913: done (8 left) 2024-08-17T17:00:46.821 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 274 2024-08-17T17:00:46.821 INFO:tasks.rados.rados.0.smithi001.stdout:2914: seq_num 915 ranges {5939200=532480,6471680=401408} 2024-08-17T17:00:46.856 INFO:tasks.rados.rados.0.smithi001.stdout:2914: writing smithi00187473-5 from 5939200 to 6471680 tid 1 2024-08-17T17:00:46.859 INFO:tasks.rados.rados.0.smithi001.stdout:2914: writing smithi00187473-5 from 6471680 to 6873088 tid 2 2024-08-17T17:00:46.859 INFO:tasks.rados.rados.0.smithi001.stdout:2915: read oid 37 snap -1 2024-08-17T17:00:46.859 INFO:tasks.rados.rados.0.smithi001.stdout:2915: expect (ObjNum 863 snap 257 seq_num 863) 2024-08-17T17:00:46.859 INFO:tasks.rados.rados.0.smithi001.stdout:2916: snap_create 2024-08-17T17:00:46.859 INFO:tasks.rados.rados.0.smithi001.stdout:2907: finishing write tid 2 to smithi00187473-46 2024-08-17T17:00:46.860 INFO:tasks.rados.rados.0.smithi001.stdout:2907: finishing write tid 3 to smithi00187473-46 2024-08-17T17:00:46.860 INFO:tasks.rados.rados.0.smithi001.stdout:2903: finishing write tid 4 to smithi00187473-31 2024-08-17T17:00:46.860 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2349 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-08-17T17:00:46.860 INFO:tasks.rados.rados.0.smithi001.stdout:2903: left oid 31 (ObjNum 911 snap 274 seq_num 911) 2024-08-17T17:00:46.860 INFO:tasks.rados.rados.0.smithi001.stdout:2905: expect (ObjNum 906 snap 271 seq_num 906) 2024-08-17T17:00:46.993 INFO:tasks.rados.rados.0.smithi001.stdout:2907: finishing write tid 4 to smithi00187473-46 2024-08-17T17:00:46.993 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2031 (ObjNum 912 snap 274 seq_num 912) dirty exists 2024-08-17T17:00:46.993 INFO:tasks.rados.rados.0.smithi001.stdout:2907: left oid 46 (ObjNum 912 snap 274 seq_num 912) 2024-08-17T17:00:46.994 INFO:tasks.rados.rados.0.smithi001.stdout:2909: expect (ObjNum 893 snap 264 seq_num 893) 2024-08-17T17:00:47.008 INFO:tasks.rados.rados.0.smithi001.stdout:2910: finishing copy_from racing read to smithi00187473-39 2024-08-17T17:00:47.008 INFO:tasks.rados.rados.0.smithi001.stdout:2910: finishing copy_from to smithi00187473-39 2024-08-17T17:00:47.008 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2338 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:00:47.008 INFO:tasks.rados.rados.0.smithi001.stdout:2906: finishing copy_from racing read to smithi00187473-11 2024-08-17T17:00:47.008 INFO:tasks.rados.rados.0.smithi001.stdout:2906: finishing copy_from to smithi00187473-11 2024-08-17T17:00:47.008 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2099 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:00:47.008 INFO:tasks.rados.rados.0.smithi001.stdout:2911: finishing write tid 1 to smithi00187473-17 2024-08-17T17:00:47.008 INFO:tasks.rados.rados.0.smithi001.stdout:2911: finishing write tid 2 to smithi00187473-17 2024-08-17T17:00:47.009 INFO:tasks.rados.rados.0.smithi001.stdout:2911: finishing write tid 3 to smithi00187473-17 2024-08-17T17:00:47.009 INFO:tasks.rados.rados.0.smithi001.stdout:2911: finishing write tid 4 to smithi00187473-17 2024-08-17T17:00:47.009 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2356 (ObjNum 914 snap 274 seq_num 914) dirty exists 2024-08-17T17:00:47.009 INFO:tasks.rados.rados.0.smithi001.stdout:2911: left oid 17 (ObjNum 914 snap 274 seq_num 914) 2024-08-17T17:00:47.009 INFO:tasks.rados.rados.0.smithi001.stdout:2912: expect (ObjNum 747 snap 218 seq_num 747) 2024-08-17T17:00:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:46 smithi189 ceph-mon[90541]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:00:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:46 smithi001 ceph-mon[100737]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:00:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:46 smithi001 ceph-mon[103274]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:00:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:00:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:00:47] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2914: finishing write tid 1 to smithi00187473-5 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2914: finishing write tid 2 to smithi00187473-5 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2903: done (10 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2905: done (9 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2906: done (8 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2907: done (7 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2909: done (6 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2910: done (5 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2911: done (4 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2912: done (3 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2916: done (2 left) 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 275 2024-08-17T17:00:48.032 INFO:tasks.rados.rados.0.smithi001.stdout:2914: finishing write tid 3 to smithi00187473-5 2024-08-17T17:00:48.033 INFO:tasks.rados.rados.0.smithi001.stdout:2917: seq_num 916 ranges {3686400=548864,4235264=401408} 2024-08-17T17:00:48.054 INFO:tasks.rados.rados.0.smithi001.stdout:2917: writing smithi00187473-38 from 3686400 to 4235264 tid 1 2024-08-17T17:00:48.057 INFO:tasks.rados.rados.0.smithi001.stdout:2917: writing smithi00187473-38 from 4235264 to 4636672 tid 2 2024-08-17T17:00:48.057 INFO:tasks.rados.rados.0.smithi001.stdout:2918: snap_remove snap 271 2024-08-17T17:00:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:47 smithi189 ceph-mon[90541]: pgmap v574: 121 pgs: 121 active+clean; 130 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-17T17:00:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:47 smithi189 ceph-mon[90541]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:00:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:47 smithi001 ceph-mon[100737]: pgmap v574: 121 pgs: 121 active+clean; 130 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-17T17:00:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:47 smithi001 ceph-mon[100737]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:00:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:47 smithi001 ceph-mon[103274]: pgmap v574: 121 pgs: 121 active+clean; 130 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-17T17:00:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:47 smithi001 ceph-mon[103274]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:00:48.834 INFO:tasks.rados.rados.0.smithi001.stdout:2918: done (3 left) 2024-08-17T17:00:48.834 INFO:tasks.rados.rados.0.smithi001.stdout:2919: rollback oid 8 current snap is 275 2024-08-17T17:00:48.834 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 274 2024-08-17T17:00:48.834 INFO:tasks.rados.rados.0.smithi001.stdout:2914: finishing write tid 4 to smithi00187473-5 2024-08-17T17:00:48.834 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2360 (ObjNum 915 snap 274 seq_num 915) dirty exists 2024-08-17T17:00:48.834 INFO:tasks.rados.rados.0.smithi001.stdout:2914: left oid 5 (ObjNum 915 snap 274 seq_num 915) 2024-08-17T17:00:48.834 INFO:tasks.rados.rados.0.smithi001.stdout:2915: expect (ObjNum 863 snap 257 seq_num 863) 2024-08-17T17:00:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:48 smithi189 ceph-mon[90541]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:00:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:48 smithi001 ceph-mon[100737]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:00:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:48 smithi001 ceph-mon[103274]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2917: finishing write tid 1 to smithi00187473-38 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2917: finishing write tid 2 to smithi00187473-38 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2917: finishing write tid 3 to smithi00187473-38 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2917: finishing write tid 4 to smithi00187473-38 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2370 (ObjNum 916 snap 275 seq_num 916) dirty exists 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2917: left oid 38 (ObjNum 916 snap 275 seq_num 916) 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2919: finishing rollback tid 0 to smithi00187473-8 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2919: finishing rollback tid 1 to smithi00187473-8 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2919: finishing rollback tid 2 to smithi00187473-8 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2039 (ObjNum 903 snap 270 seq_num 903) dirty exists 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2914: done (3 left) 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2915: done (2 left) 2024-08-17T17:00:50.012 INFO:tasks.rados.rados.0.smithi001.stdout:2917: done (1 left) 2024-08-17T17:00:50.013 INFO:tasks.rados.rados.0.smithi001.stdout:2919: done (0 left) 2024-08-17T17:00:50.013 INFO:tasks.rados.rados.0.smithi001.stdout:2920: copy_from oid 46 from oid 18 current snap is 275 2024-08-17T17:00:50.013 INFO:tasks.rados.rados.0.smithi001.stdout:2921: snap_remove snap 273 2024-08-17T17:00:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:49 smithi189 ceph-mon[90541]: pgmap v577: 121 pgs: 121 active+clean; 131 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-17T17:00:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:49 smithi189 ceph-mon[90541]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:00:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:49 smithi189 ceph-mon[90541]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:00:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:49 smithi001 ceph-mon[103274]: pgmap v577: 121 pgs: 121 active+clean; 131 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-17T17:00:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:49 smithi001 ceph-mon[103274]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:00:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:49 smithi001 ceph-mon[103274]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:00:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:49 smithi001 ceph-mon[100737]: pgmap v577: 121 pgs: 121 active+clean; 131 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-17T17:00:50.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:49 smithi001 ceph-mon[100737]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:00:50.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:49 smithi001 ceph-mon[100737]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:00:50.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:00:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:00:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:00:50.838 INFO:tasks.rados.rados.0.smithi001.stdout:2921: done (1 left) 2024-08-17T17:00:50.838 INFO:tasks.rados.rados.0.smithi001.stdout:2922: rollback oid 34 current snap is 275 2024-08-17T17:00:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2920: finishing copy_from to smithi00187473-46 2024-08-17T17:00:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2920: got expected ENOENT (src dne) 2024-08-17T17:00:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2920: finishing copy_from racing read to smithi00187473-46 2024-08-17T17:00:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 274 2024-08-17T17:00:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2920: done (1 left) 2024-08-17T17:00:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 275 2024-08-17T17:00:50.839 INFO:tasks.rados.rados.0.smithi001.stdout:2923: seq_num 917 ranges {2809856=565248,3375104=401408} 2024-08-17T17:00:50.858 INFO:tasks.rados.rados.0.smithi001.stdout:2923: writing smithi00187473-15 from 2809856 to 3375104 tid 1 2024-08-17T17:00:50.860 INFO:tasks.rados.rados.0.smithi001.stdout:2923: writing smithi00187473-15 from 3375104 to 3776512 tid 2 2024-08-17T17:00:50.860 INFO:tasks.rados.rados.0.smithi001.stdout:2924: snap_create 2024-08-17T17:00:50.860 INFO:tasks.rados.rados.0.smithi001.stdout:2922: finishing rollback tid 0 to smithi00187473-34 2024-08-17T17:00:50.860 INFO:tasks.rados.rados.0.smithi001.stdout:2922: finishing rollback tid 1 to smithi00187473-34 2024-08-17T17:00:50.860 INFO:tasks.rados.rados.0.smithi001.stdout:2922: finishing rollback tid 2 to smithi00187473-34 2024-08-17T17:00:50.860 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 1886 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-08-17T17:00:50.863 INFO:tasks.rados.rados.0.smithi001.stdout:2923: finishing write tid 1 to smithi00187473-15 2024-08-17T17:00:50.863 INFO:tasks.rados.rados.0.smithi001.stdout:2923: finishing write tid 2 to smithi00187473-15 2024-08-17T17:00:50.863 INFO:tasks.rados.rados.0.smithi001.stdout:2923: finishing write tid 3 to smithi00187473-15 2024-08-17T17:00:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:2923: finishing write tid 4 to smithi00187473-15 2024-08-17T17:00:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2031 (ObjNum 917 snap 275 seq_num 917) dirty exists 2024-08-17T17:00:50.865 INFO:tasks.rados.rados.0.smithi001.stdout:2923: left oid 15 (ObjNum 917 snap 275 seq_num 917) 2024-08-17T17:00:51.845 INFO:tasks.rados.rados.0.smithi001.stdout:2922: done (2 left) 2024-08-17T17:00:51.845 INFO:tasks.rados.rados.0.smithi001.stdout:2923: done (1 left) 2024-08-17T17:00:51.845 INFO:tasks.rados.rados.0.smithi001.stdout:2924: done (0 left) 2024-08-17T17:00:51.845 INFO:tasks.rados.rados.0.smithi001.stdout:2925: copy_from oid 49 from oid 13 current snap is 276 2024-08-17T17:00:51.846 INFO:tasks.rados.rados.0.smithi001.stdout:2926: copy_from oid 46 from oid 17 current snap is 276 2024-08-17T17:00:51.846 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 276 2024-08-17T17:00:51.846 INFO:tasks.rados.rados.0.smithi001.stdout:2927: seq_num 918 ranges {442368=581632,1024000=401408} 2024-08-17T17:00:51.850 INFO:tasks.rados.rados.0.smithi001.stdout:2927: writing smithi00187473-25 from 442368 to 1024000 tid 1 2024-08-17T17:00:51.853 INFO:tasks.rados.rados.0.smithi001.stdout:2927: writing smithi00187473-25 from 1024000 to 1425408 tid 2 2024-08-17T17:00:51.853 INFO:tasks.rados.rados.0.smithi001.stdout:2928: read oid 11 snap -1 2024-08-17T17:00:51.854 INFO:tasks.rados.rados.0.smithi001.stdout:2928: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:51.854 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 276 2024-08-17T17:00:51.854 INFO:tasks.rados.rados.0.smithi001.stdout:2929: seq_num 919 ranges {5242880=598016,5840896=401408} 2024-08-17T17:00:51.889 INFO:tasks.rados.rados.0.smithi001.stdout:2929: writing smithi00187473-43 from 5242880 to 5840896 tid 1 2024-08-17T17:00:51.891 INFO:tasks.rados.rados.0.smithi001.stdout:2929: writing smithi00187473-43 from 5840896 to 6242304 tid 2 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2930: read oid 3 snap -1 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2930: expect (ObjNum 905 snap 271 seq_num 905) 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2931: setattr oid 48 current snap is 276 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2927: finishing write tid 1 to smithi00187473-25 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2927: finishing write tid 2 to smithi00187473-25 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2927: finishing write tid 3 to smithi00187473-25 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2927: finishing write tid 4 to smithi00187473-25 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 1889 (ObjNum 918 snap 276 seq_num 918) dirty exists 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2927: left oid 25 (ObjNum 918 snap 276 seq_num 918) 2024-08-17T17:00:51.892 INFO:tasks.rados.rados.0.smithi001.stdout:2928: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:51 smithi189 ceph-mon[90541]: pgmap v580: 121 pgs: 121 active+clean; 143 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-17T17:00:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:51 smithi189 ceph-mon[90541]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:00:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:51 smithi001 ceph-mon[100737]: pgmap v580: 121 pgs: 121 active+clean; 143 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-17T17:00:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:51 smithi001 ceph-mon[100737]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:00:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:51 smithi001 ceph-mon[103274]: pgmap v580: 121 pgs: 121 active+clean; 143 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-08-17T17:00:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:51 smithi001 ceph-mon[103274]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:00:52.543 INFO:tasks.rados.rados.0.smithi001.stdout:2925: finishing copy_from racing read to smithi00187473-49 2024-08-17T17:00:52.543 INFO:tasks.rados.rados.0.smithi001.stdout:2925: finishing copy_from to smithi00187473-49 2024-08-17T17:00:52.543 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2099 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:00:52.543 INFO:tasks.rados.rados.0.smithi001.stdout:2929: finishing write tid 1 to smithi00187473-43 2024-08-17T17:00:52.543 INFO:tasks.rados.rados.0.smithi001.stdout:2929: finishing write tid 2 to smithi00187473-43 2024-08-17T17:00:52.543 INFO:tasks.rados.rados.0.smithi001.stdout:2929: finishing write tid 3 to smithi00187473-43 2024-08-17T17:00:52.543 INFO:tasks.rados.rados.0.smithi001.stdout:2926: finishing copy_from racing read to smithi00187473-46 2024-08-17T17:00:52.544 INFO:tasks.rados.rados.0.smithi001.stdout:2929: finishing write tid 4 to smithi00187473-43 2024-08-17T17:00:52.544 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2390 (ObjNum 919 snap 276 seq_num 919) dirty exists 2024-08-17T17:00:52.544 INFO:tasks.rados.rados.0.smithi001.stdout:2929: left oid 43 (ObjNum 919 snap 276 seq_num 919) 2024-08-17T17:00:52.544 INFO:tasks.rados.rados.0.smithi001.stdout:2930: expect (ObjNum 905 snap 271 seq_num 905) 2024-08-17T17:00:52.609 INFO:tasks.rados.rados.0.smithi001.stdout:2926: finishing copy_from to smithi00187473-46 2024-08-17T17:00:52.609 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2356 (ObjNum 914 snap 274 seq_num 914) dirty exists 2024-08-17T17:00:52.609 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2099 (ObjNum 857 snap 256 seq_num 857) dirty exists 2024-08-17T17:00:52.609 INFO:tasks.rados.rados.0.smithi001.stdout:2925: done (6 left) 2024-08-17T17:00:52.609 INFO:tasks.rados.rados.0.smithi001.stdout:2926: done (5 left) 2024-08-17T17:00:52.609 INFO:tasks.rados.rados.0.smithi001.stdout:2927: done (4 left) 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2928: done (3 left) 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2929: done (2 left) 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2930: done (1 left) 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2931: done (0 left) 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2932: rmattr oid 26 current snap is 276 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2932: done (0 left) 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2933: read oid 19 snap 275 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2933: expect (ObjNum 771 snap 229 seq_num 771) 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 276 2024-08-17T17:00:52.610 INFO:tasks.rados.rados.0.smithi001.stdout:2934: seq_num 920 ranges {425984=614400,1040384=401408} 2024-08-17T17:00:52.614 INFO:tasks.rados.rados.0.smithi001.stdout:2934: writing smithi00187473-20 from 425984 to 1040384 tid 1 2024-08-17T17:00:52.617 INFO:tasks.rados.rados.0.smithi001.stdout:2934: writing smithi00187473-20 from 1040384 to 1441792 tid 2 2024-08-17T17:00:52.617 INFO:tasks.rados.rados.0.smithi001.stdout:2935: read oid 40 snap -1 2024-08-17T17:00:52.617 INFO:tasks.rados.rados.0.smithi001.stdout:2935: expect (ObjNum 890 snap 264 seq_num 890) 2024-08-17T17:00:52.617 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 276 2024-08-17T17:00:52.618 INFO:tasks.rados.rados.0.smithi001.stdout:2936: seq_num 921 ranges {1425408=630784,2056192=401408} 2024-08-17T17:00:52.629 INFO:tasks.rados.rados.0.smithi001.stdout:2936: writing smithi00187473-25 from 1425408 to 2056192 tid 1 2024-08-17T17:00:52.634 INFO:tasks.rados.rados.0.smithi001.stdout:2936: writing smithi00187473-25 from 2056192 to 2457600 tid 2 2024-08-17T17:00:52.634 INFO:tasks.rados.rados.0.smithi001.stdout:2937: copy_from oid 28 from oid 34 current snap is 276 2024-08-17T17:00:52.634 INFO:tasks.rados.rados.0.smithi001.stdout:2934: finishing write tid 1 to smithi00187473-20 2024-08-17T17:00:52.634 INFO:tasks.rados.rados.0.smithi001.stdout:2935: expect (ObjNum 890 snap 264 seq_num 890) 2024-08-17T17:00:52.648 INFO:tasks.rados.rados.0.smithi001.stdout:2934: finishing write tid 2 to smithi00187473-20 2024-08-17T17:00:52.648 INFO:tasks.rados.rados.0.smithi001.stdout:2934: finishing write tid 3 to smithi00187473-20 2024-08-17T17:00:52.648 INFO:tasks.rados.rados.0.smithi001.stdout:2934: finishing write tid 4 to smithi00187473-20 2024-08-17T17:00:52.648 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2102 (ObjNum 920 snap 276 seq_num 920) dirty exists 2024-08-17T17:00:52.648 INFO:tasks.rados.rados.0.smithi001.stdout:2934: left oid 20 (ObjNum 920 snap 276 seq_num 920) 2024-08-17T17:00:52.648 INFO:tasks.rados.rados.0.smithi001.stdout:2933: expect (ObjNum 771 snap 229 seq_num 771) 2024-08-17T17:00:53.178 INFO:tasks.rados.rados.0.smithi001.stdout:2936: finishing write tid 1 to smithi00187473-25 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2936: finishing write tid 2 to smithi00187473-25 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2936: finishing write tid 3 to smithi00187473-25 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2936: finishing write tid 4 to smithi00187473-25 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2102 (ObjNum 921 snap 276 seq_num 921) dirty exists 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2936: left oid 25 (ObjNum 921 snap 276 seq_num 921) 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2937: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2937: finishing copy_from to smithi00187473-28 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 1886 (ObjNum 908 snap 272 seq_num 908) dirty exists 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2933: done (4 left) 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2934: done (3 left) 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2935: done (2 left) 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2936: done (1 left) 2024-08-17T17:00:53.179 INFO:tasks.rados.rados.0.smithi001.stdout:2937: done (0 left) 2024-08-17T17:00:53.180 INFO:tasks.rados.rados.0.smithi001.stdout:2938: snap_create 2024-08-17T17:00:53.180 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:52 smithi189 ceph-mon[90541]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:00:53.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:52 smithi001 ceph-mon[100737]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:00:53.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:52 smithi001 ceph-mon[103274]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:00:53.855 INFO:tasks.rados.rados.0.smithi001.stdout:2938: done (0 left) 2024-08-17T17:00:53.856 INFO:tasks.rados.rados.0.smithi001.stdout:2939: read oid 38 snap 274 2024-08-17T17:00:53.856 INFO:tasks.rados.rados.0.smithi001.stdout:2939: expect (ObjNum 910 snap 273 seq_num 910) 2024-08-17T17:00:53.856 INFO:tasks.rados.rados.0.smithi001.stdout:2940: delete oid 20 current snap is 277 2024-08-17T17:00:53.860 INFO:tasks.rados.rados.0.smithi001.stdout:2940: done (1 left) 2024-08-17T17:00:53.860 INFO:tasks.rados.rados.0.smithi001.stdout:2941: snap_create 2024-08-17T17:00:53.871 INFO:tasks.rados.rados.0.smithi001.stdout:2939: expect (ObjNum 910 snap 273 seq_num 910) 2024-08-17T17:00:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:53 smithi189 ceph-mon[90541]: pgmap v583: 121 pgs: 121 active+clean; 156 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 12 op/s 2024-08-17T17:00:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:53 smithi001 ceph-mon[100737]: pgmap v583: 121 pgs: 121 active+clean; 156 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 12 op/s 2024-08-17T17:00:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:53 smithi001 ceph-mon[103274]: pgmap v583: 121 pgs: 121 active+clean; 156 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.4 MiB/s wr, 12 op/s 2024-08-17T17:00:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:00:54.816 INFO:tasks.rados.rados.0.smithi001.stdout:2939: done (1 left) 2024-08-17T17:00:54.816 INFO:tasks.rados.rados.0.smithi001.stdout:2941: done (0 left) 2024-08-17T17:00:54.816 INFO:tasks.rados.rados.0.smithi001.stdout:2942: rollback oid 31 current snap is 278 2024-08-17T17:00:54.816 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 277 2024-08-17T17:00:54.816 INFO:tasks.rados.rados.0.smithi001.stdout:2943: read oid 45 snap -1 2024-08-17T17:00:54.816 INFO:tasks.rados.rados.0.smithi001.stdout:2943: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:54.816 INFO:tasks.rados.rados.0.smithi001.stdout:2944: snap_remove snap 274 2024-08-17T17:00:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:54 smithi189 ceph-mon[90541]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:00:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:54 smithi189 ceph-mon[90541]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:00:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:54 smithi001 ceph-mon[100737]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:00:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:54 smithi001 ceph-mon[100737]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:00:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:54 smithi001 ceph-mon[103274]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:00:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:54 smithi001 ceph-mon[103274]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:00:55.818 INFO:tasks.rados.rados.0.smithi001.stdout:2944: done (2 left) 2024-08-17T17:00:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:2945: rollback oid 11 current snap is 278 2024-08-17T17:00:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 275 2024-08-17T17:00:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:2942: finishing rollback tid 0 to smithi00187473-31 2024-08-17T17:00:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:2942: finishing rollback tid 1 to smithi00187473-31 2024-08-17T17:00:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:2942: finishing rollback tid 2 to smithi00187473-31 2024-08-17T17:00:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2394 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-08-17T17:00:55.819 INFO:tasks.rados.rados.0.smithi001.stdout:2943: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:00:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:55 smithi189 ceph-mon[90541]: pgmap v585: 121 pgs: 121 active+clean; 167 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 8 op/s 2024-08-17T17:00:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:55 smithi189 ceph-mon[90541]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:00:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:55 smithi001 ceph-mon[100737]: pgmap v585: 121 pgs: 121 active+clean; 167 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 8 op/s 2024-08-17T17:00:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:55 smithi001 ceph-mon[100737]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:00:56.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:55 smithi001 ceph-mon[103274]: pgmap v585: 121 pgs: 121 active+clean; 167 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 8 op/s 2024-08-17T17:00:56.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:55 smithi001 ceph-mon[103274]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:00:56.473 INFO:tasks.rados.rados.0.smithi001.stdout:2945: finishing rollback tid 0 to smithi00187473-11 2024-08-17T17:00:56.473 INFO:tasks.rados.rados.0.smithi001.stdout:2945: finishing rollback tid 1 to smithi00187473-11 2024-08-17T17:00:56.474 INFO:tasks.rados.rados.0.smithi001.stdout:2942: done (2 left) 2024-08-17T17:00:56.474 INFO:tasks.rados.rados.0.smithi001.stdout:2943: done (1 left) 2024-08-17T17:00:56.474 INFO:tasks.rados.rados.0.smithi001.stdout:2946: copy_from oid 33 from oid 16 current snap is 278 2024-08-17T17:00:56.474 INFO:tasks.rados.rados.0.smithi001.stdout:2945: finishing rollback tid 2 to smithi00187473-11 2024-08-17T17:00:56.474 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2398 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:00:56.474 INFO:tasks.rados.rados.0.smithi001.stdout:2945: done (1 left) 2024-08-17T17:00:56.474 INFO:tasks.rados.rados.0.smithi001.stdout:2947: snap_remove snap 276 2024-08-17T17:00:56.866 INFO:tasks.rados.rados.0.smithi001.stdout:2947: done (1 left) 2024-08-17T17:00:56.866 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 278 2024-08-17T17:00:56.866 INFO:tasks.rados.rados.0.smithi001.stdout:2948: seq_num 923 ranges {0=663552,663552=401408} 2024-08-17T17:00:56.870 INFO:tasks.rados.rados.0.smithi001.stdout:2948: writing smithi00187473-14 from 0 to 663552 tid 1 2024-08-17T17:00:56.873 INFO:tasks.rados.rados.0.smithi001.stdout:2948: writing smithi00187473-14 from 663552 to 1064960 tid 2 2024-08-17T17:00:56.873 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 278 2024-08-17T17:00:56.873 INFO:tasks.rados.rados.0.smithi001.stdout:2946: finishing copy_from racing read to smithi00187473-33 2024-08-17T17:00:56.873 INFO:tasks.rados.rados.0.smithi001.stdout:2946: finishing copy_from to smithi00187473-33 2024-08-17T17:00:56.873 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2100 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-08-17T17:00:56.873 INFO:tasks.rados.rados.0.smithi001.stdout:2949: seq_num 924 ranges {9543680=679936,10223616=401408} 2024-08-17T17:00:56.928 INFO:tasks.rados.rados.0.smithi001.stdout:2949: writing smithi00187473-50 from 9543680 to 10223616 tid 1 2024-08-17T17:00:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:2949: writing smithi00187473-50 from 10223616 to 10625024 tid 2 2024-08-17T17:00:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:2946: done (2 left) 2024-08-17T17:00:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 278 2024-08-17T17:00:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:2948: finishing write tid 1 to smithi00187473-14 2024-08-17T17:00:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:2948: finishing write tid 2 to smithi00187473-14 2024-08-17T17:00:56.931 INFO:tasks.rados.rados.0.smithi001.stdout:2948: finishing write tid 3 to smithi00187473-14 2024-08-17T17:00:56.932 INFO:tasks.rados.rados.0.smithi001.stdout:2948: finishing write tid 4 to smithi00187473-14 2024-08-17T17:00:56.932 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2034 (ObjNum 923 snap 278 seq_num 923) dirty exists 2024-08-17T17:00:56.932 INFO:tasks.rados.rados.0.smithi001.stdout:2948: left oid 14 (ObjNum 923 snap 278 seq_num 923) 2024-08-17T17:00:56.932 INFO:tasks.rados.rados.0.smithi001.stdout:2950: seq_num 925 ranges {9592832=696320,10289152=401408} 2024-08-17T17:00:56.987 INFO:tasks.rados.rados.0.smithi001.stdout:2950: writing smithi00187473-32 from 9592832 to 10289152 tid 1 2024-08-17T17:00:56.990 INFO:tasks.rados.rados.0.smithi001.stdout:2950: writing smithi00187473-32 from 10289152 to 10690560 tid 2 2024-08-17T17:00:56.990 INFO:tasks.rados.rados.0.smithi001.stdout:2948: done (2 left) 2024-08-17T17:00:56.990 INFO:tasks.rados.rados.0.smithi001.stdout:2951: delete oid 26 current snap is 278 2024-08-17T17:00:56.990 INFO:tasks.rados.rados.0.smithi001.stdout:2949: finishing write tid 1 to smithi00187473-50 2024-08-17T17:00:56.990 INFO:tasks.rados.rados.0.smithi001.stdout:2949: finishing write tid 2 to smithi00187473-50 2024-08-17T17:00:56.991 INFO:tasks.rados.rados.0.smithi001.stdout:2949: finishing write tid 3 to smithi00187473-50 2024-08-17T17:00:56.991 INFO:tasks.rados.rados.0.smithi001.stdout:2949: finishing write tid 4 to smithi00187473-50 2024-08-17T17:00:56.991 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2359 (ObjNum 924 snap 278 seq_num 924) dirty exists 2024-08-17T17:00:56.991 INFO:tasks.rados.rados.0.smithi001.stdout:2949: left oid 50 (ObjNum 924 snap 278 seq_num 924) 2024-08-17T17:00:56.993 INFO:tasks.rados.rados.0.smithi001.stdout:2949: done (2 left) 2024-08-17T17:00:56.993 INFO:tasks.rados.rados.0.smithi001.stdout:2951: done (1 left) 2024-08-17T17:00:56.993 INFO:tasks.rados.rados.0.smithi001.stdout:2952: snap_create 2024-08-17T17:00:56.996 INFO:tasks.rados.rados.0.smithi001.stdout:2950: finishing write tid 1 to smithi00187473-32 2024-08-17T17:00:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2950: finishing write tid 2 to smithi00187473-32 2024-08-17T17:00:56.998 INFO:tasks.rados.rados.0.smithi001.stdout:2950: finishing write tid 3 to smithi00187473-32 2024-08-17T17:00:57.000 INFO:tasks.rados.rados.0.smithi001.stdout:2950: finishing write tid 4 to smithi00187473-32 2024-08-17T17:00:57.000 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2412 (ObjNum 925 snap 278 seq_num 925) dirty exists 2024-08-17T17:00:57.000 INFO:tasks.rados.rados.0.smithi001.stdout:2950: left oid 32 (ObjNum 925 snap 278 seq_num 925) 2024-08-17T17:00:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:00:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:00:57] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:00:57.870 INFO:tasks.rados.rados.0.smithi001.stdout:2950: done (1 left) 2024-08-17T17:00:57.870 INFO:tasks.rados.rados.0.smithi001.stdout:2952: done (0 left) 2024-08-17T17:00:57.870 INFO:tasks.rados.rados.0.smithi001.stdout:2953: read oid 21 snap 277 2024-08-17T17:00:57.870 INFO:tasks.rados.rados.0.smithi001.stdout:2953: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:57.870 INFO:tasks.rados.rados.0.smithi001.stdout:2954: read oid 10 snap -1 2024-08-17T17:00:57.870 INFO:tasks.rados.rados.0.smithi001.stdout:2954: expect (ObjNum 904 snap 271 seq_num 904) 2024-08-17T17:00:57.871 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 279 2024-08-17T17:00:57.871 INFO:tasks.rados.rados.0.smithi001.stdout:2955: seq_num 927 ranges {1720320=729088,2449408=401408} 2024-08-17T17:00:57.885 INFO:tasks.rados.rados.0.smithi001.stdout:2955: writing smithi00187473-3 from 1720320 to 2449408 tid 1 2024-08-17T17:00:57.888 INFO:tasks.rados.rados.0.smithi001.stdout:2955: writing smithi00187473-3 from 2449408 to 2850816 tid 2 2024-08-17T17:00:57.888 INFO:tasks.rados.rados.0.smithi001.stdout:2956: read oid 48 snap 277 2024-08-17T17:00:57.888 INFO:tasks.rados.rados.0.smithi001.stdout:2956: expect (ObjNum 857 snap 256 seq_num 857) 2024-08-17T17:00:57.888 INFO:tasks.rados.rados.0.smithi001.stdout:2957: snap_remove snap 275 2024-08-17T17:00:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:57 smithi189 ceph-mon[90541]: pgmap v588: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-17T17:00:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:57 smithi189 ceph-mon[90541]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:00:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:57 smithi001 ceph-mon[100737]: pgmap v588: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-17T17:00:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:57 smithi001 ceph-mon[100737]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:00:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:57 smithi001 ceph-mon[103274]: pgmap v588: 121 pgs: 121 active+clean; 166 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-17T17:00:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:57 smithi001 ceph-mon[103274]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:00:58.878 INFO:tasks.rados.rados.0.smithi001.stdout:2954: expect (ObjNum 904 snap 271 seq_num 904) 2024-08-17T17:00:58.903 INFO:tasks.rados.rados.0.smithi001.stdout:2955: finishing write tid 1 to smithi00187473-3 2024-08-17T17:00:58.903 INFO:tasks.rados.rados.0.smithi001.stdout:2955: finishing write tid 2 to smithi00187473-3 2024-08-17T17:00:58.903 INFO:tasks.rados.rados.0.smithi001.stdout:2955: finishing write tid 3 to smithi00187473-3 2024-08-17T17:00:58.903 INFO:tasks.rados.rados.0.smithi001.stdout:2955: finishing write tid 4 to smithi00187473-3 2024-08-17T17:00:58.903 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1890 (ObjNum 927 snap 279 seq_num 927) dirty exists 2024-08-17T17:00:58.903 INFO:tasks.rados.rados.0.smithi001.stdout:2955: left oid 3 (ObjNum 927 snap 279 seq_num 927) 2024-08-17T17:00:58.903 INFO:tasks.rados.rados.0.smithi001.stdout:2953: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:00:59.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:58 smithi189 ceph-mon[90541]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:00:59.175 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:58 smithi189 ceph-mon[90541]: pgmap v591: 121 pgs: 121 active+clean; 169 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T17:00:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:58 smithi001 ceph-mon[100737]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:00:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:58 smithi001 ceph-mon[100737]: pgmap v591: 121 pgs: 121 active+clean; 169 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T17:00:59.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:58 smithi001 ceph-mon[103274]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:00:59.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:58 smithi001 ceph-mon[103274]: pgmap v591: 121 pgs: 121 active+clean; 169 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-08-17T17:00:59.180 INFO:tasks.rados.rados.0.smithi001.stdout:2956: expect (ObjNum 857 snap 256 seq_num 857) 2024-08-17T17:00:59.310 INFO:tasks.rados.rados.0.smithi001.stdout:2953: done (4 left) 2024-08-17T17:00:59.310 INFO:tasks.rados.rados.0.smithi001.stdout:2954: done (3 left) 2024-08-17T17:00:59.310 INFO:tasks.rados.rados.0.smithi001.stdout:2955: done (2 left) 2024-08-17T17:00:59.310 INFO:tasks.rados.rados.0.smithi001.stdout:2956: done (1 left) 2024-08-17T17:00:59.310 INFO:tasks.rados.rados.0.smithi001.stdout:2957: done (0 left) 2024-08-17T17:00:59.310 INFO:tasks.rados.rados.0.smithi001.stdout:2958: rollback oid 14 current snap is 279 2024-08-17T17:00:59.311 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 277 2024-08-17T17:00:59.311 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 279 2024-08-17T17:00:59.311 INFO:tasks.rados.rados.0.smithi001.stdout:2959: seq_num 928 ranges {6873088=745472,7618560=401408} 2024-08-17T17:00:59.351 INFO:tasks.rados.rados.0.smithi001.stdout:2959: writing smithi00187473-5 from 6873088 to 7618560 tid 1 2024-08-17T17:00:59.354 INFO:tasks.rados.rados.0.smithi001.stdout:2959: writing smithi00187473-5 from 7618560 to 8019968 tid 2 2024-08-17T17:00:59.354 INFO:tasks.rados.rados.0.smithi001.stdout:2960: copy_from oid 18 from oid 20 current snap is 279 2024-08-17T17:00:59.354 INFO:tasks.rados.rados.0.smithi001.stdout:2958: finishing rollback tid 0 to smithi00187473-14 2024-08-17T17:00:59.354 INFO:tasks.rados.rados.0.smithi001.stdout:2958: finishing rollback tid 1 to smithi00187473-14 2024-08-17T17:00:59.355 INFO:tasks.rados.rados.0.smithi001.stdout:2961: snap_create 2024-08-17T17:00:59.355 INFO:tasks.rados.rados.0.smithi001.stdout:2958: finishing rollback tid 2 to smithi00187473-14 2024-08-17T17:00:59.355 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2037 (ObjNum 2385 snap 0 seq_num 811577888) dirty exists 2024-08-17T17:00:59.358 INFO:tasks.rados.rados.0.smithi001.stdout:2959: finishing write tid 1 to smithi00187473-5 2024-08-17T17:00:59.358 INFO:tasks.rados.rados.0.smithi001.stdout:2959: finishing write tid 2 to smithi00187473-5 2024-08-17T17:00:59.358 INFO:tasks.rados.rados.0.smithi001.stdout:2959: finishing write tid 3 to smithi00187473-5 2024-08-17T17:00:59.359 INFO:tasks.rados.rados.0.smithi001.stdout:2960: finishing copy_from to smithi00187473-18 2024-08-17T17:00:59.359 INFO:tasks.rados.rados.0.smithi001.stdout:2960: got expected ENOENT (src dne) 2024-08-17T17:00:59.359 INFO:tasks.rados.rados.0.smithi001.stdout:2960: finishing copy_from racing read to smithi00187473-18 2024-08-17T17:00:59.360 INFO:tasks.rados.rados.0.smithi001.stdout:2959: finishing write tid 4 to smithi00187473-5 2024-08-17T17:00:59.360 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2424 (ObjNum 928 snap 279 seq_num 928) dirty exists 2024-08-17T17:00:59.360 INFO:tasks.rados.rados.0.smithi001.stdout:2959: left oid 5 (ObjNum 928 snap 279 seq_num 928) 2024-08-17T17:00:59.816 INFO:tasks.rados.rados.0.smithi001.stdout:2958: done (3 left) 2024-08-17T17:00:59.816 INFO:tasks.rados.rados.0.smithi001.stdout:2959: done (2 left) 2024-08-17T17:00:59.816 INFO:tasks.rados.rados.0.smithi001.stdout:2960: done (1 left) 2024-08-17T17:00:59.816 INFO:tasks.rados.rados.0.smithi001.stdout:2961: done (0 left) 2024-08-17T17:00:59.816 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 280 2024-08-17T17:00:59.816 INFO:tasks.rados.rados.0.smithi001.stdout:2962: seq_num 929 ranges {0=761856,761856=401408} 2024-08-17T17:00:59.820 INFO:tasks.rados.rados.0.smithi001.stdout:2962: writing smithi00187473-20 from 0 to 761856 tid 1 2024-08-17T17:00:59.823 INFO:tasks.rados.rados.0.smithi001.stdout:2962: writing smithi00187473-20 from 761856 to 1163264 tid 2 2024-08-17T17:00:59.823 INFO:tasks.rados.rados.0.smithi001.stdout:2963: rmattr oid 19 current snap is 280 2024-08-17T17:00:59.823 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 280 2024-08-17T17:00:59.823 INFO:tasks.rados.rados.0.smithi001.stdout:2964: seq_num 930 ranges {811008=786432,1597440=401408} 2024-08-17T17:00:59.832 INFO:tasks.rados.rados.0.smithi001.stdout:2964: writing smithi00187473-28 from 811008 to 1597440 tid 1 2024-08-17T17:00:59.835 INFO:tasks.rados.rados.0.smithi001.stdout:2964: writing smithi00187473-28 from 1597440 to 1998848 tid 2 2024-08-17T17:00:59.835 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 280 2024-08-17T17:00:59.835 INFO:tasks.rados.rados.0.smithi001.stdout:2962: finishing write tid 1 to smithi00187473-20 2024-08-17T17:00:59.835 INFO:tasks.rados.rados.0.smithi001.stdout:2965: seq_num 931 ranges {9453568=802816,10256384=401408} 2024-08-17T17:00:59.891 INFO:tasks.rados.rados.0.smithi001.stdout:2965: writing smithi00187473-1 from 9453568 to 10256384 tid 1 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:2965: writing smithi00187473-1 from 10256384 to 10657792 tid 2 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:2966: read oid 5 snap 279 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:2966: expect (ObjNum 928 snap 279 seq_num 928) 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:2967: snap_create 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:2962: finishing write tid 2 to smithi00187473-20 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:2962: finishing write tid 3 to smithi00187473-20 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2339 (ObjNum 771 snap 229 seq_num 771) dirty exists 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:2962: finishing write tid 4 to smithi00187473-20 2024-08-17T17:00:59.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2106 (ObjNum 929 snap 280 seq_num 929) dirty exists 2024-08-17T17:00:59.895 INFO:tasks.rados.rados.0.smithi001.stdout:2962: left oid 20 (ObjNum 929 snap 280 seq_num 929) 2024-08-17T17:00:59.895 INFO:tasks.rados.rados.0.smithi001.stdout:2964: finishing write tid 1 to smithi00187473-28 2024-08-17T17:00:59.895 INFO:tasks.rados.rados.0.smithi001.stdout:2964: finishing write tid 2 to smithi00187473-28 2024-08-17T17:00:59.895 INFO:tasks.rados.rados.0.smithi001.stdout:2964: finishing write tid 3 to smithi00187473-28 2024-08-17T17:00:59.895 INFO:tasks.rados.rados.0.smithi001.stdout:2964: finishing write tid 4 to smithi00187473-28 2024-08-17T17:00:59.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2342 (ObjNum 930 snap 280 seq_num 930) dirty exists 2024-08-17T17:00:59.895 INFO:tasks.rados.rados.0.smithi001.stdout:2964: left oid 28 (ObjNum 930 snap 280 seq_num 930) 2024-08-17T17:00:59.903 INFO:tasks.rados.rados.0.smithi001.stdout:2965: finishing write tid 1 to smithi00187473-1 2024-08-17T17:00:59.903 INFO:tasks.rados.rados.0.smithi001.stdout:2965: finishing write tid 2 to smithi00187473-1 2024-08-17T17:00:59.903 INFO:tasks.rados.rados.0.smithi001.stdout:2965: finishing write tid 3 to smithi00187473-1 2024-08-17T17:00:59.905 INFO:tasks.rados.rados.0.smithi001.stdout:2965: finishing write tid 4 to smithi00187473-1 2024-08-17T17:00:59.905 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2105 (ObjNum 931 snap 280 seq_num 931) dirty exists 2024-08-17T17:00:59.905 INFO:tasks.rados.rados.0.smithi001.stdout:2965: left oid 1 (ObjNum 931 snap 280 seq_num 931) 2024-08-17T17:00:59.920 INFO:tasks.rados.rados.0.smithi001.stdout:2966: expect (ObjNum 928 snap 279 seq_num 928) 2024-08-17T17:01:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:59 smithi189 ceph-mon[90541]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:01:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:00:59 smithi189 ceph-mon[90541]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:01:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:59 smithi001 ceph-mon[100737]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:01:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:00:59 smithi001 ceph-mon[100737]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:01:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:59 smithi001 ceph-mon[103274]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:01:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:00:59 smithi001 ceph-mon[103274]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:01:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:01:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:01:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:01:00.880 INFO:tasks.rados.rados.0.smithi001.stdout:2962: done (5 left) 2024-08-17T17:01:00.880 INFO:tasks.rados.rados.0.smithi001.stdout:2963: done (4 left) 2024-08-17T17:01:00.880 INFO:tasks.rados.rados.0.smithi001.stdout:2964: done (3 left) 2024-08-17T17:01:00.881 INFO:tasks.rados.rados.0.smithi001.stdout:2965: done (2 left) 2024-08-17T17:01:00.881 INFO:tasks.rados.rados.0.smithi001.stdout:2966: done (1 left) 2024-08-17T17:01:00.881 INFO:tasks.rados.rados.0.smithi001.stdout:2967: done (0 left) 2024-08-17T17:01:00.881 INFO:tasks.rados.rados.0.smithi001.stdout:2968: snap_remove snap 277 2024-08-17T17:01:01.140 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:00 smithi189 ceph-mon[90541]: pgmap v594: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-17T17:01:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:00 smithi001 ceph-mon[100737]: pgmap v594: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-17T17:01:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:00 smithi001 ceph-mon[103274]: pgmap v594: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-17T17:01:01.889 INFO:tasks.rados.rados.0.smithi001.stdout:2968: done (0 left) 2024-08-17T17:01:01.889 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 281 2024-08-17T17:01:01.889 INFO:tasks.rados.rados.0.smithi001.stdout:2969: seq_num 932 ranges {7225344=417792,7643136=663552,8306688=139264} 2024-08-17T17:01:01.931 INFO:tasks.rados.rados.0.smithi001.stdout:2969: writing smithi00187473-45 from 7225344 to 7643136 tid 1 2024-08-17T17:01:01.935 INFO:tasks.rados.rados.0.smithi001.stdout:2969: writing smithi00187473-45 from 7643136 to 8306688 tid 2 2024-08-17T17:01:01.936 INFO:tasks.rados.rados.0.smithi001.stdout:2969: writing smithi00187473-45 from 8306688 to 8445952 tid 3 2024-08-17T17:01:01.936 INFO:tasks.rados.rados.0.smithi001.stdout:2970: snap_remove snap 279 2024-08-17T17:01:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:01 smithi189 ceph-mon[90541]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:01:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:01 smithi001 ceph-mon[100737]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:01:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:01 smithi001 ceph-mon[103274]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:2969: finishing write tid 1 to smithi00187473-45 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:2969: finishing write tid 2 to smithi00187473-45 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:2969: finishing write tid 3 to smithi00187473-45 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:2969: finishing write tid 4 to smithi00187473-45 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:2969: finishing write tid 5 to smithi00187473-45 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2437 (ObjNum 932 snap 281 seq_num 932) dirty exists 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:2969: left oid 45 (ObjNum 932 snap 281 seq_num 932) 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:2969: done (1 left) 2024-08-17T17:01:02.895 INFO:tasks.rados.rados.0.smithi001.stdout:2970: done (0 left) 2024-08-17T17:01:02.896 INFO:tasks.rados.rados.0.smithi001.stdout:2971: delete oid 18 current snap is 281 2024-08-17T17:01:02.902 INFO:tasks.rados.rados.0.smithi001.stdout:2971: done (0 left) 2024-08-17T17:01:02.902 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 281 2024-08-17T17:01:02.903 INFO:tasks.rados.rados.0.smithi001.stdout:2972: seq_num 934 ranges {3858432=450560,4308992=434176,4743168=368640} 2024-08-17T17:01:02.926 INFO:tasks.rados.rados.0.smithi001.stdout:2972: writing smithi00187473-4 from 3858432 to 4308992 tid 1 2024-08-17T17:01:02.928 INFO:tasks.rados.rados.0.smithi001.stdout:2972: writing smithi00187473-4 from 4308992 to 4743168 tid 2 2024-08-17T17:01:02.931 INFO:tasks.rados.rados.0.smithi001.stdout:2972: writing smithi00187473-4 from 4743168 to 5111808 tid 3 2024-08-17T17:01:02.931 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 281 2024-08-17T17:01:02.931 INFO:tasks.rados.rados.0.smithi001.stdout:2973: seq_num 935 ranges {507904=466944,974848=720896,1695744=81920} 2024-08-17T17:01:02.937 INFO:tasks.rados.rados.0.smithi001.stdout:2973: writing smithi00187473-40 from 507904 to 974848 tid 1 2024-08-17T17:01:02.941 INFO:tasks.rados.rados.0.smithi001.stdout:2973: writing smithi00187473-40 from 974848 to 1695744 tid 2 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2973: writing smithi00187473-40 from 1695744 to 1777664 tid 3 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2974: copy_from oid 33 from oid 22 current snap is 281 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2972: finishing write tid 1 to smithi00187473-4 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2972: finishing write tid 2 to smithi00187473-4 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2972: finishing write tid 3 to smithi00187473-4 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2972: finishing write tid 4 to smithi00187473-4 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2972: finishing write tid 5 to smithi00187473-4 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2103 (ObjNum 934 snap 281 seq_num 934) dirty exists 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2972: left oid 4 (ObjNum 934 snap 281 seq_num 934) 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2973: finishing write tid 1 to smithi00187473-40 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2972: done (2 left) 2024-08-17T17:01:02.943 INFO:tasks.rados.rados.0.smithi001.stdout:2975: snap_remove snap 278 2024-08-17T17:01:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:02 smithi189 ceph-mon[90541]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:01:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:02 smithi189 ceph-mon[90541]: pgmap v597: 121 pgs: 121 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T17:01:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:02 smithi001 ceph-mon[100737]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:01:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:02 smithi001 ceph-mon[100737]: pgmap v597: 121 pgs: 121 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T17:01:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:02 smithi001 ceph-mon[103274]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:01:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:02 smithi001 ceph-mon[103274]: pgmap v597: 121 pgs: 121 active+clean; 172 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-17T17:01:03.899 INFO:tasks.rados.rados.0.smithi001.stdout:2973: finishing write tid 2 to smithi00187473-40 2024-08-17T17:01:03.899 INFO:tasks.rados.rados.0.smithi001.stdout:2973: finishing write tid 3 to smithi00187473-40 2024-08-17T17:01:03.899 INFO:tasks.rados.rados.0.smithi001.stdout:2973: finishing write tid 4 to smithi00187473-40 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2973: finishing write tid 5 to smithi00187473-40 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1851 (ObjNum 935 snap 281 seq_num 935) dirty exists 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2973: left oid 40 (ObjNum 935 snap 281 seq_num 935) 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2974: finishing copy_from racing read to smithi00187473-33 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2974: finishing copy_from to smithi00187473-33 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 1614 (ObjNum 851 snap 253 seq_num 851) dirty exists 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2973: done (2 left) 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2974: done (1 left) 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2975: done (0 left) 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2976: rmattr oid 43 current snap is 281 2024-08-17T17:01:03.900 INFO:tasks.rados.rados.0.smithi001.stdout:2977: setattr oid 27 current snap is 281 2024-08-17T17:01:03.903 INFO:tasks.rados.rados.0.smithi001.stdout:2978: read oid 35 snap -1 2024-08-17T17:01:03.903 INFO:tasks.rados.rados.0.smithi001.stdout:2978: expect deleted 2024-08-17T17:01:03.903 INFO:tasks.rados.rados.0.smithi001.stdout:2979: snap_remove snap 280 2024-08-17T17:01:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:03 smithi189 ceph-mon[90541]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:01:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:03 smithi001 ceph-mon[100737]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:01:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:03 smithi001 ceph-mon[103274]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:01:04.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2343 (ObjNum 842 snap 251 seq_num 842) dirty exists 2024-08-17T17:01:04.820 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2442 (ObjNum 919 snap 276 seq_num 919) dirty exists 2024-08-17T17:01:04.821 INFO:tasks.rados.rados.0.smithi001.stdout:2976: done (3 left) 2024-08-17T17:01:04.821 INFO:tasks.rados.rados.0.smithi001.stdout:2977: done (2 left) 2024-08-17T17:01:04.821 INFO:tasks.rados.rados.0.smithi001.stdout:2978: done (1 left) 2024-08-17T17:01:04.821 INFO:tasks.rados.rados.0.smithi001.stdout:2979: done (0 left) 2024-08-17T17:01:04.821 INFO:tasks.rados.rados.0.smithi001.stdout:2980: setattr oid 40 current snap is 281 2024-08-17T17:01:04.824 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 281 2024-08-17T17:01:04.824 INFO:tasks.rados.rados.0.smithi001.stdout:2981: seq_num 936 ranges {827392=483328,1310720=655360,1966080=147456} 2024-08-17T17:01:04.831 INFO:tasks.rados.rados.0.smithi001.stdout:2981: writing smithi00187473-30 from 827392 to 1310720 tid 1 2024-08-17T17:01:04.835 INFO:tasks.rados.rados.0.smithi001.stdout:2981: writing smithi00187473-30 from 1310720 to 1966080 tid 2 2024-08-17T17:01:04.836 INFO:tasks.rados.rados.0.smithi001.stdout:2981: writing smithi00187473-30 from 1966080 to 2113536 tid 3 2024-08-17T17:01:04.836 INFO:tasks.rados.rados.0.smithi001.stdout:2982: setattr oid 4 current snap is 281 2024-08-17T17:01:04.836 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1852 (ObjNum 935 snap 281 seq_num 935) dirty exists 2024-08-17T17:01:04.837 INFO:tasks.rados.rados.0.smithi001.stdout:2980: done (2 left) 2024-08-17T17:01:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 281 2024-08-17T17:01:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:2983: seq_num 937 ranges {5242880=499712,5742592=532480,6275072=270336} 2024-08-17T17:01:04.869 INFO:tasks.rados.rados.0.smithi001.stdout:2983: writing smithi00187473-39 from 5242880 to 5742592 tid 1 2024-08-17T17:01:04.872 INFO:tasks.rados.rados.0.smithi001.stdout:2983: writing smithi00187473-39 from 5742592 to 6275072 tid 2 2024-08-17T17:01:04.874 INFO:tasks.rados.rados.0.smithi001.stdout:2983: writing smithi00187473-39 from 6275072 to 6545408 tid 3 2024-08-17T17:01:04.874 INFO:tasks.rados.rados.0.smithi001.stdout:2984: rmattr oid 20 current snap is 281 2024-08-17T17:01:04.874 INFO:tasks.rados.rados.0.smithi001.stdout:2984: done (3 left) 2024-08-17T17:01:04.874 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 281 2024-08-17T17:01:04.875 INFO:tasks.rados.rados.0.smithi001.stdout:2985: seq_num 938 ranges {40960=516096,557056=417792,974848=385024} 2024-08-17T17:01:04.878 INFO:tasks.rados.rados.0.smithi001.stdout:2985: writing smithi00187473-36 from 40960 to 557056 tid 1 2024-08-17T17:01:04.880 INFO:tasks.rados.rados.0.smithi001.stdout:2985: writing smithi00187473-36 from 557056 to 974848 tid 2 2024-08-17T17:01:04.883 INFO:tasks.rados.rados.0.smithi001.stdout:2985: writing smithi00187473-36 from 974848 to 1359872 tid 3 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2986: rollback oid 48 current snap is 281 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2986: done (4 left) 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2987: delete oid 13 current snap is 281 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 1 to smithi00187473-30 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 2 to smithi00187473-30 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2104 (ObjNum 934 snap 281 seq_num 934) dirty exists 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 3 to smithi00187473-30 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 4 to smithi00187473-30 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2981: finishing write tid 5 to smithi00187473-30 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2109 (ObjNum 936 snap 281 seq_num 936) dirty exists 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2981: left oid 30 (ObjNum 936 snap 281 seq_num 936) 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2983: finishing write tid 1 to smithi00187473-39 2024-08-17T17:01:04.884 INFO:tasks.rados.rados.0.smithi001.stdout:2983: finishing write tid 2 to smithi00187473-39 2024-08-17T17:01:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:2983: finishing write tid 3 to smithi00187473-39 2024-08-17T17:01:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:2983: finishing write tid 4 to smithi00187473-39 2024-08-17T17:01:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:2983: finishing write tid 5 to smithi00187473-39 2024-08-17T17:01:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2347 (ObjNum 937 snap 281 seq_num 937) dirty exists 2024-08-17T17:01:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:2983: left oid 39 (ObjNum 937 snap 281 seq_num 937) 2024-08-17T17:01:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:2985: finishing write tid 1 to smithi00187473-36 2024-08-17T17:01:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:2981: done (4 left) 2024-08-17T17:01:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:2982: done (3 left) 2024-08-17T17:01:04.886 INFO:tasks.rados.rados.0.smithi001.stdout:2983: done (2 left) 2024-08-17T17:01:04.886 INFO:tasks.rados.rados.0.smithi001.stdout:2987: done (1 left) 2024-08-17T17:01:04.886 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 281 2024-08-17T17:01:04.886 INFO:tasks.rados.rados.0.smithi001.stdout:2988: seq_num 940 ranges {745472=548864,1294336=589824,1884160=212992} 2024-08-17T17:01:04.892 INFO:tasks.rados.rados.0.smithi001.stdout:2988: writing smithi00187473-10 from 745472 to 1294336 tid 1 2024-08-17T17:01:04.895 INFO:tasks.rados.rados.0.smithi001.stdout:2988: writing smithi00187473-10 from 1294336 to 1884160 tid 2 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:2988: writing smithi00187473-10 from 1884160 to 2097152 tid 3 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:2989: delete oid 41 current snap is 281 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:2985: finishing write tid 2 to smithi00187473-36 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:2985: finishing write tid 3 to smithi00187473-36 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:2985: finishing write tid 4 to smithi00187473-36 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:2985: finishing write tid 5 to smithi00187473-36 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2104 (ObjNum 938 snap 281 seq_num 938) dirty exists 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:2985: left oid 36 (ObjNum 938 snap 281 seq_num 938) 2024-08-17T17:01:04.897 INFO:tasks.rados.rados.0.smithi001.stdout:2988: finishing write tid 1 to smithi00187473-10 2024-08-17T17:01:04.899 INFO:tasks.rados.rados.0.smithi001.stdout:2985: done (2 left) 2024-08-17T17:01:04.899 INFO:tasks.rados.rados.0.smithi001.stdout:2989: done (1 left) 2024-08-17T17:01:04.899 INFO:tasks.rados.rados.0.smithi001.stdout:2990: copy_from oid 35 from oid 30 current snap is 281 2024-08-17T17:01:04.899 INFO:tasks.rados.rados.0.smithi001.stdout:2991: copy_from oid 26 from oid 32 current snap is 281 2024-08-17T17:01:04.899 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 281 2024-08-17T17:01:04.899 INFO:tasks.rados.rados.0.smithi001.stdout:2992: seq_num 942 ranges {1777664=581632,2359296=761856,3121152=40960} 2024-08-17T17:01:04.912 INFO:tasks.rados.rados.0.smithi001.stdout:2992: writing smithi00187473-40 from 1777664 to 2359296 tid 1 2024-08-17T17:01:04.918 INFO:tasks.rados.rados.0.smithi001.stdout:2992: writing smithi00187473-40 from 2359296 to 3121152 tid 2 2024-08-17T17:01:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:2992: writing smithi00187473-40 from 3121152 to 3162112 tid 3 2024-08-17T17:01:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:2993: rollback oid 13 current snap is 281 2024-08-17T17:01:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:2993: done (4 left) 2024-08-17T17:01:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 281 2024-08-17T17:01:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:2988: finishing write tid 2 to smithi00187473-10 2024-08-17T17:01:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:2994: seq_num 943 ranges {7225344=598016,7823360=688128,8511488=114688} 2024-08-17T17:01:04.962 INFO:tasks.rados.rados.0.smithi001.stdout:2994: writing smithi00187473-49 from 7225344 to 7823360 tid 1 2024-08-17T17:01:04.965 INFO:tasks.rados.rados.0.smithi001.stdout:2994: writing smithi00187473-49 from 7823360 to 8511488 tid 2 2024-08-17T17:01:04.967 INFO:tasks.rados.rados.0.smithi001.stdout:2994: writing smithi00187473-49 from 8511488 to 8626176 tid 3 2024-08-17T17:01:04.967 INFO:tasks.rados.rados.0.smithi001.stdout:2988: finishing write tid 3 to smithi00187473-10 2024-08-17T17:01:04.967 INFO:tasks.rados.rados.0.smithi001.stdout:2988: finishing write tid 4 to smithi00187473-10 2024-08-17T17:01:04.967 INFO:tasks.rados.rados.0.smithi001.stdout:2988: finishing write tid 5 to smithi00187473-10 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2108 (ObjNum 940 snap 281 seq_num 940) dirty exists 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2988: left oid 10 (ObjNum 940 snap 281 seq_num 940) 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2990: finishing copy_from racing read to smithi00187473-35 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2990: finishing copy_from to smithi00187473-35 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2109 (ObjNum 936 snap 281 seq_num 936) dirty exists 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2992: finishing write tid 1 to smithi00187473-40 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2995: read oid 11 snap -1 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2995: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2988: done (5 left) 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2990: done (4 left) 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2996: copy_from oid 20 from oid 30 current snap is 281 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2992: finishing write tid 2 to smithi00187473-40 2024-08-17T17:01:04.968 INFO:tasks.rados.rados.0.smithi001.stdout:2992: finishing write tid 3 to smithi00187473-40 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2991: finishing copy_from racing read to smithi00187473-26 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2992: finishing write tid 4 to smithi00187473-40 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2992: finishing write tid 5 to smithi00187473-40 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 1856 (ObjNum 942 snap 281 seq_num 942) dirty exists 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2992: left oid 40 (ObjNum 942 snap 281 seq_num 942) 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2991: finishing copy_from to smithi00187473-26 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2412 (ObjNum 925 snap 278 seq_num 925) dirty exists 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2994: finishing write tid 1 to smithi00187473-49 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2991: done (4 left) 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2992: done (3 left) 2024-08-17T17:01:04.969 INFO:tasks.rados.rados.0.smithi001.stdout:2997: setattr oid 16 current snap is 281 2024-08-17T17:01:04.970 INFO:tasks.rados.rados.0.smithi001.stdout:2998: read oid 26 snap -1 2024-08-17T17:01:04.970 INFO:tasks.rados.rados.0.smithi001.stdout:2998: expect (ObjNum 925 snap 278 seq_num 925) 2024-08-17T17:01:04.970 INFO:tasks.rados.rados.0.smithi001.stdout:2999: snap_create 2024-08-17T17:01:04.972 INFO:tasks.rados.rados.0.smithi001.stdout:2994: finishing write tid 2 to smithi00187473-49 2024-08-17T17:01:04.974 INFO:tasks.rados.rados.0.smithi001.stdout:2994: finishing write tid 3 to smithi00187473-49 2024-08-17T17:01:04.974 INFO:tasks.rados.rados.0.smithi001.stdout:2994: finishing write tid 4 to smithi00187473-49 2024-08-17T17:01:04.975 INFO:tasks.rados.rados.0.smithi001.stdout:2994: finishing write tid 5 to smithi00187473-49 2024-08-17T17:01:04.976 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2113 (ObjNum 943 snap 281 seq_num 943) dirty exists 2024-08-17T17:01:04.976 INFO:tasks.rados.rados.0.smithi001.stdout:2994: left oid 49 (ObjNum 943 snap 281 seq_num 943) 2024-08-17T17:01:04.979 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2102 (ObjNum 889 snap 264 seq_num 889) dirty exists 2024-08-17T17:01:04.980 INFO:tasks.rados.rados.0.smithi001.stdout:2996: finishing copy_from racing read to smithi00187473-20 2024-08-17T17:01:04.981 INFO:tasks.rados.rados.0.smithi001.stdout:2996: finishing copy_from to smithi00187473-20 2024-08-17T17:01:04.981 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2109 (ObjNum 936 snap 281 seq_num 936) dirty exists 2024-08-17T17:01:05.000 INFO:tasks.rados.rados.0.smithi001.stdout:2995: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:01:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:04 smithi189 ceph-mon[90541]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:01:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:04 smithi189 ceph-mon[90541]: pgmap v600: 121 pgs: 121 active+clean; 175 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-17T17:01:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:04 smithi189 ceph-mon[90541]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:01:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:04 smithi001 ceph-mon[100737]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:01:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:04 smithi001 ceph-mon[100737]: pgmap v600: 121 pgs: 121 active+clean; 175 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-17T17:01:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:04 smithi001 ceph-mon[100737]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:01:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:04 smithi001 ceph-mon[103274]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:01:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:04 smithi001 ceph-mon[103274]: pgmap v600: 121 pgs: 121 active+clean; 175 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-17T17:01:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:04 smithi001 ceph-mon[103274]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:01:05.649 INFO:tasks.rados.rados.0.smithi001.stdout:2998: expect (ObjNum 925 snap 278 seq_num 925) 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:2994: done (5 left) 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:2995: done (4 left) 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:2996: done (3 left) 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:2997: done (2 left) 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:2998: done (1 left) 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:2999: done (0 left) 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:3000: rollback oid 4 current snap is 282 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 281 2024-08-17T17:01:06.451 INFO:tasks.rados.rados.0.smithi001.stdout:3001: snap_create 2024-08-17T17:01:06.458 INFO:tasks.rados.rados.0.smithi001.stdout:3000: finishing rollback tid 0 to smithi00187473-4 2024-08-17T17:01:06.458 INFO:tasks.rados.rados.0.smithi001.stdout:3000: finishing rollback tid 1 to smithi00187473-4 2024-08-17T17:01:06.459 INFO:tasks.rados.rados.0.smithi001.stdout:3000: finishing rollback tid 2 to smithi00187473-4 2024-08-17T17:01:06.459 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2108 (ObjNum 934 snap 281 seq_num 934) dirty exists 2024-08-17T17:01:06.910 INFO:tasks.rados.rados.0.smithi001.stdout:3000: done (1 left) 2024-08-17T17:01:06.910 INFO:tasks.rados.rados.0.smithi001.stdout:3001: done (0 left) 2024-08-17T17:01:06.910 INFO:tasks.rados.rados.0.smithi001.stdout:3002: read oid 49 snap -1 2024-08-17T17:01:06.910 INFO:tasks.rados.rados.0.smithi001.stdout:3002: expect (ObjNum 943 snap 281 seq_num 943) 2024-08-17T17:01:06.910 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 283 2024-08-17T17:01:06.910 INFO:tasks.rados.rados.0.smithi001.stdout:3003: seq_num 944 ranges {9510912=614400,10125312=573440,10698752=229376} 2024-08-17T17:01:06.966 INFO:tasks.rados.rados.0.smithi001.stdout:3003: writing smithi00187473-37 from 9510912 to 10125312 tid 1 2024-08-17T17:01:06.969 INFO:tasks.rados.rados.0.smithi001.stdout:3003: writing smithi00187473-37 from 10125312 to 10698752 tid 2 2024-08-17T17:01:06.971 INFO:tasks.rados.rados.0.smithi001.stdout:3003: writing smithi00187473-37 from 10698752 to 10928128 tid 3 2024-08-17T17:01:06.971 INFO:tasks.rados.rados.0.smithi001.stdout:3004: copy_from oid 5 from oid 32 current snap is 283 2024-08-17T17:01:06.971 INFO:tasks.rados.rados.0.smithi001.stdout:3002: expect (ObjNum 943 snap 281 seq_num 943) 2024-08-17T17:01:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:06 smithi189 ceph-mon[90541]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:01:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:06 smithi189 ceph-mon[90541]: pgmap v603: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 32 op/s 2024-08-17T17:01:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:06 smithi001 ceph-mon[100737]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:01:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:06 smithi001 ceph-mon[100737]: pgmap v603: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 32 op/s 2024-08-17T17:01:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:06 smithi001 ceph-mon[103274]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:01:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:06 smithi001 ceph-mon[103274]: pgmap v603: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 32 op/s 2024-08-17T17:01:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:01:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:01:07] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:01:07.778 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 1 to smithi00187473-37 2024-08-17T17:01:07.778 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 2 to smithi00187473-37 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 3 to smithi00187473-37 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 4 to smithi00187473-37 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3003: finishing write tid 5 to smithi00187473-37 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 663 (ObjNum 944 snap 283 seq_num 944) dirty exists 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3003: left oid 37 (ObjNum 944 snap 283 seq_num 944) 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3004: finishing copy_from racing read to smithi00187473-5 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3004: finishing copy_from to smithi00187473-5 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2412 (ObjNum 925 snap 278 seq_num 925) dirty exists 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3002: done (2 left) 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3003: done (1 left) 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3004: done (0 left) 2024-08-17T17:01:07.779 INFO:tasks.rados.rados.0.smithi001.stdout:3005: setattr oid 1 current snap is 283 2024-08-17T17:01:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:3006: read oid 36 snap 281 2024-08-17T17:01:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:3006: expect (ObjNum 938 snap 281 seq_num 938) 2024-08-17T17:01:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:3007: setattr oid 3 current snap is 283 2024-08-17T17:01:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:3008: read oid 17 snap 282 2024-08-17T17:01:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:3008: expect (ObjNum 914 snap 274 seq_num 914) 2024-08-17T17:01:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 283 2024-08-17T17:01:07.780 INFO:tasks.rados.rados.0.smithi001.stdout:3009: seq_num 945 ranges {10690560=630784,11321344=458752,11780096=344064} 2024-08-17T17:01:07.842 INFO:tasks.rados.rados.0.smithi001.stdout:3009: writing smithi00187473-5 from 10690560 to 11321344 tid 1 2024-08-17T17:01:07.844 INFO:tasks.rados.rados.0.smithi001.stdout:3009: writing smithi00187473-5 from 11321344 to 11780096 tid 2 2024-08-17T17:01:07.847 INFO:tasks.rados.rados.0.smithi001.stdout:3009: writing smithi00187473-5 from 11780096 to 12124160 tid 3 2024-08-17T17:01:07.847 INFO:tasks.rados.rados.0.smithi001.stdout:3010: delete oid 9 current snap is 283 2024-08-17T17:01:07.847 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1891 (ObjNum 927 snap 279 seq_num 927) dirty exists 2024-08-17T17:01:07.847 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2114 (ObjNum 931 snap 280 seq_num 931) dirty exists 2024-08-17T17:01:07.847 INFO:tasks.rados.rados.0.smithi001.stdout:3006: expect (ObjNum 938 snap 281 seq_num 938) 2024-08-17T17:01:07.884 INFO:tasks.rados.rados.0.smithi001.stdout:3008: expect (ObjNum 914 snap 274 seq_num 914) 2024-08-17T17:01:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:07 smithi189 ceph-mon[90541]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:01:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:07 smithi001 ceph-mon[100737]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:01:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:07 smithi001 ceph-mon[103274]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:3009: finishing write tid 1 to smithi00187473-5 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:3009: finishing write tid 2 to smithi00187473-5 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:3009: finishing write tid 3 to smithi00187473-5 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:3009: finishing write tid 4 to smithi00187473-5 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:3009: finishing write tid 5 to smithi00187473-5 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2456 (ObjNum 945 snap 283 seq_num 945) dirty exists 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:3009: left oid 5 (ObjNum 945 snap 283 seq_num 945) 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:3005: done (5 left) 2024-08-17T17:01:08.560 INFO:tasks.rados.rados.0.smithi001.stdout:3006: done (4 left) 2024-08-17T17:01:08.561 INFO:tasks.rados.rados.0.smithi001.stdout:3007: done (3 left) 2024-08-17T17:01:08.561 INFO:tasks.rados.rados.0.smithi001.stdout:3008: done (2 left) 2024-08-17T17:01:08.561 INFO:tasks.rados.rados.0.smithi001.stdout:3009: done (1 left) 2024-08-17T17:01:08.561 INFO:tasks.rados.rados.0.smithi001.stdout:3010: done (0 left) 2024-08-17T17:01:08.561 INFO:tasks.rados.rados.0.smithi001.stdout:3011: copy_from oid 26 from oid 49 current snap is 283 2024-08-17T17:01:08.561 INFO:tasks.rados.rados.0.smithi001.stdout:3012: setattr oid 24 current snap is 283 2024-08-17T17:01:08.561 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 283 2024-08-17T17:01:08.562 INFO:tasks.rados.rados.0.smithi001.stdout:3013: seq_num 947 ranges {1679360=663552,2342912=630784,2973696=172032} 2024-08-17T17:01:08.573 INFO:tasks.rados.rados.0.smithi001.stdout:3013: writing smithi00187473-16 from 1679360 to 2342912 tid 1 2024-08-17T17:01:08.576 INFO:tasks.rados.rados.0.smithi001.stdout:3013: writing smithi00187473-16 from 2342912 to 2973696 tid 2 2024-08-17T17:01:08.578 INFO:tasks.rados.rados.0.smithi001.stdout:3013: writing smithi00187473-16 from 2973696 to 3145728 tid 3 2024-08-17T17:01:08.578 INFO:tasks.rados.rados.0.smithi001.stdout:3014: delete oid 41 current snap is 283 2024-08-17T17:01:08.578 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 1626 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:01:08.578 INFO:tasks.rados.rados.0.smithi001.stdout:3013: finishing write tid 1 to smithi00187473-16 2024-08-17T17:01:08.582 INFO:tasks.rados.rados.0.smithi001.stdout:3013: finishing write tid 2 to smithi00187473-16 2024-08-17T17:01:08.582 INFO:tasks.rados.rados.0.smithi001.stdout:3013: finishing write tid 3 to smithi00187473-16 2024-08-17T17:01:08.582 INFO:tasks.rados.rados.0.smithi001.stdout:3013: finishing write tid 4 to smithi00187473-16 2024-08-17T17:01:08.584 INFO:tasks.rados.rados.0.smithi001.stdout:3013: finishing write tid 5 to smithi00187473-16 2024-08-17T17:01:08.584 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2106 (ObjNum 947 snap 283 seq_num 947) dirty exists 2024-08-17T17:01:08.585 INFO:tasks.rados.rados.0.smithi001.stdout:3013: left oid 16 (ObjNum 947 snap 283 seq_num 947) 2024-08-17T17:01:08.585 INFO:tasks.rados.rados.0.smithi001.stdout:3012: done (3 left) 2024-08-17T17:01:08.585 INFO:tasks.rados.rados.0.smithi001.stdout:3013: done (2 left) 2024-08-17T17:01:08.585 INFO:tasks.rados.rados.0.smithi001.stdout:3014: done (1 left) 2024-08-17T17:01:08.585 INFO:tasks.rados.rados.0.smithi001.stdout:3015: rmattr oid 44 current snap is 283 2024-08-17T17:01:08.585 INFO:tasks.rados.rados.0.smithi001.stdout:3015: done (1 left) 2024-08-17T17:01:08.585 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 29 current snap is 283 2024-08-17T17:01:08.585 INFO:tasks.rados.rados.0.smithi001.stdout:3016: seq_num 949 ranges {2727936=704512,3432448=794624,4227072=8192} 2024-08-17T17:01:08.603 INFO:tasks.rados.rados.0.smithi001.stdout:3016: writing smithi00187473-29 from 2727936 to 3432448 tid 1 2024-08-17T17:01:08.608 INFO:tasks.rados.rados.0.smithi001.stdout:3016: writing smithi00187473-29 from 3432448 to 4227072 tid 2 2024-08-17T17:01:08.608 INFO:tasks.rados.rados.0.smithi001.stdout:3016: writing smithi00187473-29 from 4227072 to 4235264 tid 3 2024-08-17T17:01:08.608 INFO:tasks.rados.rados.0.smithi001.stdout:3017: snap_create 2024-08-17T17:01:08.608 INFO:tasks.rados.rados.0.smithi001.stdout:3011: finishing copy_from racing read to smithi00187473-26 2024-08-17T17:01:08.608 INFO:tasks.rados.rados.0.smithi001.stdout:3011: finishing copy_from to smithi00187473-26 2024-08-17T17:01:08.608 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2113 (ObjNum 943 snap 281 seq_num 943) dirty exists 2024-08-17T17:01:08.608 INFO:tasks.rados.rados.0.smithi001.stdout:3016: finishing write tid 1 to smithi00187473-29 2024-08-17T17:01:08.611 INFO:tasks.rados.rados.0.smithi001.stdout:3016: finishing write tid 2 to smithi00187473-29 2024-08-17T17:01:08.611 INFO:tasks.rados.rados.0.smithi001.stdout:3016: finishing write tid 3 to smithi00187473-29 2024-08-17T17:01:08.611 INFO:tasks.rados.rados.0.smithi001.stdout:3016: finishing write tid 4 to smithi00187473-29 2024-08-17T17:01:08.612 INFO:tasks.rados.rados.0.smithi001.stdout:3016: finishing write tid 5 to smithi00187473-29 2024-08-17T17:01:08.612 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2041 (ObjNum 949 snap 283 seq_num 949) dirty exists 2024-08-17T17:01:08.612 INFO:tasks.rados.rados.0.smithi001.stdout:3016: left oid 29 (ObjNum 949 snap 283 seq_num 949) 2024-08-17T17:01:08.915 INFO:tasks.rados.rados.0.smithi001.stdout:3011: done (2 left) 2024-08-17T17:01:08.915 INFO:tasks.rados.rados.0.smithi001.stdout:3016: done (1 left) 2024-08-17T17:01:08.915 INFO:tasks.rados.rados.0.smithi001.stdout:3017: done (0 left) 2024-08-17T17:01:08.915 INFO:tasks.rados.rados.0.smithi001.stdout:3018: delete oid 25 current snap is 284 2024-08-17T17:01:08.920 INFO:tasks.rados.rados.0.smithi001.stdout:3018: done (0 left) 2024-08-17T17:01:08.920 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 284 2024-08-17T17:01:08.920 INFO:tasks.rados.rados.0.smithi001.stdout:3019: seq_num 951 ranges {8445952=737280,9183232=614400,9797632=188416} 2024-08-17T17:01:08.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:08 smithi189 ceph-mon[90541]: pgmap v605: 121 pgs: 121 active+clean; 181 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-08-17T17:01:08.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:08.970 INFO:tasks.rados.rados.0.smithi001.stdout:3019: writing smithi00187473-45 from 8445952 to 9183232 tid 1 2024-08-17T17:01:08.973 INFO:tasks.rados.rados.0.smithi001.stdout:3019: writing smithi00187473-45 from 9183232 to 9797632 tid 2 2024-08-17T17:01:08.975 INFO:tasks.rados.rados.0.smithi001.stdout:3019: writing smithi00187473-45 from 9797632 to 9986048 tid 3 2024-08-17T17:01:08.976 INFO:tasks.rados.rados.0.smithi001.stdout:3020: read oid 17 snap -1 2024-08-17T17:01:08.976 INFO:tasks.rados.rados.0.smithi001.stdout:3020: expect (ObjNum 914 snap 274 seq_num 914) 2024-08-17T17:01:08.976 INFO:tasks.rados.rados.0.smithi001.stdout:3021: read oid 3 snap -1 2024-08-17T17:01:08.976 INFO:tasks.rados.rados.0.smithi001.stdout:3021: expect (ObjNum 927 snap 279 seq_num 927) 2024-08-17T17:01:08.976 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 284 2024-08-17T17:01:08.976 INFO:tasks.rados.rados.0.smithi001.stdout:3022: seq_num 952 ranges {0=753664,753664=499712,1253376=303104} 2024-08-17T17:01:08.979 INFO:tasks.rados.rados.0.smithi001.stdout:3022: writing smithi00187473-25 from 0 to 753664 tid 1 2024-08-17T17:01:08.983 INFO:tasks.rados.rados.0.smithi001.stdout:3022: writing smithi00187473-25 from 753664 to 1253376 tid 2 2024-08-17T17:01:08.985 INFO:tasks.rados.rados.0.smithi001.stdout:3022: writing smithi00187473-25 from 1253376 to 1556480 tid 3 2024-08-17T17:01:08.985 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 284 2024-08-17T17:01:08.985 INFO:tasks.rados.rados.0.smithi001.stdout:3023: seq_num 953 ranges {3858432=770048,4628480=786432,5414912=16384} 2024-08-17T17:01:09.011 INFO:tasks.rados.rados.0.smithi001.stdout:3023: writing smithi00187473-48 from 3858432 to 4628480 tid 1 2024-08-17T17:01:09.016 INFO:tasks.rados.rados.0.smithi001.stdout:3023: writing smithi00187473-48 from 4628480 to 5414912 tid 2 2024-08-17T17:01:09.016 INFO:tasks.rados.rados.0.smithi001.stdout:3023: writing smithi00187473-48 from 5414912 to 5431296 tid 3 2024-08-17T17:01:09.016 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 284 2024-08-17T17:01:09.016 INFO:tasks.rados.rados.0.smithi001.stdout:3019: finishing write tid 1 to smithi00187473-45 2024-08-17T17:01:09.016 INFO:tasks.rados.rados.0.smithi001.stdout:3019: finishing write tid 2 to smithi00187473-45 2024-08-17T17:01:09.016 INFO:tasks.rados.rados.0.smithi001.stdout:3019: finishing write tid 3 to smithi00187473-45 2024-08-17T17:01:09.016 INFO:tasks.rados.rados.0.smithi001.stdout:3024: seq_num 954 ranges {3145728=786432,3932160=671744,4603904=131072} 2024-08-17T17:01:09.037 INFO:tasks.rados.rados.0.smithi001.stdout:3024: writing smithi00187473-16 from 3145728 to 3932160 tid 1 2024-08-17T17:01:09.041 INFO:tasks.rados.rados.0.smithi001.stdout:3024: writing smithi00187473-16 from 3932160 to 4603904 tid 2 2024-08-17T17:01:09.042 INFO:tasks.rados.rados.0.smithi001.stdout:3024: writing smithi00187473-16 from 4603904 to 4734976 tid 3 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3025: setattr oid 44 current snap is 284 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3019: finishing write tid 4 to smithi00187473-45 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 1 to smithi00187473-25 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 2 to smithi00187473-25 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 3 to smithi00187473-25 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 4 to smithi00187473-25 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3022: finishing write tid 5 to smithi00187473-25 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2119 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3022: left oid 25 (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:01:09.043 INFO:tasks.rados.rados.0.smithi001.stdout:3021: expect (ObjNum 927 snap 279 seq_num 927) 2024-08-17T17:01:09.168 INFO:tasks.rados.rados.0.smithi001.stdout:3020: expect (ObjNum 914 snap 274 seq_num 914) 2024-08-17T17:01:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:08 smithi001 ceph-mon[100737]: pgmap v605: 121 pgs: 121 active+clean; 181 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-08-17T17:01:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:08 smithi001 ceph-mon[103274]: pgmap v605: 121 pgs: 121 active+clean; 181 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-08-17T17:01:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:09.841 INFO:tasks.rados.rados.0.smithi001.stdout:3019: finishing write tid 5 to smithi00187473-45 2024-08-17T17:01:09.841 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2461 (ObjNum 951 snap 284 seq_num 951) dirty exists 2024-08-17T17:01:09.841 INFO:tasks.rados.rados.0.smithi001.stdout:3019: left oid 45 (ObjNum 951 snap 284 seq_num 951) 2024-08-17T17:01:09.841 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 1 to smithi00187473-48 2024-08-17T17:01:09.841 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 2 to smithi00187473-48 2024-08-17T17:01:09.841 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 3 to smithi00187473-48 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 4 to smithi00187473-48 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3023: finishing write tid 5 to smithi00187473-48 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2113 (ObjNum 953 snap 284 seq_num 953) dirty exists 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3023: left oid 48 (ObjNum 953 snap 284 seq_num 953) 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3024: finishing write tid 1 to smithi00187473-16 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3024: finishing write tid 2 to smithi00187473-16 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3024: finishing write tid 3 to smithi00187473-16 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3024: finishing write tid 4 to smithi00187473-16 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3024: finishing write tid 5 to smithi00187473-16 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2110 (ObjNum 954 snap 284 seq_num 954) dirty exists 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3024: left oid 16 (ObjNum 954 snap 284 seq_num 954) 2024-08-17T17:01:09.842 INFO:tasks.rados.rados.0.smithi001.stdout:3019: done (6 left) 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3020: done (5 left) 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3021: done (4 left) 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3022: done (3 left) 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3023: done (2 left) 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3024: done (1 left) 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3026: rmattr oid 23 current snap is 284 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3026: done (1 left) 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3027: copy_from oid 17 from oid 4 current snap is 284 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3028: read oid 49 snap -1 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3028: expect (ObjNum 943 snap 281 seq_num 943) 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 284 2024-08-17T17:01:09.843 INFO:tasks.rados.rados.0.smithi001.stdout:3029: seq_num 955 ranges {10928128=802816,11730944=557056,12288000=245760} 2024-08-17T17:01:09.906 INFO:tasks.rados.rados.0.smithi001.stdout:3029: writing smithi00187473-37 from 10928128 to 11730944 tid 1 2024-08-17T17:01:09.910 INFO:tasks.rados.rados.0.smithi001.stdout:3029: writing smithi00187473-37 from 11730944 to 12288000 tid 2 2024-08-17T17:01:09.912 INFO:tasks.rados.rados.0.smithi001.stdout:3029: writing smithi00187473-37 from 12288000 to 12533760 tid 3 2024-08-17T17:01:09.912 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 284 2024-08-17T17:01:09.912 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2109 (ObjNum 899 snap 268 seq_num 899) dirty exists 2024-08-17T17:01:09.912 INFO:tasks.rados.rados.0.smithi001.stdout:3027: finishing copy_from racing read to smithi00187473-17 2024-08-17T17:01:09.912 INFO:tasks.rados.rados.0.smithi001.stdout:3027: finishing copy_from to smithi00187473-17 2024-08-17T17:01:09.912 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2108 (ObjNum 934 snap 281 seq_num 934) dirty exists 2024-08-17T17:01:09.912 INFO:tasks.rados.rados.0.smithi001.stdout:3028: expect (ObjNum 943 snap 281 seq_num 943) 2024-08-17T17:01:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:09 smithi189 ceph-mon[90541]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:01:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:09 smithi189 ceph-mon[90541]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:01:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:09 smithi001 ceph-mon[100737]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:01:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:09 smithi001 ceph-mon[100737]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:01:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:09 smithi001 ceph-mon[103274]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:01:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:09 smithi001 ceph-mon[103274]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:01:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:01:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:01:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:01:10.716 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 1 to smithi00187473-37 2024-08-17T17:01:10.716 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 2 to smithi00187473-37 2024-08-17T17:01:10.716 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 3 to smithi00187473-37 2024-08-17T17:01:10.716 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 4 to smithi00187473-37 2024-08-17T17:01:10.716 INFO:tasks.rados.rados.0.smithi001.stdout:3029: finishing write tid 5 to smithi00187473-37 2024-08-17T17:01:10.716 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 667 (ObjNum 955 snap 284 seq_num 955) dirty exists 2024-08-17T17:01:10.716 INFO:tasks.rados.rados.0.smithi001.stdout:3029: left oid 37 (ObjNum 955 snap 284 seq_num 955) 2024-08-17T17:01:10.716 INFO:tasks.rados.rados.0.smithi001.stdout:3030: seq_num 956 ranges {2113536=417792,2531328=434176,2965504=770048} 2024-08-17T17:01:10.729 INFO:tasks.rados.rados.0.smithi001.stdout:3030: writing smithi00187473-20 from 2113536 to 2531328 tid 1 2024-08-17T17:01:10.732 INFO:tasks.rados.rados.0.smithi001.stdout:3030: writing smithi00187473-20 from 2531328 to 2965504 tid 2 2024-08-17T17:01:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:3030: writing smithi00187473-20 from 2965504 to 3735552 tid 3 2024-08-17T17:01:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:3025: done (4 left) 2024-08-17T17:01:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:3027: done (3 left) 2024-08-17T17:01:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:3028: done (2 left) 2024-08-17T17:01:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:3029: done (1 left) 2024-08-17T17:01:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:3031: delete oid 14 current snap is 284 2024-08-17T17:01:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:3030: finishing write tid 1 to smithi00187473-20 2024-08-17T17:01:10.737 INFO:tasks.rados.rados.0.smithi001.stdout:3030: finishing write tid 2 to smithi00187473-20 2024-08-17T17:01:10.740 INFO:tasks.rados.rados.0.smithi001.stdout:3031: done (1 left) 2024-08-17T17:01:10.740 INFO:tasks.rados.rados.0.smithi001.stdout:3032: delete oid 34 current snap is 284 2024-08-17T17:01:10.740 INFO:tasks.rados.rados.0.smithi001.stdout:3030: finishing write tid 3 to smithi00187473-20 2024-08-17T17:01:10.740 INFO:tasks.rados.rados.0.smithi001.stdout:3030: finishing write tid 4 to smithi00187473-20 2024-08-17T17:01:10.741 INFO:tasks.rados.rados.0.smithi001.stdout:3030: finishing write tid 5 to smithi00187473-20 2024-08-17T17:01:10.741 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2117 (ObjNum 956 snap 284 seq_num 956) dirty exists 2024-08-17T17:01:10.742 INFO:tasks.rados.rados.0.smithi001.stdout:3030: left oid 20 (ObjNum 956 snap 284 seq_num 956) 2024-08-17T17:01:10.742 INFO:tasks.rados.rados.0.smithi001.stdout:3030: done (1 left) 2024-08-17T17:01:10.742 INFO:tasks.rados.rados.0.smithi001.stdout:3032: done (0 left) 2024-08-17T17:01:10.742 INFO:tasks.rados.rados.0.smithi001.stdout:3033: snap_create 2024-08-17T17:01:10.921 INFO:tasks.rados.rados.0.smithi001.stdout:3033: done (0 left) 2024-08-17T17:01:10.921 INFO:tasks.rados.rados.0.smithi001.stdout:3034: copy_from oid 23 from oid 22 current snap is 285 2024-08-17T17:01:10.921 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 285 2024-08-17T17:01:10.921 INFO:tasks.rados.rados.0.smithi001.stdout:3035: seq_num 959 ranges {6348800=466944,6815744=540672,7356416=557056,7913472=106496} 2024-08-17T17:01:10.958 INFO:tasks.rados.rados.0.smithi001.stdout:3035: writing smithi00187473-33 from 6348800 to 6815744 tid 1 2024-08-17T17:01:10.961 INFO:tasks.rados.rados.0.smithi001.stdout:3035: writing smithi00187473-33 from 6815744 to 7356416 tid 2 2024-08-17T17:01:10.964 INFO:tasks.rados.rados.0.smithi001.stdout:3035: writing smithi00187473-33 from 7356416 to 7913472 tid 3 2024-08-17T17:01:10.965 INFO:tasks.rados.rados.0.smithi001.stdout:3035: writing smithi00187473-33 from 7913472 to 8019968 tid 4 2024-08-17T17:01:10.965 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 285 2024-08-17T17:01:10.965 INFO:tasks.rados.rados.0.smithi001.stdout:3034: finishing copy_from racing read to smithi00187473-23 2024-08-17T17:01:10.965 INFO:tasks.rados.rados.0.smithi001.stdout:3036: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-08-17T17:01:10.968 INFO:tasks.rados.rados.0.smithi001.stdout:3036: writing smithi00187473-13 from 0 to 483328 tid 1 2024-08-17T17:01:10.970 INFO:tasks.rados.rados.0.smithi001.stdout:3036: writing smithi00187473-13 from 483328 to 909312 tid 2 2024-08-17T17:01:10.975 INFO:tasks.rados.rados.0.smithi001.stdout:3036: writing smithi00187473-13 from 909312 to 1671168 tid 3 2024-08-17T17:01:10.975 INFO:tasks.rados.rados.0.smithi001.stdout:3036: writing smithi00187473-13 from 1671168 to 1687552 tid 4 2024-08-17T17:01:10.975 INFO:tasks.rados.rados.0.smithi001.stdout:3037: rmattr oid 16 current snap is 285 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3034: finishing copy_from to smithi00187473-23 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 1614 (ObjNum 851 snap 253 seq_num 851) dirty exists 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3035: finishing write tid 1 to smithi00187473-33 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3035: finishing write tid 2 to smithi00187473-33 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3035: finishing write tid 3 to smithi00187473-33 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3035: finishing write tid 4 to smithi00187473-33 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3035: finishing write tid 5 to smithi00187473-33 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3035: finishing write tid 6 to smithi00187473-33 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2114 (ObjNum 959 snap 285 seq_num 959) dirty exists 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3035: left oid 33 (ObjNum 959 snap 285 seq_num 959) 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3036: finishing write tid 1 to smithi00187473-13 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3036: finishing write tid 2 to smithi00187473-13 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3034: done (3 left) 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3035: done (2 left) 2024-08-17T17:01:10.976 INFO:tasks.rados.rados.0.smithi001.stdout:3038: snap_create 2024-08-17T17:01:10.978 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2111 (ObjNum 954 snap 284 seq_num 954) dirty exists 2024-08-17T17:01:10.979 INFO:tasks.rados.rados.0.smithi001.stdout:3036: finishing write tid 3 to smithi00187473-13 2024-08-17T17:01:10.979 INFO:tasks.rados.rados.0.smithi001.stdout:3036: finishing write tid 4 to smithi00187473-13 2024-08-17T17:01:10.979 INFO:tasks.rados.rados.0.smithi001.stdout:3036: finishing write tid 5 to smithi00187473-13 2024-08-17T17:01:10.979 INFO:tasks.rados.rados.0.smithi001.stdout:3036: finishing write tid 6 to smithi00187473-13 2024-08-17T17:01:10.980 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2113 (ObjNum 960 snap 285 seq_num 960) dirty exists 2024-08-17T17:01:10.980 INFO:tasks.rados.rados.0.smithi001.stdout:3036: left oid 13 (ObjNum 960 snap 285 seq_num 960) 2024-08-17T17:01:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:10 smithi189 ceph-mon[90541]: pgmap v608: 121 pgs: 121 active+clean; 195 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-08-17T17:01:11.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:10 smithi001 ceph-mon[100737]: pgmap v608: 121 pgs: 121 active+clean; 195 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-08-17T17:01:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:10 smithi001 ceph-mon[103274]: pgmap v608: 121 pgs: 121 active+clean; 195 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-08-17T17:01:11.929 INFO:tasks.rados.rados.0.smithi001.stdout:3036: done (2 left) 2024-08-17T17:01:11.929 INFO:tasks.rados.rados.0.smithi001.stdout:3037: done (1 left) 2024-08-17T17:01:11.929 INFO:tasks.rados.rados.0.smithi001.stdout:3038: done (0 left) 2024-08-17T17:01:11.929 INFO:tasks.rados.rados.0.smithi001.stdout:3039: delete oid 7 current snap is 286 2024-08-17T17:01:11.933 INFO:tasks.rados.rados.0.smithi001.stdout:3039: done (0 left) 2024-08-17T17:01:11.933 INFO:tasks.rados.rados.0.smithi001.stdout:3040: snap_remove snap 285 2024-08-17T17:01:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:11 smithi189 ceph-mon[90541]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:01:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:11 smithi001 ceph-mon[100737]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:01:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:11 smithi001 ceph-mon[103274]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:01:12.937 INFO:tasks.rados.rados.0.smithi001.stdout:3040: done (0 left) 2024-08-17T17:01:12.937 INFO:tasks.rados.rados.0.smithi001.stdout:3041: read oid 20 snap -1 2024-08-17T17:01:12.937 INFO:tasks.rados.rados.0.smithi001.stdout:3041: expect (ObjNum 956 snap 284 seq_num 956) 2024-08-17T17:01:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3042: read oid 12 snap -1 2024-08-17T17:01:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3042: expect (ObjNum 894 snap 264 seq_num 894) 2024-08-17T17:01:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 286 2024-08-17T17:01:12.938 INFO:tasks.rados.rados.0.smithi001.stdout:3043: seq_num 962 ranges {2850816=516096,3366912=589824,3956736=614400} 2024-08-17T17:01:12.956 INFO:tasks.rados.rados.0.smithi001.stdout:3043: writing smithi00187473-3 from 2850816 to 3366912 tid 1 2024-08-17T17:01:12.960 INFO:tasks.rados.rados.0.smithi001.stdout:3043: writing smithi00187473-3 from 3366912 to 3956736 tid 2 2024-08-17T17:01:12.963 INFO:tasks.rados.rados.0.smithi001.stdout:3043: writing smithi00187473-3 from 3956736 to 4571136 tid 3 2024-08-17T17:01:12.963 INFO:tasks.rados.rados.0.smithi001.stdout:3044: read oid 24 snap 281 2024-08-17T17:01:12.963 INFO:tasks.rados.rados.0.smithi001.stdout:3044: expect (ObjNum 1537296096 snap 21856 seq_num 1537403536) 2024-08-17T17:01:12.963 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 286 2024-08-17T17:01:12.963 INFO:tasks.rados.rados.0.smithi001.stdout:3045: seq_num 963 ranges {4734976=532480,5267456=475136,5742592=532480,6275072=196608} 2024-08-17T17:01:12.992 INFO:tasks.rados.rados.0.smithi001.stdout:3045: writing smithi00187473-16 from 4734976 to 5267456 tid 1 2024-08-17T17:01:12.995 INFO:tasks.rados.rados.0.smithi001.stdout:3045: writing smithi00187473-16 from 5267456 to 5742592 tid 2 2024-08-17T17:01:12.998 INFO:tasks.rados.rados.0.smithi001.stdout:3045: writing smithi00187473-16 from 5742592 to 6275072 tid 3 2024-08-17T17:01:13.000 INFO:tasks.rados.rados.0.smithi001.stdout:3045: writing smithi00187473-16 from 6275072 to 6471680 tid 4 2024-08-17T17:01:13.000 INFO:tasks.rados.rados.0.smithi001.stdout:3046: rmattr oid 19 current snap is 286 2024-08-17T17:01:13.000 INFO:tasks.rados.rados.0.smithi001.stdout:3042: expect (ObjNum 894 snap 264 seq_num 894) 2024-08-17T17:01:13.088 INFO:tasks.rados.rados.0.smithi001.stdout:3041: expect (ObjNum 956 snap 284 seq_num 956) 2024-08-17T17:01:13.235 INFO:tasks.rados.rados.0.smithi001.stdout:3043: finishing write tid 1 to smithi00187473-3 2024-08-17T17:01:13.236 INFO:tasks.rados.rados.0.smithi001.stdout:3041: done (5 left) 2024-08-17T17:01:13.236 INFO:tasks.rados.rados.0.smithi001.stdout:3042: done (4 left) 2024-08-17T17:01:13.236 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 286 2024-08-17T17:01:13.236 INFO:tasks.rados.rados.0.smithi001.stdout:3044: expect (ObjNum 1537296096 snap 21856 seq_num 1537403536) 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:3043: finishing write tid 2 to smithi00187473-3 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:3043: finishing write tid 3 to smithi00187473-3 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:3043: finishing write tid 4 to smithi00187473-3 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:3043: finishing write tid 5 to smithi00187473-3 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 1895 (ObjNum 962 snap 286 seq_num 962) dirty exists 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:3043: left oid 3 (ObjNum 962 snap 286 seq_num 962) 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 1 to smithi00187473-16 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 2 to smithi00187473-16 2024-08-17T17:01:13.237 INFO:tasks.rados.rados.0.smithi001.stdout:3047: seq_num 964 ranges {8626176=548864,9175040=761856,9936896=442368} 2024-08-17T17:01:13.287 INFO:tasks.rados.rados.0.smithi001.stdout:3047: writing smithi00187473-26 from 8626176 to 9175040 tid 1 2024-08-17T17:01:13.291 INFO:tasks.rados.rados.0.smithi001.stdout:3047: writing smithi00187473-26 from 9175040 to 9936896 tid 2 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:3047: writing smithi00187473-26 from 9936896 to 10379264 tid 3 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:3043: done (4 left) 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:3044: done (3 left) 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 286 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 3 to smithi00187473-16 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 4 to smithi00187473-16 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2348 (ObjNum 771 snap 229 seq_num 771) dirty exists 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 5 to smithi00187473-16 2024-08-17T17:01:13.295 INFO:tasks.rados.rados.0.smithi001.stdout:3048: seq_num 965 ranges {4636672=565248,5201920=647168,5849088=548864,6397952=8192} 2024-08-17T17:01:13.323 INFO:tasks.rados.rados.0.smithi001.stdout:3048: writing smithi00187473-38 from 4636672 to 5201920 tid 1 2024-08-17T17:01:13.327 INFO:tasks.rados.rados.0.smithi001.stdout:3048: writing smithi00187473-38 from 5201920 to 5849088 tid 2 2024-08-17T17:01:13.330 INFO:tasks.rados.rados.0.smithi001.stdout:3048: writing smithi00187473-38 from 5849088 to 6397952 tid 3 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3048: writing smithi00187473-38 from 6397952 to 6406144 tid 4 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3046: done (3 left) 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3049: delete oid 41 current snap is 286 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3045: finishing write tid 6 to smithi00187473-16 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2116 (ObjNum 963 snap 286 seq_num 963) dirty exists 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3045: left oid 16 (ObjNum 963 snap 286 seq_num 963) 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3047: finishing write tid 1 to smithi00187473-26 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3047: finishing write tid 2 to smithi00187473-26 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3047: finishing write tid 3 to smithi00187473-26 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3047: finishing write tid 4 to smithi00187473-26 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3047: finishing write tid 5 to smithi00187473-26 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2417 (ObjNum 964 snap 286 seq_num 964) dirty exists 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3047: left oid 26 (ObjNum 964 snap 286 seq_num 964) 2024-08-17T17:01:13.331 INFO:tasks.rados.rados.0.smithi001.stdout:3048: finishing write tid 1 to smithi00187473-38 2024-08-17T17:01:13.332 INFO:tasks.rados.rados.0.smithi001.stdout:3048: finishing write tid 2 to smithi00187473-38 2024-08-17T17:01:13.332 INFO:tasks.rados.rados.0.smithi001.stdout:3045: done (3 left) 2024-08-17T17:01:13.332 INFO:tasks.rados.rados.0.smithi001.stdout:3047: done (2 left) 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:3049: done (1 left) 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:3050: read oid 29 snap 283 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:3050: expect (ObjNum 949 snap 283 seq_num 949) 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:3051: read oid 31 snap -1 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:3051: expect (ObjNum 911 snap 274 seq_num 911) 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:3052: read oid 20 snap -1 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:3052: expect (ObjNum 956 snap 284 seq_num 956) 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 286 2024-08-17T17:01:13.333 INFO:tasks.rados.rados.0.smithi001.stdout:3053: seq_num 967 ranges {729088=598016,1327104=466944,1794048=516096,2310144=221184} 2024-08-17T17:01:13.341 INFO:tasks.rados.rados.0.smithi001.stdout:3053: writing smithi00187473-8 from 729088 to 1327104 tid 1 2024-08-17T17:01:13.345 INFO:tasks.rados.rados.0.smithi001.stdout:3053: writing smithi00187473-8 from 1327104 to 1794048 tid 2 2024-08-17T17:01:13.349 INFO:tasks.rados.rados.0.smithi001.stdout:3053: writing smithi00187473-8 from 1794048 to 2310144 tid 3 2024-08-17T17:01:13.350 INFO:tasks.rados.rados.0.smithi001.stdout:3053: writing smithi00187473-8 from 2310144 to 2531328 tid 4 2024-08-17T17:01:13.350 INFO:tasks.rados.rados.0.smithi001.stdout:3054: snap_remove snap 282 2024-08-17T17:01:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:12 smithi189 ceph-mon[90541]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:01:13.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:12 smithi189 ceph-mon[90541]: pgmap v611: 121 pgs: 121 active+clean; 213 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.8 MiB/s wr, 39 op/s 2024-08-17T17:01:13.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:12 smithi001 ceph-mon[103274]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:01:13.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:12 smithi001 ceph-mon[103274]: pgmap v611: 121 pgs: 121 active+clean; 213 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.8 MiB/s wr, 39 op/s 2024-08-17T17:01:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:12 smithi001 ceph-mon[100737]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:01:13.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:12 smithi001 ceph-mon[100737]: pgmap v611: 121 pgs: 121 active+clean; 213 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 7.8 MiB/s wr, 39 op/s 2024-08-17T17:01:13.943 INFO:tasks.rados.rados.0.smithi001.stdout:3054: done (5 left) 2024-08-17T17:01:13.944 INFO:tasks.rados.rados.0.smithi001.stdout:3055: snap_remove snap 284 2024-08-17T17:01:14.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:13 smithi189 ceph-mon[90541]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:01:14.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:13 smithi001 ceph-mon[100737]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:01:14.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:13 smithi001 ceph-mon[103274]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:01:14.823 INFO:tasks.rados.rados.0.smithi001.stdout:3055: done (5 left) 2024-08-17T17:01:14.823 INFO:tasks.rados.rados.0.smithi001.stdout:3056: copy_from oid 2 from oid 45 current snap is 286 2024-08-17T17:01:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:3057: delete oid 6 current snap is 286 2024-08-17T17:01:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:3048: finishing write tid 3 to smithi00187473-38 2024-08-17T17:01:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:3048: finishing write tid 4 to smithi00187473-38 2024-08-17T17:01:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:3048: finishing write tid 5 to smithi00187473-38 2024-08-17T17:01:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:3048: finishing write tid 6 to smithi00187473-38 2024-08-17T17:01:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2469 (ObjNum 965 snap 286 seq_num 965) dirty exists 2024-08-17T17:01:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:3048: left oid 38 (ObjNum 965 snap 286 seq_num 965) 2024-08-17T17:01:14.824 INFO:tasks.rados.rados.0.smithi001.stdout:3051: expect (ObjNum 911 snap 274 seq_num 911) 2024-08-17T17:01:14.853 INFO:tasks.rados.rados.0.smithi001.stdout:3052: expect (ObjNum 956 snap 284 seq_num 956) 2024-08-17T17:01:15.002 INFO:tasks.rados.rados.0.smithi001.stdout:3053: finishing write tid 1 to smithi00187473-8 2024-08-17T17:01:15.002 INFO:tasks.rados.rados.0.smithi001.stdout:3048: done (6 left) 2024-08-17T17:01:15.002 INFO:tasks.rados.rados.0.smithi001.stdout:3051: done (5 left) 2024-08-17T17:01:15.002 INFO:tasks.rados.rados.0.smithi001.stdout:3052: done (4 left) 2024-08-17T17:01:15.002 INFO:tasks.rados.rados.0.smithi001.stdout:3057: done (3 left) 2024-08-17T17:01:15.002 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 286 2024-08-17T17:01:15.002 INFO:tasks.rados.rados.0.smithi001.stdout:3053: finishing write tid 2 to smithi00187473-8 2024-08-17T17:01:15.002 INFO:tasks.rados.rados.0.smithi001.stdout:3050: expect (ObjNum 949 snap 283 seq_num 949) 2024-08-17T17:01:15.213 INFO:tasks.rados.rados.0.smithi001.stdout:3053: finishing write tid 3 to smithi00187473-8 2024-08-17T17:01:15.213 INFO:tasks.rados.rados.0.smithi001.stdout:3053: finishing write tid 4 to smithi00187473-8 2024-08-17T17:01:15.213 INFO:tasks.rados.rados.0.smithi001.stdout:3053: finishing write tid 5 to smithi00187473-8 2024-08-17T17:01:15.213 INFO:tasks.rados.rados.0.smithi001.stdout:3053: finishing write tid 6 to smithi00187473-8 2024-08-17T17:01:15.213 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2044 (ObjNum 967 snap 286 seq_num 967) dirty exists 2024-08-17T17:01:15.214 INFO:tasks.rados.rados.0.smithi001.stdout:3053: left oid 8 (ObjNum 967 snap 286 seq_num 967) 2024-08-17T17:01:15.214 INFO:tasks.rados.rados.0.smithi001.stdout:3058: seq_num 969 ranges {5111808=638976,5750784=630784,6381568=532480,6914048=40960} 2024-08-17T17:01:15.244 INFO:tasks.rados.rados.0.smithi001.stdout:3058: writing smithi00187473-17 from 5111808 to 5750784 tid 1 2024-08-17T17:01:15.248 INFO:tasks.rados.rados.0.smithi001.stdout:3058: writing smithi00187473-17 from 5750784 to 6381568 tid 2 2024-08-17T17:01:15.250 INFO:tasks.rados.rados.0.smithi001.stdout:3058: writing smithi00187473-17 from 6381568 to 6914048 tid 3 2024-08-17T17:01:15.251 INFO:tasks.rados.rados.0.smithi001.stdout:3058: writing smithi00187473-17 from 6914048 to 6955008 tid 4 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:3050: done (3 left) 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:3053: done (2 left) 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:3059: rollback oid 26 current snap is 286 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 283 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:3056: finishing copy_from racing read to smithi00187473-2 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:3056: finishing copy_from to smithi00187473-2 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2461 (ObjNum 951 snap 284 seq_num 951) dirty exists 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:3058: finishing write tid 1 to smithi00187473-17 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:3056: done (2 left) 2024-08-17T17:01:15.252 INFO:tasks.rados.rados.0.smithi001.stdout:3060: setattr oid 45 current snap is 286 2024-08-17T17:01:15.253 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 286 2024-08-17T17:01:15.253 INFO:tasks.rados.rados.0.smithi001.stdout:3061: seq_num 970 ranges {90112=655360,745472=516096,1261568=688128} 2024-08-17T17:01:15.257 INFO:tasks.rados.rados.0.smithi001.stdout:3061: writing smithi00187473-42 from 90112 to 745472 tid 1 2024-08-17T17:01:15.261 INFO:tasks.rados.rados.0.smithi001.stdout:3061: writing smithi00187473-42 from 745472 to 1261568 tid 2 2024-08-17T17:01:15.266 INFO:tasks.rados.rados.0.smithi001.stdout:3061: writing smithi00187473-42 from 1261568 to 1949696 tid 3 2024-08-17T17:01:15.266 INFO:tasks.rados.rados.0.smithi001.stdout:3062: read oid 30 snap -1 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3062: expect (ObjNum 936 snap 281 seq_num 936) 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3063: copy_from oid 44 from oid 21 current snap is 286 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3058: finishing write tid 2 to smithi00187473-17 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3059: finishing rollback tid 0 to smithi00187473-26 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3059: finishing rollback tid 1 to smithi00187473-26 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3059: finishing rollback tid 2 to smithi00187473-26 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2420 (ObjNum 943 snap 281 seq_num 943) dirty exists 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3058: finishing write tid 3 to smithi00187473-17 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3058: finishing write tid 4 to smithi00187473-17 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3058: finishing write tid 5 to smithi00187473-17 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3058: finishing write tid 6 to smithi00187473-17 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2486 (ObjNum 969 snap 286 seq_num 969) dirty exists 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3058: left oid 17 (ObjNum 969 snap 286 seq_num 969) 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2487 (ObjNum 951 snap 284 seq_num 951) dirty exists 2024-08-17T17:01:15.267 INFO:tasks.rados.rados.0.smithi001.stdout:3061: finishing write tid 1 to smithi00187473-42 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:3058: done (5 left) 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:3059: done (4 left) 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:3060: done (3 left) 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:3064: read oid 48 snap -1 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:3064: expect (ObjNum 953 snap 284 seq_num 953) 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:3065: copy_from oid 3 from oid 8 current snap is 286 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:3061: finishing write tid 2 to smithi00187473-42 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 286 2024-08-17T17:01:15.268 INFO:tasks.rados.rados.0.smithi001.stdout:3066: seq_num 971 ranges {8626176=671744,9297920=802816,10100736=401408} 2024-08-17T17:01:15.317 INFO:tasks.rados.rados.0.smithi001.stdout:3066: writing smithi00187473-26 from 8626176 to 9297920 tid 1 2024-08-17T17:01:15.322 INFO:tasks.rados.rados.0.smithi001.stdout:3066: writing smithi00187473-26 from 9297920 to 10100736 tid 2 2024-08-17T17:01:15.324 INFO:tasks.rados.rados.0.smithi001.stdout:3066: writing smithi00187473-26 from 10100736 to 10502144 tid 3 2024-08-17T17:01:15.324 INFO:tasks.rados.rados.0.smithi001.stdout:3067: read oid 22 snap 281 2024-08-17T17:01:15.325 INFO:tasks.rados.rados.0.smithi001.stdout:3067: expect (ObjNum 851 snap 253 seq_num 851) 2024-08-17T17:01:15.325 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 286 2024-08-17T17:01:15.325 INFO:tasks.rados.rados.0.smithi001.stdout:3068: seq_num 972 ranges {3735552=688128,4423680=688128,5111808=516096} 2024-08-17T17:01:15.348 INFO:tasks.rados.rados.0.smithi001.stdout:3068: writing smithi00187473-20 from 3735552 to 4423680 tid 1 2024-08-17T17:01:15.352 INFO:tasks.rados.rados.0.smithi001.stdout:3068: writing smithi00187473-20 from 4423680 to 5111808 tid 2 2024-08-17T17:01:15.356 INFO:tasks.rados.rados.0.smithi001.stdout:3068: writing smithi00187473-20 from 5111808 to 5627904 tid 3 2024-08-17T17:01:15.356 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 286 2024-08-17T17:01:15.356 INFO:tasks.rados.rados.0.smithi001.stdout:3069: seq_num 973 ranges {1359872=704512,2064384=573440,2637824=507904,3145728=122880} 2024-08-17T17:01:15.367 INFO:tasks.rados.rados.0.smithi001.stdout:3069: writing smithi00187473-36 from 1359872 to 2064384 tid 1 2024-08-17T17:01:15.370 INFO:tasks.rados.rados.0.smithi001.stdout:3069: writing smithi00187473-36 from 2064384 to 2637824 tid 2 2024-08-17T17:01:15.373 INFO:tasks.rados.rados.0.smithi001.stdout:3069: writing smithi00187473-36 from 2637824 to 3145728 tid 3 2024-08-17T17:01:15.374 INFO:tasks.rados.rados.0.smithi001.stdout:3069: writing smithi00187473-36 from 3145728 to 3268608 tid 4 2024-08-17T17:01:15.374 INFO:tasks.rados.rados.0.smithi001.stdout:3070: rollback oid 10 current snap is 286 2024-08-17T17:01:15.374 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 283 2024-08-17T17:01:15.374 INFO:tasks.rados.rados.0.smithi001.stdout:3061: finishing write tid 3 to smithi00187473-42 2024-08-17T17:01:15.374 INFO:tasks.rados.rados.0.smithi001.stdout:3062: expect (ObjNum 936 snap 281 seq_num 936) 2024-08-17T17:01:15.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:14 smithi189 ceph-mon[90541]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:01:15.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:14 smithi189 ceph-mon[90541]: pgmap v614: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 36 op/s 2024-08-17T17:01:15.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:14 smithi189 ceph-mon[90541]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:01:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:14 smithi001 ceph-mon[100737]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:01:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:14 smithi001 ceph-mon[100737]: pgmap v614: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 36 op/s 2024-08-17T17:01:15.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:14 smithi001 ceph-mon[100737]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:01:15.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:14 smithi001 ceph-mon[103274]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:01:15.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:14 smithi001 ceph-mon[103274]: pgmap v614: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 8.5 MiB/s wr, 36 op/s 2024-08-17T17:01:15.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:14 smithi001 ceph-mon[103274]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:01:15.443 INFO:tasks.rados.rados.0.smithi001.stdout:3064: expect (ObjNum 953 snap 284 seq_num 953) 2024-08-17T17:01:15.677 INFO:tasks.rados.rados.0.smithi001.stdout:3061: finishing write tid 4 to smithi00187473-42 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3061: finishing write tid 5 to smithi00187473-42 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2048 (ObjNum 970 snap 286 seq_num 970) dirty exists 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3061: left oid 42 (ObjNum 970 snap 286 seq_num 970) 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3065: finishing copy_from racing read to smithi00187473-3 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3063: finishing copy_from racing read to smithi00187473-44 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3065: finishing copy_from to smithi00187473-3 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2044 (ObjNum 967 snap 286 seq_num 967) dirty exists 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3063: finishing copy_from to smithi00187473-44 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3066: finishing write tid 1 to smithi00187473-26 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3066: finishing write tid 2 to smithi00187473-26 2024-08-17T17:01:15.678 INFO:tasks.rados.rados.0.smithi001.stdout:3066: finishing write tid 3 to smithi00187473-26 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3066: finishing write tid 4 to smithi00187473-26 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3066: finishing write tid 5 to smithi00187473-26 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2424 (ObjNum 971 snap 286 seq_num 971) dirty exists 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3066: left oid 26 (ObjNum 971 snap 286 seq_num 971) 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3061: done (9 left) 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3062: done (8 left) 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3063: done (7 left) 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3064: done (6 left) 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3065: done (5 left) 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3066: done (4 left) 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3071: copy_from oid 28 from oid 13 current snap is 286 2024-08-17T17:01:15.679 INFO:tasks.rados.rados.0.smithi001.stdout:3067: expect (ObjNum 851 snap 253 seq_num 851) 2024-08-17T17:01:16.019 INFO:tasks.rados.rados.0.smithi001.stdout:3068: finishing write tid 1 to smithi00187473-20 2024-08-17T17:01:16.019 INFO:tasks.rados.rados.0.smithi001.stdout:3068: finishing write tid 2 to smithi00187473-20 2024-08-17T17:01:16.019 INFO:tasks.rados.rados.0.smithi001.stdout:3067: done (4 left) 2024-08-17T17:01:16.019 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 286 2024-08-17T17:01:16.019 INFO:tasks.rados.rados.0.smithi001.stdout:3068: finishing write tid 3 to smithi00187473-20 2024-08-17T17:01:16.019 INFO:tasks.rados.rados.0.smithi001.stdout:3068: finishing write tid 4 to smithi00187473-20 2024-08-17T17:01:16.020 INFO:tasks.rados.rados.0.smithi001.stdout:3068: finishing write tid 5 to smithi00187473-20 2024-08-17T17:01:16.020 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2121 (ObjNum 972 snap 286 seq_num 972) dirty exists 2024-08-17T17:01:16.020 INFO:tasks.rados.rados.0.smithi001.stdout:3068: left oid 20 (ObjNum 972 snap 286 seq_num 972) 2024-08-17T17:01:16.020 INFO:tasks.rados.rados.0.smithi001.stdout:3069: finishing write tid 1 to smithi00187473-36 2024-08-17T17:01:16.020 INFO:tasks.rados.rados.0.smithi001.stdout:3072: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-08-17T17:01:16.023 INFO:tasks.rados.rados.0.smithi001.stdout:3072: writing smithi00187473-6 from 0 to 720896 tid 1 2024-08-17T17:01:16.025 INFO:tasks.rados.rados.0.smithi001.stdout:3072: writing smithi00187473-6 from 720896 to 1228800 tid 2 2024-08-17T17:01:16.030 INFO:tasks.rados.rados.0.smithi001.stdout:3072: writing smithi00187473-6 from 1228800 to 1900544 tid 3 2024-08-17T17:01:16.030 INFO:tasks.rados.rados.0.smithi001.stdout:3072: writing smithi00187473-6 from 1900544 to 1925120 tid 4 2024-08-17T17:01:16.030 INFO:tasks.rados.rados.0.smithi001.stdout:3068: done (4 left) 2024-08-17T17:01:16.030 INFO:tasks.rados.rados.0.smithi001.stdout:3073: setattr oid 25 current snap is 286 2024-08-17T17:01:16.030 INFO:tasks.rados.rados.0.smithi001.stdout:3069: finishing write tid 2 to smithi00187473-36 2024-08-17T17:01:16.030 INFO:tasks.rados.rados.0.smithi001.stdout:3069: finishing write tid 3 to smithi00187473-36 2024-08-17T17:01:16.030 INFO:tasks.rados.rados.0.smithi001.stdout:3069: finishing write tid 4 to smithi00187473-36 2024-08-17T17:01:16.030 INFO:tasks.rados.rados.0.smithi001.stdout:3069: finishing write tid 5 to smithi00187473-36 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3070: finishing rollback tid 0 to smithi00187473-10 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3069: finishing write tid 6 to smithi00187473-36 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2119 (ObjNum 973 snap 286 seq_num 973) dirty exists 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3069: left oid 36 (ObjNum 973 snap 286 seq_num 973) 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3070: finishing rollback tid 1 to smithi00187473-10 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3070: finishing rollback tid 2 to smithi00187473-10 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2122 (ObjNum 940 snap 281 seq_num 940) dirty exists 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3071: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3071: finishing copy_from to smithi00187473-28 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2113 (ObjNum 960 snap 285 seq_num 960) dirty exists 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3072: finishing write tid 1 to smithi00187473-6 2024-08-17T17:01:16.031 INFO:tasks.rados.rados.0.smithi001.stdout:3072: finishing write tid 2 to smithi00187473-6 2024-08-17T17:01:16.032 INFO:tasks.rados.rados.0.smithi001.stdout:3069: done (4 left) 2024-08-17T17:01:16.032 INFO:tasks.rados.rados.0.smithi001.stdout:3070: done (3 left) 2024-08-17T17:01:16.032 INFO:tasks.rados.rados.0.smithi001.stdout:3071: done (2 left) 2024-08-17T17:01:16.032 INFO:tasks.rados.rados.0.smithi001.stdout:3074: read oid 43 snap -1 2024-08-17T17:01:16.032 INFO:tasks.rados.rados.0.smithi001.stdout:3074: expect (ObjNum 919 snap 276 seq_num 919) 2024-08-17T17:01:16.032 INFO:tasks.rados.rados.0.smithi001.stdout:3075: rollback oid 4 current snap is 286 2024-08-17T17:01:16.032 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 4 to 283 2024-08-17T17:01:16.033 INFO:tasks.rados.rados.0.smithi001.stdout:3076: copy_from oid 19 from oid 8 current snap is 286 2024-08-17T17:01:16.033 INFO:tasks.rados.rados.0.smithi001.stdout:3077: snap_create 2024-08-17T17:01:16.033 INFO:tasks.rados.rados.0.smithi001.stdout:3072: finishing write tid 3 to smithi00187473-6 2024-08-17T17:01:16.034 INFO:tasks.rados.rados.0.smithi001.stdout:3072: finishing write tid 4 to smithi00187473-6 2024-08-17T17:01:16.035 INFO:tasks.rados.rados.0.smithi001.stdout:3072: finishing write tid 5 to smithi00187473-6 2024-08-17T17:01:16.036 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2121 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:01:16.037 INFO:tasks.rados.rados.0.smithi001.stdout:3075: finishing rollback tid 0 to smithi00187473-4 2024-08-17T17:01:16.038 INFO:tasks.rados.rados.0.smithi001.stdout:3075: finishing rollback tid 1 to smithi00187473-4 2024-08-17T17:01:16.038 INFO:tasks.rados.rados.0.smithi001.stdout:3075: finishing rollback tid 2 to smithi00187473-4 2024-08-17T17:01:16.038 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2116 (ObjNum 934 snap 281 seq_num 934) dirty exists 2024-08-17T17:01:16.039 INFO:tasks.rados.rados.0.smithi001.stdout:3072: finishing write tid 6 to smithi00187473-6 2024-08-17T17:01:16.039 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 914 (ObjNum 974 snap 286 seq_num 974) dirty exists 2024-08-17T17:01:16.039 INFO:tasks.rados.rados.0.smithi001.stdout:3072: left oid 6 (ObjNum 974 snap 286 seq_num 974) 2024-08-17T17:01:16.044 INFO:tasks.rados.rados.0.smithi001.stdout:3076: finishing copy_from racing read to smithi00187473-19 2024-08-17T17:01:16.045 INFO:tasks.rados.rados.0.smithi001.stdout:3076: finishing copy_from to smithi00187473-19 2024-08-17T17:01:16.045 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2044 (ObjNum 967 snap 286 seq_num 967) dirty exists 2024-08-17T17:01:16.053 INFO:tasks.rados.rados.0.smithi001.stdout:3074: expect (ObjNum 919 snap 276 seq_num 919) 2024-08-17T17:01:16.446 INFO:tasks.rados.rados.0.smithi001.stdout:3072: done (5 left) 2024-08-17T17:01:16.446 INFO:tasks.rados.rados.0.smithi001.stdout:3073: done (4 left) 2024-08-17T17:01:16.446 INFO:tasks.rados.rados.0.smithi001.stdout:3074: done (3 left) 2024-08-17T17:01:16.446 INFO:tasks.rados.rados.0.smithi001.stdout:3075: done (2 left) 2024-08-17T17:01:16.446 INFO:tasks.rados.rados.0.smithi001.stdout:3076: done (1 left) 2024-08-17T17:01:16.446 INFO:tasks.rados.rados.0.smithi001.stdout:3077: done (0 left) 2024-08-17T17:01:16.447 INFO:tasks.rados.rados.0.smithi001.stdout:3078: read oid 2 snap 281 2024-08-17T17:01:16.447 INFO:tasks.rados.rados.0.smithi001.stdout:3078: expect (ObjNum 844 snap 251 seq_num 844) 2024-08-17T17:01:16.447 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 287 2024-08-17T17:01:16.447 INFO:tasks.rados.rados.0.smithi001.stdout:3079: seq_num 975 ranges {2277376=737280,3014656=786432,3801088=417792} 2024-08-17T17:01:16.462 INFO:tasks.rados.rados.0.smithi001.stdout:3079: writing smithi00187473-12 from 2277376 to 3014656 tid 1 2024-08-17T17:01:16.466 INFO:tasks.rados.rados.0.smithi001.stdout:3079: writing smithi00187473-12 from 3014656 to 3801088 tid 2 2024-08-17T17:01:16.469 INFO:tasks.rados.rados.0.smithi001.stdout:3079: writing smithi00187473-12 from 3801088 to 4218880 tid 3 2024-08-17T17:01:16.469 INFO:tasks.rados.rados.0.smithi001.stdout:3080: read oid 18 snap -1 2024-08-17T17:01:16.469 INFO:tasks.rados.rados.0.smithi001.stdout:3080: expect deleted 2024-08-17T17:01:16.469 INFO:tasks.rados.rados.0.smithi001.stdout:3081: read oid 14 snap -1 2024-08-17T17:01:16.470 INFO:tasks.rados.rados.0.smithi001.stdout:3081: expect deleted 2024-08-17T17:01:16.470 INFO:tasks.rados.rados.0.smithi001.stdout:3082: delete oid 50 current snap is 287 2024-08-17T17:01:16.470 INFO:tasks.rados.rados.0.smithi001.stdout:3078: expect (ObjNum 844 snap 251 seq_num 844) 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3079: finishing write tid 1 to smithi00187473-12 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3078: done (4 left) 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3082: done (3 left) 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3083: read oid 30 snap -1 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3083: expect (ObjNum 936 snap 281 seq_num 936) 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3084: copy_from oid 19 from oid 36 current snap is 287 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3079: finishing write tid 2 to smithi00187473-12 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3079: finishing write tid 3 to smithi00187473-12 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3079: finishing write tid 4 to smithi00187473-12 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3079: finishing write tid 5 to smithi00187473-12 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1630 (ObjNum 975 snap 287 seq_num 975) dirty exists 2024-08-17T17:01:16.527 INFO:tasks.rados.rados.0.smithi001.stdout:3079: left oid 12 (ObjNum 975 snap 287 seq_num 975) 2024-08-17T17:01:16.528 INFO:tasks.rados.rados.0.smithi001.stdout:3079: done (4 left) 2024-08-17T17:01:16.528 INFO:tasks.rados.rados.0.smithi001.stdout:3080: done (3 left) 2024-08-17T17:01:16.528 INFO:tasks.rados.rados.0.smithi001.stdout:3081: done (2 left) 2024-08-17T17:01:16.528 INFO:tasks.rados.rados.0.smithi001.stdout:3085: copy_from oid 18 from oid 11 current snap is 287 2024-08-17T17:01:16.528 INFO:tasks.rados.rados.0.smithi001.stdout:3086: delete oid 13 current snap is 287 2024-08-17T17:01:16.531 INFO:tasks.rados.rados.0.smithi001.stdout:3086: done (3 left) 2024-08-17T17:01:16.531 INFO:tasks.rados.rados.0.smithi001.stdout:3087: copy_from oid 33 from oid 31 current snap is 287 2024-08-17T17:01:16.531 INFO:tasks.rados.rados.0.smithi001.stdout:3088: read oid 39 snap -1 2024-08-17T17:01:16.531 INFO:tasks.rados.rados.0.smithi001.stdout:3088: expect (ObjNum 937 snap 281 seq_num 937) 2024-08-17T17:01:16.531 INFO:tasks.rados.rados.0.smithi001.stdout:3089: read oid 35 snap 281 2024-08-17T17:01:16.531 INFO:tasks.rados.rados.0.smithi001.stdout:3089: expect (ObjNum 936 snap 281 seq_num 936) 2024-08-17T17:01:16.531 INFO:tasks.rados.rados.0.smithi001.stdout:3090: delete oid 16 current snap is 287 2024-08-17T17:01:16.543 INFO:tasks.rados.rados.0.smithi001.stdout:3083: expect (ObjNum 936 snap 281 seq_num 936) 2024-08-17T17:01:16.619 INFO:tasks.rados.rados.0.smithi001.stdout:3089: expect (ObjNum 936 snap 281 seq_num 936) 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:3087: finishing copy_from racing read to smithi00187473-33 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:3087: finishing copy_from to smithi00187473-33 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2394 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:3084: finishing copy_from racing read to smithi00187473-19 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:3085: finishing copy_from racing read to smithi00187473-18 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:3083: done (6 left) 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:3087: done (5 left) 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:3089: done (4 left) 2024-08-17T17:01:16.688 INFO:tasks.rados.rados.0.smithi001.stdout:3090: done (3 left) 2024-08-17T17:01:16.689 INFO:tasks.rados.rados.0.smithi001.stdout:3091: read oid 9 snap -1 2024-08-17T17:01:16.689 INFO:tasks.rados.rados.0.smithi001.stdout:3091: expect deleted 2024-08-17T17:01:16.689 INFO:tasks.rados.rados.0.smithi001.stdout:3092: snap_remove snap 281 2024-08-17T17:01:17.095 INFO:tasks.rados.rados.0.smithi001.stdout:3092: done (4 left) 2024-08-17T17:01:17.096 INFO:tasks.rados.rados.0.smithi001.stdout:3093: snap_remove snap 283 2024-08-17T17:01:17.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:17 smithi189 ceph-mon[90541]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:01:17.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:17 smithi189 ceph-mon[90541]: pgmap v617: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2024-08-17T17:01:17.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:01:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:01:17] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:01:17.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:17 smithi001 ceph-mon[100737]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:01:17.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:17 smithi001 ceph-mon[100737]: pgmap v617: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2024-08-17T17:01:17.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:17 smithi001 ceph-mon[103274]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:01:17.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:17 smithi001 ceph-mon[103274]: pgmap v617: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2024-08-17T17:01:18.100 INFO:tasks.rados.rados.0.smithi001.stdout:3093: done (4 left) 2024-08-17T17:01:18.100 INFO:tasks.rados.rados.0.smithi001.stdout:3094: snap_create 2024-08-17T17:01:18.100 INFO:tasks.rados.rados.0.smithi001.stdout:3088: expect (ObjNum 937 snap 281 seq_num 937) 2024-08-17T17:01:18.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:18 smithi189 ceph-mon[90541]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:01:18.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:18 smithi001 ceph-mon[100737]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:01:18.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:18 smithi001 ceph-mon[103274]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:01:18.510 INFO:tasks.rados.rados.0.smithi001.stdout:3084: finishing copy_from to smithi00187473-19 2024-08-17T17:01:18.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2119 (ObjNum 973 snap 286 seq_num 973) dirty exists 2024-08-17T17:01:18.510 INFO:tasks.rados.rados.0.smithi001.stdout:3085: finishing copy_from to smithi00187473-18 2024-08-17T17:01:18.510 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2398 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:01:19.105 INFO:tasks.rados.rados.0.smithi001.stdout:3084: done (4 left) 2024-08-17T17:01:19.105 INFO:tasks.rados.rados.0.smithi001.stdout:3085: done (3 left) 2024-08-17T17:01:19.105 INFO:tasks.rados.rados.0.smithi001.stdout:3088: done (2 left) 2024-08-17T17:01:19.105 INFO:tasks.rados.rados.0.smithi001.stdout:3091: done (1 left) 2024-08-17T17:01:19.105 INFO:tasks.rados.rados.0.smithi001.stdout:3094: done (0 left) 2024-08-17T17:01:19.105 INFO:tasks.rados.rados.0.smithi001.stdout:3095: delete oid 7 current snap is 288 2024-08-17T17:01:19.107 INFO:tasks.rados.rados.0.smithi001.stdout:3095: done (0 left) 2024-08-17T17:01:19.107 INFO:tasks.rados.rados.0.smithi001.stdout:3096: setattr oid 17 current snap is 288 2024-08-17T17:01:19.109 INFO:tasks.rados.rados.0.smithi001.stdout:3097: snap_remove snap 286 2024-08-17T17:01:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:19 smithi189 ceph-mon[90541]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:01:19.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:19 smithi189 ceph-mon[90541]: pgmap v620: 121 pgs: 121 active+clean; 254 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-08-17T17:01:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:19 smithi001 ceph-mon[100737]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:01:19.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:19 smithi001 ceph-mon[100737]: pgmap v620: 121 pgs: 121 active+clean; 254 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-08-17T17:01:19.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:19 smithi001 ceph-mon[103274]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:01:19.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:19 smithi001 ceph-mon[103274]: pgmap v620: 121 pgs: 121 active+clean; 254 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-08-17T17:01:19.824 INFO:tasks.rados.rados.0.smithi001.stdout:3097: done (1 left) 2024-08-17T17:01:19.824 INFO:tasks.rados.rados.0.smithi001.stdout:3098: snap_create 2024-08-17T17:01:19.824 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2508 (ObjNum 969 snap 286 seq_num 969) dirty exists 2024-08-17T17:01:20.412 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:20 smithi001 ceph-mon[100737]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:01:20.412 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:20 smithi001 ceph-mon[100737]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:01:20.412 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:20 smithi001 ceph-mon[103274]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:01:20.412 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:20 smithi001 ceph-mon[103274]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:01:20.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:20 smithi189 ceph-mon[90541]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:01:20.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:20 smithi189 ceph-mon[90541]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:01:20.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:01:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:01:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:01:20.824 INFO:tasks.rados.rados.0.smithi001.stdout:3096: done (1 left) 2024-08-17T17:01:20.824 INFO:tasks.rados.rados.0.smithi001.stdout:3098: done (0 left) 2024-08-17T17:01:20.824 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 289 2024-08-17T17:01:20.824 INFO:tasks.rados.rados.0.smithi001.stdout:3099: seq_num 980 ranges {8036352=417792,8454144=614400,9068544=663552,9732096=327680} 2024-08-17T17:01:20.870 INFO:tasks.rados.rados.0.smithi001.stdout:3099: writing smithi00187473-46 from 8036352 to 8454144 tid 1 2024-08-17T17:01:20.873 INFO:tasks.rados.rados.0.smithi001.stdout:3099: writing smithi00187473-46 from 8454144 to 9068544 tid 2 2024-08-17T17:01:20.877 INFO:tasks.rados.rados.0.smithi001.stdout:3099: writing smithi00187473-46 from 9068544 to 9732096 tid 3 2024-08-17T17:01:20.880 INFO:tasks.rados.rados.0.smithi001.stdout:3099: writing smithi00187473-46 from 9732096 to 10059776 tid 4 2024-08-17T17:01:20.880 INFO:tasks.rados.rados.0.smithi001.stdout:3100: read oid 11 snap -1 2024-08-17T17:01:20.880 INFO:tasks.rados.rados.0.smithi001.stdout:3100: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:01:20.880 INFO:tasks.rados.rados.0.smithi001.stdout:3101: delete oid 3 current snap is 289 2024-08-17T17:01:20.880 INFO:tasks.rados.rados.0.smithi001.stdout:3099: finishing write tid 1 to smithi00187473-46 2024-08-17T17:01:20.880 INFO:tasks.rados.rados.0.smithi001.stdout:3099: finishing write tid 2 to smithi00187473-46 2024-08-17T17:01:20.883 INFO:tasks.rados.rados.0.smithi001.stdout:3101: done (2 left) 2024-08-17T17:01:20.883 INFO:tasks.rados.rados.0.smithi001.stdout:3102: read oid 5 snap -1 2024-08-17T17:01:20.883 INFO:tasks.rados.rados.0.smithi001.stdout:3102: expect (ObjNum 945 snap 283 seq_num 945) 2024-08-17T17:01:20.883 INFO:tasks.rados.rados.0.smithi001.stdout:3103: snap_remove snap 288 2024-08-17T17:01:21.831 INFO:tasks.rados.rados.0.smithi001.stdout:3103: done (3 left) 2024-08-17T17:01:21.831 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 289 2024-08-17T17:01:21.831 INFO:tasks.rados.rados.0.smithi001.stdout:3099: finishing write tid 3 to smithi00187473-46 2024-08-17T17:01:21.831 INFO:tasks.rados.rados.0.smithi001.stdout:3099: finishing write tid 4 to smithi00187473-46 2024-08-17T17:01:21.831 INFO:tasks.rados.rados.0.smithi001.stdout:3099: finishing write tid 5 to smithi00187473-46 2024-08-17T17:01:21.831 INFO:tasks.rados.rados.0.smithi001.stdout:3099: finishing write tid 6 to smithi00187473-46 2024-08-17T17:01:21.832 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2365 (ObjNum 980 snap 289 seq_num 980) dirty exists 2024-08-17T17:01:21.832 INFO:tasks.rados.rados.0.smithi001.stdout:3099: left oid 46 (ObjNum 980 snap 289 seq_num 980) 2024-08-17T17:01:21.832 INFO:tasks.rados.rados.0.smithi001.stdout:3100: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:01:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:21 smithi189 ceph-mon[90541]: pgmap v623: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.4 MiB/s wr, 26 op/s 2024-08-17T17:01:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:21 smithi189 ceph-mon[90541]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:01:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:21 smithi001 ceph-mon[100737]: pgmap v623: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.4 MiB/s wr, 26 op/s 2024-08-17T17:01:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:21 smithi001 ceph-mon[100737]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:01:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:21 smithi001 ceph-mon[103274]: pgmap v623: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.4 MiB/s wr, 26 op/s 2024-08-17T17:01:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:21 smithi001 ceph-mon[103274]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:01:22.489 INFO:tasks.rados.rados.0.smithi001.stdout:3102: expect (ObjNum 945 snap 283 seq_num 945) 2024-08-17T17:01:23.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:22 smithi189 ceph-mon[90541]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:01:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:01:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:01:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:01:23.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:01:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[100737]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:01:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:01:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:01:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:01:23.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:01:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[103274]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:01:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:01:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:01:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:01:23.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:01:23.516 INFO:tasks.rados.rados.0.smithi001.stdout:3104: seq_num 982 ranges {5627904=450560,6078464=425984,6504448=679936,7184384=466944,7651328=32768} 2024-08-17T17:01:23.549 INFO:tasks.rados.rados.0.smithi001.stdout:3104: writing smithi00187473-20 from 5627904 to 6078464 tid 1 2024-08-17T17:01:23.551 INFO:tasks.rados.rados.0.smithi001.stdout:3104: writing smithi00187473-20 from 6078464 to 6504448 tid 2 2024-08-17T17:01:23.555 INFO:tasks.rados.rados.0.smithi001.stdout:3104: writing smithi00187473-20 from 6504448 to 7184384 tid 3 2024-08-17T17:01:23.558 INFO:tasks.rados.rados.0.smithi001.stdout:3104: writing smithi00187473-20 from 7184384 to 7651328 tid 4 2024-08-17T17:01:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:3104: writing smithi00187473-20 from 7651328 to 7684096 tid 5 2024-08-17T17:01:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:3099: done (3 left) 2024-08-17T17:01:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:3100: done (2 left) 2024-08-17T17:01:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:3102: done (1 left) 2024-08-17T17:01:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:3105: rmattr oid 4 current snap is 289 2024-08-17T17:01:23.559 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing write tid 1 to smithi00187473-20 2024-08-17T17:01:23.560 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing write tid 2 to smithi00187473-20 2024-08-17T17:01:23.560 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing write tid 3 to smithi00187473-20 2024-08-17T17:01:23.560 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 289 2024-08-17T17:01:23.560 INFO:tasks.rados.rados.0.smithi001.stdout:3106: seq_num 983 ranges {2113536=466944,2580480=712704,3293184=434176,3727360=458752} 2024-08-17T17:01:23.573 INFO:tasks.rados.rados.0.smithi001.stdout:3106: writing smithi00187473-30 from 2113536 to 2580480 tid 1 2024-08-17T17:01:23.577 INFO:tasks.rados.rados.0.smithi001.stdout:3106: writing smithi00187473-30 from 2580480 to 3293184 tid 2 2024-08-17T17:01:23.579 INFO:tasks.rados.rados.0.smithi001.stdout:3106: writing smithi00187473-30 from 3293184 to 3727360 tid 3 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3106: writing smithi00187473-30 from 3727360 to 4186112 tid 4 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3107: delete oid 35 current snap is 289 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing write tid 4 to smithi00187473-20 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing write tid 5 to smithi00187473-20 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing write tid 6 to smithi00187473-20 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2118 (ObjNum 934 snap 281 seq_num 934) dirty exists 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3104: finishing write tid 7 to smithi00187473-20 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2127 (ObjNum 982 snap 289 seq_num 982) dirty exists 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3104: left oid 20 (ObjNum 982 snap 289 seq_num 982) 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3106: finishing write tid 1 to smithi00187473-30 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3106: finishing write tid 2 to smithi00187473-30 2024-08-17T17:01:23.583 INFO:tasks.rados.rados.0.smithi001.stdout:3106: finishing write tid 3 to smithi00187473-30 2024-08-17T17:01:23.584 INFO:tasks.rados.rados.0.smithi001.stdout:3104: done (3 left) 2024-08-17T17:01:23.584 INFO:tasks.rados.rados.0.smithi001.stdout:3105: done (2 left) 2024-08-17T17:01:23.584 INFO:tasks.rados.rados.0.smithi001.stdout:3107: done (1 left) 2024-08-17T17:01:23.584 INFO:tasks.rados.rados.0.smithi001.stdout:3108: copy_from oid 35 from oid 7 current snap is 289 2024-08-17T17:01:23.585 INFO:tasks.rados.rados.0.smithi001.stdout:3109: rmattr oid 43 current snap is 289 2024-08-17T17:01:23.585 INFO:tasks.rados.rados.0.smithi001.stdout:3110: snap_remove snap 287 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:3110: done (3 left) 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:3111: setattr oid 34 current snap is 289 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:3108: finishing copy_from to smithi00187473-35 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:3108: got expected ENOENT (src dne) 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:3106: finishing write tid 4 to smithi00187473-30 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:3108: finishing copy_from racing read to smithi00187473-35 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:3106: finishing write tid 5 to smithi00187473-30 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:3106: finishing write tid 6 to smithi00187473-30 2024-08-17T17:01:23.841 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2126 (ObjNum 983 snap 289 seq_num 983) dirty exists 2024-08-17T17:01:23.842 INFO:tasks.rados.rados.0.smithi001.stdout:3106: left oid 30 (ObjNum 983 snap 289 seq_num 983) 2024-08-17T17:01:23.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2512 (ObjNum 919 snap 276 seq_num 919) dirty exists 2024-08-17T17:01:23.842 INFO:tasks.rados.rados.0.smithi001.stdout:3106: done (3 left) 2024-08-17T17:01:23.842 INFO:tasks.rados.rados.0.smithi001.stdout:3108: done (2 left) 2024-08-17T17:01:23.843 INFO:tasks.rados.rados.0.smithi001.stdout:3109: done (1 left) 2024-08-17T17:01:23.843 INFO:tasks.rados.rados.0.smithi001.stdout:3112: copy_from oid 3 from oid 9 current snap is 289 2024-08-17T17:01:23.843 INFO:tasks.rados.rados.0.smithi001.stdout:3113: read oid 44 snap -1 2024-08-17T17:01:23.843 INFO:tasks.rados.rados.0.smithi001.stdout:3113: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:01:23.843 INFO:tasks.rados.rados.0.smithi001.stdout:3114: delete oid 10 current snap is 289 2024-08-17T17:01:23.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2127 (ObjNum 145 snap 0 seq_num 1537110336) dirty exists 2024-08-17T17:01:23.853 INFO:tasks.rados.rados.0.smithi001.stdout:3112: finishing copy_from to smithi00187473-3 2024-08-17T17:01:23.854 INFO:tasks.rados.rados.0.smithi001.stdout:3112: got expected ENOENT (src dne) 2024-08-17T17:01:23.854 INFO:tasks.rados.rados.0.smithi001.stdout:3112: finishing copy_from racing read to smithi00187473-3 2024-08-17T17:01:23.872 INFO:tasks.rados.rados.0.smithi001.stdout:3113: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:01:24.151 INFO:tasks.rados.rados.0.smithi001.stdout:3111: done (3 left) 2024-08-17T17:01:24.151 INFO:tasks.rados.rados.0.smithi001.stdout:3112: done (2 left) 2024-08-17T17:01:24.151 INFO:tasks.rados.rados.0.smithi001.stdout:3113: done (1 left) 2024-08-17T17:01:24.151 INFO:tasks.rados.rados.0.smithi001.stdout:3114: done (0 left) 2024-08-17T17:01:24.151 INFO:tasks.rados.rados.0.smithi001.stdout:3115: rmattr oid 14 current snap is 289 2024-08-17T17:01:24.151 INFO:tasks.rados.rados.0.smithi001.stdout:3115: done (0 left) 2024-08-17T17:01:24.152 INFO:tasks.rados.rados.0.smithi001.stdout:3116: copy_from oid 8 from oid 49 current snap is 289 2024-08-17T17:01:24.152 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 289 2024-08-17T17:01:24.152 INFO:tasks.rados.rados.0.smithi001.stdout:3117: seq_num 986 ranges {6406144=516096,6922240=770048,7692288=655360,8347648=180224} 2024-08-17T17:01:24.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:23 smithi189 ceph-mon[90541]: pgmap v626: 121 pgs: 121 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 23 op/s 2024-08-17T17:01:24.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:23 smithi001 ceph-mon[100737]: pgmap v626: 121 pgs: 121 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 23 op/s 2024-08-17T17:01:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:24.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:23 smithi001 ceph-mon[103274]: pgmap v626: 121 pgs: 121 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 23 op/s 2024-08-17T17:01:24.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:24.190 INFO:tasks.rados.rados.0.smithi001.stdout:3117: writing smithi00187473-38 from 6406144 to 6922240 tid 1 2024-08-17T17:01:24.195 INFO:tasks.rados.rados.0.smithi001.stdout:3117: writing smithi00187473-38 from 6922240 to 7692288 tid 2 2024-08-17T17:01:24.198 INFO:tasks.rados.rados.0.smithi001.stdout:3117: writing smithi00187473-38 from 7692288 to 8347648 tid 3 2024-08-17T17:01:24.200 INFO:tasks.rados.rados.0.smithi001.stdout:3117: writing smithi00187473-38 from 8347648 to 8527872 tid 4 2024-08-17T17:01:24.200 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 289 2024-08-17T17:01:24.200 INFO:tasks.rados.rados.0.smithi001.stdout:3116: finishing copy_from racing read to smithi00187473-8 2024-08-17T17:01:24.200 INFO:tasks.rados.rados.0.smithi001.stdout:3117: finishing write tid 1 to smithi00187473-38 2024-08-17T17:01:24.200 INFO:tasks.rados.rados.0.smithi001.stdout:3117: finishing write tid 2 to smithi00187473-38 2024-08-17T17:01:24.200 INFO:tasks.rados.rados.0.smithi001.stdout:3116: finishing copy_from to smithi00187473-8 2024-08-17T17:01:24.200 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2113 (ObjNum 943 snap 281 seq_num 943) dirty exists 2024-08-17T17:01:24.200 INFO:tasks.rados.rados.0.smithi001.stdout:3118: seq_num 987 ranges {7225344=532480,7757824=647168,8404992=417792,8822784=409600,9232384=131072} 2024-08-17T17:01:24.242 INFO:tasks.rados.rados.0.smithi001.stdout:3118: writing smithi00187473-18 from 7225344 to 7757824 tid 1 2024-08-17T17:01:24.246 INFO:tasks.rados.rados.0.smithi001.stdout:3118: writing smithi00187473-18 from 7757824 to 8404992 tid 2 2024-08-17T17:01:24.249 INFO:tasks.rados.rados.0.smithi001.stdout:3118: writing smithi00187473-18 from 8404992 to 8822784 tid 3 2024-08-17T17:01:24.251 INFO:tasks.rados.rados.0.smithi001.stdout:3118: writing smithi00187473-18 from 8822784 to 9232384 tid 4 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:3118: writing smithi00187473-18 from 9232384 to 9363456 tid 5 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:3116: done (2 left) 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:3119: copy_from oid 1 from oid 2 current snap is 289 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:3117: finishing write tid 3 to smithi00187473-38 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:3117: finishing write tid 4 to smithi00187473-38 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:3117: finishing write tid 5 to smithi00187473-38 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:3117: finishing write tid 6 to smithi00187473-38 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2521 (ObjNum 986 snap 289 seq_num 986) dirty exists 2024-08-17T17:01:24.253 INFO:tasks.rados.rados.0.smithi001.stdout:3117: left oid 38 (ObjNum 986 snap 289 seq_num 986) 2024-08-17T17:01:24.254 INFO:tasks.rados.rados.0.smithi001.stdout:3118: finishing write tid 1 to smithi00187473-18 2024-08-17T17:01:24.254 INFO:tasks.rados.rados.0.smithi001.stdout:3118: finishing write tid 2 to smithi00187473-18 2024-08-17T17:01:24.254 INFO:tasks.rados.rados.0.smithi001.stdout:3117: done (2 left) 2024-08-17T17:01:24.254 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 289 2024-08-17T17:01:24.254 INFO:tasks.rados.rados.0.smithi001.stdout:3120: seq_num 988 ranges {868352=557056,1425408=532480,1957888=622592,2580480=450560} 2024-08-17T17:01:24.261 INFO:tasks.rados.rados.0.smithi001.stdout:3120: writing smithi00187473-33 from 868352 to 1425408 tid 1 2024-08-17T17:01:24.264 INFO:tasks.rados.rados.0.smithi001.stdout:3120: writing smithi00187473-33 from 1425408 to 1957888 tid 2 2024-08-17T17:01:24.268 INFO:tasks.rados.rados.0.smithi001.stdout:3120: writing smithi00187473-33 from 1957888 to 2580480 tid 3 2024-08-17T17:01:24.271 INFO:tasks.rados.rados.0.smithi001.stdout:3120: writing smithi00187473-33 from 2580480 to 3031040 tid 4 2024-08-17T17:01:24.271 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 289 2024-08-17T17:01:24.271 INFO:tasks.rados.rados.0.smithi001.stdout:3118: finishing write tid 3 to smithi00187473-18 2024-08-17T17:01:24.271 INFO:tasks.rados.rados.0.smithi001.stdout:3121: seq_num 989 ranges {8626176=573440,9199616=466944,9666560=434176,10100736=638976,10739712=65536} 2024-08-17T17:01:24.321 INFO:tasks.rados.rados.0.smithi001.stdout:3121: writing smithi00187473-49 from 8626176 to 9199616 tid 1 2024-08-17T17:01:24.323 INFO:tasks.rados.rados.0.smithi001.stdout:3121: writing smithi00187473-49 from 9199616 to 9666560 tid 2 2024-08-17T17:01:24.325 INFO:tasks.rados.rados.0.smithi001.stdout:3121: writing smithi00187473-49 from 9666560 to 10100736 tid 3 2024-08-17T17:01:24.329 INFO:tasks.rados.rados.0.smithi001.stdout:3121: writing smithi00187473-49 from 10100736 to 10739712 tid 4 2024-08-17T17:01:24.330 INFO:tasks.rados.rados.0.smithi001.stdout:3121: writing smithi00187473-49 from 10739712 to 10805248 tid 5 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3122: read oid 39 snap -1 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3122: expect (ObjNum 937 snap 281 seq_num 937) 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3123: rmattr oid 46 current snap is 289 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3118: finishing write tid 4 to smithi00187473-18 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3118: finishing write tid 5 to smithi00187473-18 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3118: finishing write tid 6 to smithi00187473-18 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3120: finishing write tid 1 to smithi00187473-33 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3118: finishing write tid 7 to smithi00187473-18 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2527 (ObjNum 987 snap 289 seq_num 987) dirty exists 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3118: left oid 18 (ObjNum 987 snap 289 seq_num 987) 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3120: finishing write tid 2 to smithi00187473-33 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3118: done (5 left) 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3124: read oid 5 snap -1 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3124: expect (ObjNum 945 snap 283 seq_num 945) 2024-08-17T17:01:24.331 INFO:tasks.rados.rados.0.smithi001.stdout:3125: snap_create 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3120: finishing write tid 3 to smithi00187473-33 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3120: finishing write tid 4 to smithi00187473-33 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3120: finishing write tid 5 to smithi00187473-33 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3120: finishing write tid 6 to smithi00187473-33 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2400 (ObjNum 988 snap 289 seq_num 988) dirty exists 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3120: left oid 33 (ObjNum 988 snap 289 seq_num 988) 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3119: finishing copy_from racing read to smithi00187473-1 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3119: finishing copy_from to smithi00187473-1 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2461 (ObjNum 951 snap 284 seq_num 951) dirty exists 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3121: finishing write tid 1 to smithi00187473-49 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3121: finishing write tid 2 to smithi00187473-49 2024-08-17T17:01:24.332 INFO:tasks.rados.rados.0.smithi001.stdout:3121: finishing write tid 3 to smithi00187473-49 2024-08-17T17:01:24.334 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2366 (ObjNum 980 snap 289 seq_num 980) dirty exists 2024-08-17T17:01:24.337 INFO:tasks.rados.rados.0.smithi001.stdout:3121: finishing write tid 4 to smithi00187473-49 2024-08-17T17:01:24.340 INFO:tasks.rados.rados.0.smithi001.stdout:3121: finishing write tid 5 to smithi00187473-49 2024-08-17T17:01:24.340 INFO:tasks.rados.rados.0.smithi001.stdout:3121: finishing write tid 6 to smithi00187473-49 2024-08-17T17:01:24.341 INFO:tasks.rados.rados.0.smithi001.stdout:3121: finishing write tid 7 to smithi00187473-49 2024-08-17T17:01:24.342 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2467 (ObjNum 989 snap 289 seq_num 989) dirty exists 2024-08-17T17:01:24.342 INFO:tasks.rados.rados.0.smithi001.stdout:3121: left oid 49 (ObjNum 989 snap 289 seq_num 989) 2024-08-17T17:01:24.355 INFO:tasks.rados.rados.0.smithi001.stdout:3122: expect (ObjNum 937 snap 281 seq_num 937) 2024-08-17T17:01:24.758 INFO:tasks.rados.rados.0.smithi001.stdout:3124: expect (ObjNum 945 snap 283 seq_num 945) 2024-08-17T17:01:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:24 smithi189 ceph-mon[90541]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:01:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:24 smithi189 ceph-mon[90541]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:01:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:24 smithi001 ceph-mon[100737]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:01:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:24 smithi001 ceph-mon[100737]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:01:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:24 smithi001 ceph-mon[103274]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:01:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:24 smithi001 ceph-mon[103274]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:01:25.774 INFO:tasks.rados.rados.0.smithi001.stdout:3119: done (6 left) 2024-08-17T17:01:25.774 INFO:tasks.rados.rados.0.smithi001.stdout:3120: done (5 left) 2024-08-17T17:01:25.774 INFO:tasks.rados.rados.0.smithi001.stdout:3121: done (4 left) 2024-08-17T17:01:25.774 INFO:tasks.rados.rados.0.smithi001.stdout:3122: done (3 left) 2024-08-17T17:01:25.774 INFO:tasks.rados.rados.0.smithi001.stdout:3123: done (2 left) 2024-08-17T17:01:25.774 INFO:tasks.rados.rados.0.smithi001.stdout:3124: done (1 left) 2024-08-17T17:01:25.774 INFO:tasks.rados.rados.0.smithi001.stdout:3125: done (0 left) 2024-08-17T17:01:25.774 INFO:tasks.rados.rados.0.smithi001.stdout:3126: snap_create 2024-08-17T17:01:25.844 INFO:tasks.rados.rados.0.smithi001.stdout:3126: done (0 left) 2024-08-17T17:01:25.844 INFO:tasks.rados.rados.0.smithi001.stdout:3127: setattr oid 17 current snap is 291 2024-08-17T17:01:25.845 INFO:tasks.rados.rados.0.smithi001.stdout:3128: snap_create 2024-08-17T17:01:25.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2529 (ObjNum 969 snap 286 seq_num 969) dirty exists 2024-08-17T17:01:26.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:25 smithi189 ceph-mon[90541]: pgmap v628: 121 pgs: 121 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:01:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:25 smithi001 ceph-mon[100737]: pgmap v628: 121 pgs: 121 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:01:26.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:25 smithi001 ceph-mon[103274]: pgmap v628: 121 pgs: 121 active+clean; 212 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:01:26.854 INFO:tasks.rados.rados.0.smithi001.stdout:3127: done (1 left) 2024-08-17T17:01:26.855 INFO:tasks.rados.rados.0.smithi001.stdout:3128: done (0 left) 2024-08-17T17:01:26.855 INFO:tasks.rados.rados.0.smithi001.stdout:3129: snap_create 2024-08-17T17:01:27.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:26 smithi189 ceph-mon[90541]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:01:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:26 smithi001 ceph-mon[100737]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:01:27.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:26 smithi001 ceph-mon[103274]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:01:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:01:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:01:27] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-08-17T17:01:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:3129: done (0 left) 2024-08-17T17:01:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:3130: read oid 29 snap -1 2024-08-17T17:01:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:3130: expect (ObjNum 949 snap 283 seq_num 949) 2024-08-17T17:01:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:3131: read oid 23 snap 290 2024-08-17T17:01:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:3131: expect (ObjNum 851 snap 253 seq_num 851) 2024-08-17T17:01:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 293 2024-08-17T17:01:27.857 INFO:tasks.rados.rados.0.smithi001.stdout:3132: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-08-17T17:01:27.859 INFO:tasks.rados.rados.0.smithi001.stdout:3132: writing smithi00187473-3 from 0 to 589824 tid 1 2024-08-17T17:01:27.864 INFO:tasks.rados.rados.0.smithi001.stdout:3132: writing smithi00187473-3 from 589824 to 1343488 tid 2 2024-08-17T17:01:27.870 INFO:tasks.rados.rados.0.smithi001.stdout:3132: writing smithi00187473-3 from 1343488 to 1982464 tid 3 2024-08-17T17:01:27.872 INFO:tasks.rados.rados.0.smithi001.stdout:3132: writing smithi00187473-3 from 1982464 to 2195456 tid 4 2024-08-17T17:01:27.872 INFO:tasks.rados.rados.0.smithi001.stdout:3133: read oid 46 snap 290 2024-08-17T17:01:27.872 INFO:tasks.rados.rados.0.smithi001.stdout:3133: expect (ObjNum 980 snap 289 seq_num 980) 2024-08-17T17:01:27.873 INFO:tasks.rados.rados.0.smithi001.stdout:3134: copy_from oid 1 from oid 5 current snap is 293 2024-08-17T17:01:27.873 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 1 to smithi00187473-3 2024-08-17T17:01:27.873 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 2 to smithi00187473-3 2024-08-17T17:01:27.873 INFO:tasks.rados.rados.0.smithi001.stdout:3135: snap_create 2024-08-17T17:01:27.876 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 3 to smithi00187473-3 2024-08-17T17:01:27.877 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 4 to smithi00187473-3 2024-08-17T17:01:27.877 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 5 to smithi00187473-3 2024-08-17T17:01:27.879 INFO:tasks.rados.rados.0.smithi001.stdout:3130: expect (ObjNum 949 snap 283 seq_num 949) 2024-08-17T17:01:28.097 INFO:tasks.rados.rados.0.smithi001.stdout:3132: finishing write tid 6 to smithi00187473-3 2024-08-17T17:01:28.097 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2050 (ObjNum 990 snap 293 seq_num 990) dirty exists 2024-08-17T17:01:28.097 INFO:tasks.rados.rados.0.smithi001.stdout:3132: left oid 3 (ObjNum 990 snap 293 seq_num 990) 2024-08-17T17:01:28.097 INFO:tasks.rados.rados.0.smithi001.stdout:3131: expect (ObjNum 851 snap 253 seq_num 851) 2024-08-17T17:01:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:27 smithi189 ceph-mon[90541]: pgmap v631: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-17T17:01:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:27 smithi189 ceph-mon[90541]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:01:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:27 smithi001 ceph-mon[100737]: pgmap v631: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-17T17:01:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:27 smithi001 ceph-mon[100737]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:01:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:27 smithi001 ceph-mon[103274]: pgmap v631: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-17T17:01:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:27 smithi001 ceph-mon[103274]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:01:28.437 INFO:tasks.rados.rados.0.smithi001.stdout:3133: expect (ObjNum 980 snap 289 seq_num 980) 2024-08-17T17:01:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:28 smithi189 ceph-mon[90541]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:01:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:28 smithi001 ceph-mon[100737]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:01:29.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:28 smithi001 ceph-mon[103274]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:01:29.290 INFO:tasks.rados.rados.0.smithi001.stdout:3134: finishing copy_from racing read to smithi00187473-1 2024-08-17T17:01:29.290 INFO:tasks.rados.rados.0.smithi001.stdout:3134: finishing copy_from to smithi00187473-1 2024-08-17T17:01:29.291 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2456 (ObjNum 945 snap 283 seq_num 945) dirty exists 2024-08-17T17:01:29.291 INFO:tasks.rados.rados.0.smithi001.stdout:3130: done (5 left) 2024-08-17T17:01:29.291 INFO:tasks.rados.rados.0.smithi001.stdout:3131: done (4 left) 2024-08-17T17:01:29.291 INFO:tasks.rados.rados.0.smithi001.stdout:3132: done (3 left) 2024-08-17T17:01:29.291 INFO:tasks.rados.rados.0.smithi001.stdout:3133: done (2 left) 2024-08-17T17:01:29.291 INFO:tasks.rados.rados.0.smithi001.stdout:3134: done (1 left) 2024-08-17T17:01:29.291 INFO:tasks.rados.rados.0.smithi001.stdout:3135: done (0 left) 2024-08-17T17:01:29.291 INFO:tasks.rados.rados.0.smithi001.stdout:3136: snap_create 2024-08-17T17:01:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:3136: done (0 left) 2024-08-17T17:01:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:3137: copy_from oid 38 from oid 6 current snap is 295 2024-08-17T17:01:29.825 INFO:tasks.rados.rados.0.smithi001.stdout:3138: setattr oid 26 current snap is 295 2024-08-17T17:01:29.827 INFO:tasks.rados.rados.0.smithi001.stdout:3139: snap_create 2024-08-17T17:01:29.831 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2425 (ObjNum 971 snap 286 seq_num 971) dirty exists 2024-08-17T17:01:29.842 INFO:tasks.rados.rados.0.smithi001.stdout:3137: finishing copy_from racing read to smithi00187473-38 2024-08-17T17:01:29.842 INFO:tasks.rados.rados.0.smithi001.stdout:3137: finishing copy_from to smithi00187473-38 2024-08-17T17:01:29.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 914 (ObjNum 974 snap 286 seq_num 974) dirty exists 2024-08-17T17:01:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:29 smithi189 ceph-mon[90541]: pgmap v634: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-17T17:01:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:29 smithi189 ceph-mon[90541]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:01:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:29 smithi189 ceph-mon[90541]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:01:30.179 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:01:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=infra.usagestats t=2024-08-17T17:01:29.872804152Z level=info msg="Usage stats are ready to report" 2024-08-17T17:01:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:29 smithi001 ceph-mon[100737]: pgmap v634: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-17T17:01:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:29 smithi001 ceph-mon[100737]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:01:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:29 smithi001 ceph-mon[100737]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:01:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:29 smithi001 ceph-mon[103274]: pgmap v634: 121 pgs: 121 active+clean; 215 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-17T17:01:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:29 smithi001 ceph-mon[103274]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:01:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:29 smithi001 ceph-mon[103274]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:01:30.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:01:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:01:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:01:30.827 INFO:tasks.rados.rados.0.smithi001.stdout:3137: done (2 left) 2024-08-17T17:01:30.827 INFO:tasks.rados.rados.0.smithi001.stdout:3138: done (1 left) 2024-08-17T17:01:30.827 INFO:tasks.rados.rados.0.smithi001.stdout:3139: done (0 left) 2024-08-17T17:01:30.827 INFO:tasks.rados.rados.0.smithi001.stdout:3140: delete oid 34 current snap is 296 2024-08-17T17:01:30.833 INFO:tasks.rados.rados.0.smithi001.stdout:3140: done (0 left) 2024-08-17T17:01:30.833 INFO:tasks.rados.rados.0.smithi001.stdout:3141: rmattr oid 6 current snap is 296 2024-08-17T17:01:30.833 INFO:tasks.rados.rados.0.smithi001.stdout:3141: done (0 left) 2024-08-17T17:01:30.833 INFO:tasks.rados.rados.0.smithi001.stdout:3142: read oid 36 snap -1 2024-08-17T17:01:30.833 INFO:tasks.rados.rados.0.smithi001.stdout:3142: expect (ObjNum 973 snap 286 seq_num 973) 2024-08-17T17:01:30.833 INFO:tasks.rados.rados.0.smithi001.stdout:3143: delete oid 50 current snap is 296 2024-08-17T17:01:30.838 INFO:tasks.rados.rados.0.smithi001.stdout:3143: done (1 left) 2024-08-17T17:01:30.838 INFO:tasks.rados.rados.0.smithi001.stdout:3144: rollback oid 25 current snap is 296 2024-08-17T17:01:30.838 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 25 to 290 2024-08-17T17:01:30.838 INFO:tasks.rados.rados.0.smithi001.stdout:3145: read oid 20 snap 292 2024-08-17T17:01:30.838 INFO:tasks.rados.rados.0.smithi001.stdout:3145: expect (ObjNum 982 snap 289 seq_num 982) 2024-08-17T17:01:30.838 INFO:tasks.rados.rados.0.smithi001.stdout:3146: snap_remove snap 293 2024-08-17T17:01:31.834 INFO:tasks.rados.rados.0.smithi001.stdout:3146: done (3 left) 2024-08-17T17:01:31.835 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 296 2024-08-17T17:01:31.835 INFO:tasks.rados.rados.0.smithi001.stdout:3147: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-08-17T17:01:31.838 INFO:tasks.rados.rados.0.smithi001.stdout:3147: writing smithi00187473-16 from 0 to 638976 tid 1 2024-08-17T17:01:31.841 INFO:tasks.rados.rados.0.smithi001.stdout:3147: writing smithi00187473-16 from 638976 to 1048576 tid 2 2024-08-17T17:01:31.844 INFO:tasks.rados.rados.0.smithi001.stdout:3147: writing smithi00187473-16 from 1048576 to 1458176 tid 3 2024-08-17T17:01:31.849 INFO:tasks.rados.rados.0.smithi001.stdout:3147: writing smithi00187473-16 from 1458176 to 2146304 tid 4 2024-08-17T17:01:31.850 INFO:tasks.rados.rados.0.smithi001.stdout:3147: writing smithi00187473-16 from 2146304 to 2244608 tid 5 2024-08-17T17:01:31.850 INFO:tasks.rados.rados.0.smithi001.stdout:3148: copy_from oid 41 from oid 44 current snap is 296 2024-08-17T17:01:31.850 INFO:tasks.rados.rados.0.smithi001.stdout:3144: finishing rollback tid 0 to smithi00187473-25 2024-08-17T17:01:31.850 INFO:tasks.rados.rados.0.smithi001.stdout:3144: finishing rollback tid 1 to smithi00187473-25 2024-08-17T17:01:31.850 INFO:tasks.rados.rados.0.smithi001.stdout:3144: finishing rollback tid 2 to smithi00187473-25 2024-08-17T17:01:31.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2471 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:01:31.850 INFO:tasks.rados.rados.0.smithi001.stdout:3142: expect (ObjNum 973 snap 286 seq_num 973) 2024-08-17T17:01:31.963 INFO:tasks.rados.rados.0.smithi001.stdout:3145: expect (ObjNum 982 snap 289 seq_num 982) 2024-08-17T17:01:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:31 smithi189 ceph-mon[90541]: pgmap v637: 121 pgs: 121 active+clean; 232 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.3 MiB/s wr, 18 op/s 2024-08-17T17:01:32.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:31 smithi189 ceph-mon[90541]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:01:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:31 smithi001 ceph-mon[100737]: pgmap v637: 121 pgs: 121 active+clean; 232 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.3 MiB/s wr, 18 op/s 2024-08-17T17:01:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:31 smithi001 ceph-mon[100737]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:01:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:31 smithi001 ceph-mon[103274]: pgmap v637: 121 pgs: 121 active+clean; 232 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 7.3 MiB/s wr, 18 op/s 2024-08-17T17:01:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:31 smithi001 ceph-mon[103274]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:01:32.367 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing write tid 1 to smithi00187473-16 2024-08-17T17:01:32.367 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing write tid 2 to smithi00187473-16 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing write tid 3 to smithi00187473-16 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing write tid 4 to smithi00187473-16 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing write tid 5 to smithi00187473-16 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing write tid 6 to smithi00187473-16 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3147: finishing write tid 7 to smithi00187473-16 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2123 (ObjNum 993 snap 296 seq_num 993) dirty exists 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3147: left oid 16 (ObjNum 993 snap 296 seq_num 993) 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3148: finishing copy_from racing read to smithi00187473-41 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3142: done (4 left) 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3144: done (3 left) 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3145: done (2 left) 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3147: done (1 left) 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3149: read oid 2 snap -1 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3149: expect (ObjNum 951 snap 284 seq_num 951) 2024-08-17T17:01:32.368 INFO:tasks.rados.rados.0.smithi001.stdout:3150: rmattr oid 17 current snap is 296 2024-08-17T17:01:32.369 INFO:tasks.rados.rados.0.smithi001.stdout:3148: finishing copy_from to smithi00187473-41 2024-08-17T17:01:32.369 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:01:32.369 INFO:tasks.rados.rados.0.smithi001.stdout:3148: done (2 left) 2024-08-17T17:01:32.369 INFO:tasks.rados.rados.0.smithi001.stdout:3151: read oid 39 snap -1 2024-08-17T17:01:32.369 INFO:tasks.rados.rados.0.smithi001.stdout:3151: expect (ObjNum 937 snap 281 seq_num 937) 2024-08-17T17:01:32.369 INFO:tasks.rados.rados.0.smithi001.stdout:3152: snap_remove snap 291 2024-08-17T17:01:32.839 INFO:tasks.rados.rados.0.smithi001.stdout:3152: done (3 left) 2024-08-17T17:01:32.839 INFO:tasks.rados.rados.0.smithi001.stdout:3153: read oid 13 snap 292 2024-08-17T17:01:32.839 INFO:tasks.rados.rados.0.smithi001.stdout:3153: expect deleted 2024-08-17T17:01:32.840 INFO:tasks.rados.rados.0.smithi001.stdout:3151: expect (ObjNum 937 snap 281 seq_num 937) 2024-08-17T17:01:33.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:32 smithi189 ceph-mon[90541]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:01:33.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:32 smithi001 ceph-mon[100737]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:01:33.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:32 smithi001 ceph-mon[103274]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:01:33.239 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2535 (ObjNum 969 snap 286 seq_num 969) dirty exists 2024-08-17T17:01:33.239 INFO:tasks.rados.rados.0.smithi001.stdout:3149: expect (ObjNum 951 snap 284 seq_num 951) 2024-08-17T17:01:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:33 smithi189 ceph-mon[90541]: pgmap v640: 121 pgs: 121 active+clean; 234 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7.3 MiB/s wr, 21 op/s 2024-08-17T17:01:34.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:33 smithi189 ceph-mon[90541]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:01:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:33 smithi001 ceph-mon[100737]: pgmap v640: 121 pgs: 121 active+clean; 234 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7.3 MiB/s wr, 21 op/s 2024-08-17T17:01:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:33 smithi001 ceph-mon[100737]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:01:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:33 smithi001 ceph-mon[103274]: pgmap v640: 121 pgs: 121 active+clean; 234 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 7.3 MiB/s wr, 21 op/s 2024-08-17T17:01:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:33 smithi001 ceph-mon[103274]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:01:34.215 INFO:tasks.rados.rados.0.smithi001.stdout:3149: done (3 left) 2024-08-17T17:01:34.215 INFO:tasks.rados.rados.0.smithi001.stdout:3150: done (2 left) 2024-08-17T17:01:34.215 INFO:tasks.rados.rados.0.smithi001.stdout:3151: done (1 left) 2024-08-17T17:01:34.216 INFO:tasks.rados.rados.0.smithi001.stdout:3153: done (0 left) 2024-08-17T17:01:34.216 INFO:tasks.rados.rados.0.smithi001.stdout:3154: rollback oid 29 current snap is 296 2024-08-17T17:01:34.216 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 292 2024-08-17T17:01:34.216 INFO:tasks.rados.rados.0.smithi001.stdout:3155: delete oid 8 current snap is 296 2024-08-17T17:01:34.218 INFO:tasks.rados.rados.0.smithi001.stdout:3155: done (1 left) 2024-08-17T17:01:34.218 INFO:tasks.rados.rados.0.smithi001.stdout:3156: delete oid 38 current snap is 296 2024-08-17T17:01:34.219 INFO:tasks.rados.rados.0.smithi001.stdout:3154: finishing rollback tid 0 to smithi00187473-29 2024-08-17T17:01:34.219 INFO:tasks.rados.rados.0.smithi001.stdout:3154: finishing rollback tid 1 to smithi00187473-29 2024-08-17T17:01:34.219 INFO:tasks.rados.rados.0.smithi001.stdout:3154: finishing rollback tid 2 to smithi00187473-29 2024-08-17T17:01:34.220 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2045 (ObjNum 949 snap 283 seq_num 949) dirty exists 2024-08-17T17:01:34.221 INFO:tasks.rados.rados.0.smithi001.stdout:3154: done (1 left) 2024-08-17T17:01:34.221 INFO:tasks.rados.rados.0.smithi001.stdout:3156: done (0 left) 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:3157: rollback oid 11 current snap is 296 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 294 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:3158: rollback oid 20 current snap is 296 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 290 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:3159: rollback oid 50 current snap is 296 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 295 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:3160: delete oid 14 current snap is 296 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:3159: finishing rollback tid 1 to smithi00187473-50 2024-08-17T17:01:34.222 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 0 (ObjNum 3569 snap 0 seq_num 1538133600) dirty dne 2024-08-17T17:01:34.223 INFO:tasks.rados.rados.0.smithi001.stdout:3159: done (3 left) 2024-08-17T17:01:34.223 INFO:tasks.rados.rados.0.smithi001.stdout:3160: done (2 left) 2024-08-17T17:01:34.223 INFO:tasks.rados.rados.0.smithi001.stdout:3161: delete oid 33 current snap is 296 2024-08-17T17:01:34.225 INFO:tasks.rados.rados.0.smithi001.stdout:3158: finishing rollback tid 0 to smithi00187473-20 2024-08-17T17:01:34.226 INFO:tasks.rados.rados.0.smithi001.stdout:3158: finishing rollback tid 1 to smithi00187473-20 2024-08-17T17:01:34.226 INFO:tasks.rados.rados.0.smithi001.stdout:3161: done (2 left) 2024-08-17T17:01:34.227 INFO:tasks.rados.rados.0.smithi001.stdout:3162: read oid 32 snap 292 2024-08-17T17:01:34.227 INFO:tasks.rados.rados.0.smithi001.stdout:3162: expect (ObjNum 925 snap 278 seq_num 925) 2024-08-17T17:01:34.227 INFO:tasks.rados.rados.0.smithi001.stdout:3163: read oid 6 snap -1 2024-08-17T17:01:34.227 INFO:tasks.rados.rados.0.smithi001.stdout:3163: expect (ObjNum 974 snap 286 seq_num 974) 2024-08-17T17:01:34.227 INFO:tasks.rados.rados.0.smithi001.stdout:3164: copy_from oid 19 from oid 21 current snap is 296 2024-08-17T17:01:34.227 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 296 2024-08-17T17:01:34.227 INFO:tasks.rados.rados.0.smithi001.stdout:3165: seq_num 998 ranges {10502144=720896,11223040=679936,11902976=598016,12500992=327680} 2024-08-17T17:01:34.289 INFO:tasks.rados.rados.0.smithi001.stdout:3165: writing smithi00187473-26 from 10502144 to 11223040 tid 1 2024-08-17T17:01:34.293 INFO:tasks.rados.rados.0.smithi001.stdout:3165: writing smithi00187473-26 from 11223040 to 11902976 tid 2 2024-08-17T17:01:34.296 INFO:tasks.rados.rados.0.smithi001.stdout:3165: writing smithi00187473-26 from 11902976 to 12500992 tid 3 2024-08-17T17:01:34.298 INFO:tasks.rados.rados.0.smithi001.stdout:3165: writing smithi00187473-26 from 12500992 to 12828672 tid 4 2024-08-17T17:01:34.298 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 296 2024-08-17T17:01:34.299 INFO:tasks.rados.rados.0.smithi001.stdout:3158: finishing rollback tid 2 to smithi00187473-20 2024-08-17T17:01:34.299 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2131 (ObjNum 982 snap 289 seq_num 982) dirty exists 2024-08-17T17:01:34.299 INFO:tasks.rados.rados.0.smithi001.stdout:3166: seq_num 999 ranges {9363456=737280,10100736=565248,10665984=761856,11427840=278528} 2024-08-17T17:01:34.353 INFO:tasks.rados.rados.0.smithi001.stdout:3166: writing smithi00187473-18 from 9363456 to 10100736 tid 1 2024-08-17T17:01:34.356 INFO:tasks.rados.rados.0.smithi001.stdout:3166: writing smithi00187473-18 from 10100736 to 10665984 tid 2 2024-08-17T17:01:34.361 INFO:tasks.rados.rados.0.smithi001.stdout:3166: writing smithi00187473-18 from 10665984 to 11427840 tid 3 2024-08-17T17:01:34.363 INFO:tasks.rados.rados.0.smithi001.stdout:3166: writing smithi00187473-18 from 11427840 to 11706368 tid 4 2024-08-17T17:01:34.363 INFO:tasks.rados.rados.0.smithi001.stdout:3158: done (6 left) 2024-08-17T17:01:34.363 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 296 2024-08-17T17:01:34.364 INFO:tasks.rados.rados.0.smithi001.stdout:3157: finishing rollback tid 0 to smithi00187473-11 2024-08-17T17:01:34.364 INFO:tasks.rados.rados.0.smithi001.stdout:3157: finishing rollback tid 1 to smithi00187473-11 2024-08-17T17:01:34.364 INFO:tasks.rados.rados.0.smithi001.stdout:3157: finishing rollback tid 2 to smithi00187473-11 2024-08-17T17:01:34.364 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2545 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:01:34.364 INFO:tasks.rados.rados.0.smithi001.stdout:3163: expect (ObjNum 974 snap 286 seq_num 974) 2024-08-17T17:01:34.414 INFO:tasks.rados.rados.0.smithi001.stdout:3164: finishing copy_from racing read to smithi00187473-19 2024-08-17T17:01:34.414 INFO:tasks.rados.rados.0.smithi001.stdout:3164: finishing copy_from to smithi00187473-19 2024-08-17T17:01:34.414 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2016 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:01:34.414 INFO:tasks.rados.rados.0.smithi001.stdout:3162: expect (ObjNum 925 snap 278 seq_num 925) 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:3165: finishing write tid 1 to smithi00187473-26 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:3165: finishing write tid 2 to smithi00187473-26 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:3165: finishing write tid 3 to smithi00187473-26 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:3165: finishing write tid 4 to smithi00187473-26 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:3165: finishing write tid 5 to smithi00187473-26 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:3165: finishing write tid 6 to smithi00187473-26 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2430 (ObjNum 998 snap 296 seq_num 998) dirty exists 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:3165: left oid 26 (ObjNum 998 snap 296 seq_num 998) 2024-08-17T17:01:35.217 INFO:tasks.rados.rados.0.smithi001.stdout:3166: finishing write tid 1 to smithi00187473-18 2024-08-17T17:01:35.218 INFO:tasks.rados.rados.0.smithi001.stdout:3167: seq_num 1000 ranges {6545408=753664,7299072=442368,7741440=565248,8306688=458752,8765440=139264} 2024-08-17T17:01:35.256 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00187473-39 from 6545408 to 7299072 tid 1 2024-08-17T17:01:35.259 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00187473-39 from 7299072 to 7741440 tid 2 2024-08-17T17:01:35.262 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00187473-39 from 7741440 to 8306688 tid 3 2024-08-17T17:01:35.265 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00187473-39 from 8306688 to 8765440 tid 4 2024-08-17T17:01:35.266 INFO:tasks.rados.rados.0.smithi001.stdout:3167: writing smithi00187473-39 from 8765440 to 8904704 tid 5 2024-08-17T17:01:35.266 INFO:tasks.rados.rados.0.smithi001.stdout:3157: done (6 left) 2024-08-17T17:01:35.266 INFO:tasks.rados.rados.0.smithi001.stdout:3162: done (5 left) 2024-08-17T17:01:35.266 INFO:tasks.rados.rados.0.smithi001.stdout:3163: done (4 left) 2024-08-17T17:01:35.266 INFO:tasks.rados.rados.0.smithi001.stdout:3164: done (3 left) 2024-08-17T17:01:35.266 INFO:tasks.rados.rados.0.smithi001.stdout:3165: done (2 left) 2024-08-17T17:01:35.267 INFO:tasks.rados.rados.0.smithi001.stdout:3168: snap_remove snap 294 2024-08-17T17:01:35.843 INFO:tasks.rados.rados.0.smithi001.stdout:3168: done (2 left) 2024-08-17T17:01:35.843 INFO:tasks.rados.rados.0.smithi001.stdout:3169: snap_remove snap 295 2024-08-17T17:01:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:35 smithi189 ceph-mon[90541]: pgmap v642: 121 pgs: 121 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 935 KiB/s wr, 16 op/s 2024-08-17T17:01:36.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:35 smithi189 ceph-mon[90541]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:01:36.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:35 smithi001 ceph-mon[103274]: pgmap v642: 121 pgs: 121 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 935 KiB/s wr, 16 op/s 2024-08-17T17:01:36.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:35 smithi001 ceph-mon[103274]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:01:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:35 smithi001 ceph-mon[100737]: pgmap v642: 121 pgs: 121 active+clean; 236 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 935 KiB/s wr, 16 op/s 2024-08-17T17:01:36.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:35 smithi001 ceph-mon[100737]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:01:36.850 INFO:tasks.rados.rados.0.smithi001.stdout:3169: done (2 left) 2024-08-17T17:01:36.850 INFO:tasks.rados.rados.0.smithi001.stdout:3170: rollback oid 8 current snap is 296 2024-08-17T17:01:36.851 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 292 2024-08-17T17:01:36.851 INFO:tasks.rados.rados.0.smithi001.stdout:3171: rollback oid 43 current snap is 296 2024-08-17T17:01:36.851 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 43 to 289 2024-08-17T17:01:36.851 INFO:tasks.rados.rados.0.smithi001.stdout:3172: read oid 21 snap -1 2024-08-17T17:01:36.851 INFO:tasks.rados.rados.0.smithi001.stdout:3172: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:01:36.851 INFO:tasks.rados.rados.0.smithi001.stdout:3173: setattr oid 17 current snap is 296 2024-08-17T17:01:36.852 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 296 2024-08-17T17:01:36.852 INFO:tasks.rados.rados.0.smithi001.stdout:3174: seq_num 1001 ranges {9986048=770048,10756096=729088,11485184=770048,12255232=106496} 2024-08-17T17:01:36.914 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00187473-2 from 9986048 to 10756096 tid 1 2024-08-17T17:01:36.918 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00187473-2 from 10756096 to 11485184 tid 2 2024-08-17T17:01:36.922 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00187473-2 from 11485184 to 12255232 tid 3 2024-08-17T17:01:36.924 INFO:tasks.rados.rados.0.smithi001.stdout:3174: writing smithi00187473-2 from 12255232 to 12361728 tid 4 2024-08-17T17:01:36.924 INFO:tasks.rados.rados.0.smithi001.stdout:3175: snap_create 2024-08-17T17:01:36.924 INFO:tasks.rados.rados.0.smithi001.stdout:3166: finishing write tid 2 to smithi00187473-18 2024-08-17T17:01:36.924 INFO:tasks.rados.rados.0.smithi001.stdout:3166: finishing write tid 3 to smithi00187473-18 2024-08-17T17:01:36.924 INFO:tasks.rados.rados.0.smithi001.stdout:3166: finishing write tid 4 to smithi00187473-18 2024-08-17T17:01:36.924 INFO:tasks.rados.rados.0.smithi001.stdout:3166: finishing write tid 5 to smithi00187473-18 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3166: finishing write tid 6 to smithi00187473-18 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2551 (ObjNum 999 snap 296 seq_num 999) dirty exists 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3166: left oid 18 (ObjNum 999 snap 296 seq_num 999) 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 1 to smithi00187473-39 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 2 to smithi00187473-39 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 3 to smithi00187473-39 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 4 to smithi00187473-39 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 5 to smithi00187473-39 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 6 to smithi00187473-39 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3167: finishing write tid 7 to smithi00187473-39 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2354 (ObjNum 1000 snap 296 seq_num 1000) dirty exists 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3167: left oid 39 (ObjNum 1000 snap 296 seq_num 1000) 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3170: finishing rollback tid 1 to smithi00187473-8 2024-08-17T17:01:36.925 INFO:tasks.rados.rados.0.smithi001.stdout:3170: finishing rollback tid 2 to smithi00187473-8 2024-08-17T17:01:36.926 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2116 (ObjNum 943 snap 281 seq_num 943) dirty exists 2024-08-17T17:01:36.926 INFO:tasks.rados.rados.0.smithi001.stdout:3171: finishing rollback tid 0 to smithi00187473-43 2024-08-17T17:01:36.926 INFO:tasks.rados.rados.0.smithi001.stdout:3171: finishing rollback tid 1 to smithi00187473-43 2024-08-17T17:01:36.926 INFO:tasks.rados.rados.0.smithi001.stdout:3171: finishing rollback tid 2 to smithi00187473-43 2024-08-17T17:01:36.926 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2563 (ObjNum 919 snap 276 seq_num 919) dirty exists 2024-08-17T17:01:36.926 INFO:tasks.rados.rados.0.smithi001.stdout:3172: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:01:37.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:36 smithi189 ceph-mon[90541]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:01:37.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:36 smithi001 ceph-mon[100737]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:01:37.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:36 smithi001 ceph-mon[103274]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:01:37.201 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2564 (ObjNum 969 snap 286 seq_num 969) dirty exists 2024-08-17T17:01:37.201 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 1 to smithi00187473-2 2024-08-17T17:01:37.201 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 2 to smithi00187473-2 2024-08-17T17:01:37.201 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 3 to smithi00187473-2 2024-08-17T17:01:37.201 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 4 to smithi00187473-2 2024-08-17T17:01:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 5 to smithi00187473-2 2024-08-17T17:01:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:3174: finishing write tid 6 to smithi00187473-2 2024-08-17T17:01:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2578 (ObjNum 1001 snap 296 seq_num 1001) dirty exists 2024-08-17T17:01:37.202 INFO:tasks.rados.rados.0.smithi001.stdout:3174: left oid 2 (ObjNum 1001 snap 296 seq_num 1001) 2024-08-17T17:01:37.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:01:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:01:37] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.51.0" 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3166: done (7 left) 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3167: done (6 left) 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3170: done (5 left) 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3171: done (4 left) 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3172: done (3 left) 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3173: done (2 left) 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3174: done (1 left) 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3175: done (0 left) 2024-08-17T17:01:37.854 INFO:tasks.rados.rados.0.smithi001.stdout:3176: snap_remove snap 289 2024-08-17T17:01:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:37 smithi189 ceph-mon[90541]: pgmap v645: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T17:01:38.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:37 smithi189 ceph-mon[90541]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:01:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:37 smithi001 ceph-mon[103274]: pgmap v645: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T17:01:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:37 smithi001 ceph-mon[103274]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:01:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:37 smithi001 ceph-mon[100737]: pgmap v645: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 3.8 MiB/s wr, 17 op/s 2024-08-17T17:01:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:37 smithi001 ceph-mon[100737]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:01:38.864 INFO:tasks.rados.rados.0.smithi001.stdout:3176: done (0 left) 2024-08-17T17:01:38.864 INFO:tasks.rados.rados.0.smithi001.stdout:3177: read oid 8 snap -1 2024-08-17T17:01:38.864 INFO:tasks.rados.rados.0.smithi001.stdout:3177: expect (ObjNum 943 snap 281 seq_num 943) 2024-08-17T17:01:38.864 INFO:tasks.rados.rados.0.smithi001.stdout:3178: snap_remove snap 296 2024-08-17T17:01:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:38 smithi189 ceph-mon[90541]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:01:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:38 smithi001 ceph-mon[100737]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:01:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:38 smithi001 ceph-mon[103274]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:01:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:39.829 INFO:tasks.rados.rados.0.smithi001.stdout:3178: done (1 left) 2024-08-17T17:01:39.829 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 297 2024-08-17T17:01:39.829 INFO:tasks.rados.rados.0.smithi001.stdout:3179: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-08-17T17:01:39.833 INFO:tasks.rados.rados.0.smithi001.stdout:3179: writing smithi00187473-35 from 0 to 786432 tid 1 2024-08-17T17:01:39.837 INFO:tasks.rados.rados.0.smithi001.stdout:3179: writing smithi00187473-35 from 786432 to 1400832 tid 2 2024-08-17T17:01:39.841 INFO:tasks.rados.rados.0.smithi001.stdout:3179: writing smithi00187473-35 from 1400832 to 1982464 tid 3 2024-08-17T17:01:39.844 INFO:tasks.rados.rados.0.smithi001.stdout:3179: writing smithi00187473-35 from 1982464 to 2392064 tid 4 2024-08-17T17:01:39.844 INFO:tasks.rados.rados.0.smithi001.stdout:3180: rollback oid 29 current snap is 297 2024-08-17T17:01:39.845 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 290 2024-08-17T17:01:39.845 INFO:tasks.rados.rados.0.smithi001.stdout:3177: expect (ObjNum 943 snap 281 seq_num 943) 2024-08-17T17:01:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:39 smithi189 ceph-mon[90541]: pgmap v648: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-17T17:01:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:39 smithi189 ceph-mon[90541]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:01:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:39 smithi189 ceph-mon[90541]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:01:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:39 smithi001 ceph-mon[100737]: pgmap v648: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-17T17:01:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:39 smithi001 ceph-mon[100737]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:01:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:39 smithi001 ceph-mon[100737]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:01:40.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:39 smithi001 ceph-mon[103274]: pgmap v648: 121 pgs: 121 active+clean; 251 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-17T17:01:40.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:39 smithi001 ceph-mon[103274]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:01:40.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:39 smithi001 ceph-mon[103274]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:01:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:3179: finishing write tid 1 to smithi00187473-35 2024-08-17T17:01:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:3179: finishing write tid 2 to smithi00187473-35 2024-08-17T17:01:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:3179: finishing write tid 3 to smithi00187473-35 2024-08-17T17:01:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:3177: done (2 left) 2024-08-17T17:01:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:3181: rmattr oid 6 current snap is 297 2024-08-17T17:01:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:3181: done (2 left) 2024-08-17T17:01:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:3182: read oid 17 snap -1 2024-08-17T17:01:40.653 INFO:tasks.rados.rados.0.smithi001.stdout:3182: expect (ObjNum 969 snap 286 seq_num 969) 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3183: read oid 12 snap 292 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3183: expect (ObjNum 975 snap 287 seq_num 975) 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3179: finishing write tid 4 to smithi00187473-35 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing rollback tid 0 to smithi00187473-29 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing rollback tid 1 to smithi00187473-29 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3179: finishing write tid 5 to smithi00187473-35 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3180: finishing rollback tid 2 to smithi00187473-29 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2048 (ObjNum 949 snap 283 seq_num 949) dirty exists 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3179: finishing write tid 6 to smithi00187473-35 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2136 (ObjNum 1002 snap 297 seq_num 1002) dirty exists 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3179: left oid 35 (ObjNum 1002 snap 297 seq_num 1002) 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3179: done (3 left) 2024-08-17T17:01:40.654 INFO:tasks.rados.rados.0.smithi001.stdout:3180: done (2 left) 2024-08-17T17:01:40.655 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 297 2024-08-17T17:01:40.655 INFO:tasks.rados.rados.0.smithi001.stdout:3184: seq_num 1003 ranges {9986048=802816,10788864=499712,11288576=737280,12025856=368640} 2024-08-17T17:01:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:01:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:01:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:01:40.716 INFO:tasks.rados.rados.0.smithi001.stdout:3184: writing smithi00187473-45 from 9986048 to 10788864 tid 1 2024-08-17T17:01:40.720 INFO:tasks.rados.rados.0.smithi001.stdout:3184: writing smithi00187473-45 from 10788864 to 11288576 tid 2 2024-08-17T17:01:40.724 INFO:tasks.rados.rados.0.smithi001.stdout:3184: writing smithi00187473-45 from 11288576 to 12025856 tid 3 2024-08-17T17:01:40.727 INFO:tasks.rados.rados.0.smithi001.stdout:3184: writing smithi00187473-45 from 12025856 to 12394496 tid 4 2024-08-17T17:01:40.727 INFO:tasks.rados.rados.0.smithi001.stdout:3185: copy_from oid 40 from oid 46 current snap is 297 2024-08-17T17:01:40.727 INFO:tasks.rados.rados.0.smithi001.stdout:3183: expect (ObjNum 975 snap 287 seq_num 975) 2024-08-17T17:01:40.909 INFO:tasks.rados.rados.0.smithi001.stdout:3182: expect (ObjNum 969 snap 286 seq_num 969) 2024-08-17T17:01:41.273 INFO:tasks.rados.rados.0.smithi001.stdout:3184: finishing write tid 1 to smithi00187473-45 2024-08-17T17:01:41.273 INFO:tasks.rados.rados.0.smithi001.stdout:3184: finishing write tid 2 to smithi00187473-45 2024-08-17T17:01:41.273 INFO:tasks.rados.rados.0.smithi001.stdout:3184: finishing write tid 3 to smithi00187473-45 2024-08-17T17:01:41.273 INFO:tasks.rados.rados.0.smithi001.stdout:3184: finishing write tid 4 to smithi00187473-45 2024-08-17T17:01:41.273 INFO:tasks.rados.rados.0.smithi001.stdout:3184: finishing write tid 5 to smithi00187473-45 2024-08-17T17:01:41.273 INFO:tasks.rados.rados.0.smithi001.stdout:3184: finishing write tid 6 to smithi00187473-45 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2596 (ObjNum 1003 snap 297 seq_num 1003) dirty exists 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:3184: left oid 45 (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:3185: finishing copy_from racing read to smithi00187473-40 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:3185: finishing copy_from to smithi00187473-40 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2366 (ObjNum 980 snap 289 seq_num 980) dirty exists 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:3182: done (3 left) 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:3183: done (2 left) 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:3184: done (1 left) 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:3185: done (0 left) 2024-08-17T17:01:41.274 INFO:tasks.rados.rados.0.smithi001.stdout:3186: read oid 21 snap -1 2024-08-17T17:01:41.275 INFO:tasks.rados.rados.0.smithi001.stdout:3186: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:01:41.275 INFO:tasks.rados.rados.0.smithi001.stdout:3187: rollback oid 40 current snap is 297 2024-08-17T17:01:41.275 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 292 2024-08-17T17:01:41.275 INFO:tasks.rados.rados.0.smithi001.stdout:3188: snap_remove snap 290 2024-08-17T17:01:41.867 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing rollback tid 0 to smithi00187473-40 2024-08-17T17:01:41.867 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing rollback tid 1 to smithi00187473-40 2024-08-17T17:01:41.867 INFO:tasks.rados.rados.0.smithi001.stdout:3187: finishing rollback tid 2 to smithi00187473-40 2024-08-17T17:01:41.867 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2433 (ObjNum 942 snap 281 seq_num 942) dirty exists 2024-08-17T17:01:41.867 INFO:tasks.rados.rados.0.smithi001.stdout:3186: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:01:42.152 INFO:tasks.rados.rados.0.smithi001.stdout:3186: done (2 left) 2024-08-17T17:01:42.152 INFO:tasks.rados.rados.0.smithi001.stdout:3187: done (1 left) 2024-08-17T17:01:42.152 INFO:tasks.rados.rados.0.smithi001.stdout:3188: done (0 left) 2024-08-17T17:01:42.152 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 297 2024-08-17T17:01:42.152 INFO:tasks.rados.rados.0.smithi001.stdout:3189: seq_num 1004 ranges {0=16384} 2024-08-17T17:01:42.152 INFO:tasks.rados.rados.0.smithi001.stdout:3189: writing smithi00187473-9 from 0 to 16384 tid 1 2024-08-17T17:01:42.153 INFO:tasks.rados.rados.0.smithi001.stdout:3190: snap_remove snap 292 2024-08-17T17:01:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:41 smithi189 ceph-mon[90541]: pgmap v651: 121 pgs: 121 active+clean; 253 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T17:01:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:41 smithi001 ceph-mon[100737]: pgmap v651: 121 pgs: 121 active+clean; 253 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T17:01:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:41 smithi001 ceph-mon[103274]: pgmap v651: 121 pgs: 121 active+clean; 253 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T17:01:42.874 INFO:tasks.rados.rados.0.smithi001.stdout:3190: done (1 left) 2024-08-17T17:01:42.874 INFO:tasks.rados.rados.0.smithi001.stdout:3191: rollback oid 41 current snap is 297 2024-08-17T17:01:42.874 INFO:tasks.rados.rados.0.smithi001.stdout:3191: done (1 left) 2024-08-17T17:01:42.874 INFO:tasks.rados.rados.0.smithi001.stdout:3192: delete oid 32 current snap is 297 2024-08-17T17:01:42.874 INFO:tasks.rados.rados.0.smithi001.stdout:3189: finishing write tid 1 to smithi00187473-9 2024-08-17T17:01:42.874 INFO:tasks.rados.rados.0.smithi001.stdout:3189: finishing write tid 2 to smithi00187473-9 2024-08-17T17:01:42.874 INFO:tasks.rados.rados.0.smithi001.stdout:3189: finishing write tid 3 to smithi00187473-9 2024-08-17T17:01:42.874 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 916 (ObjNum 1004 snap 297 seq_num 1004) dirty exists 2024-08-17T17:01:42.875 INFO:tasks.rados.rados.0.smithi001.stdout:3189: left oid 9 (ObjNum 1004 snap 297 seq_num 1004) 2024-08-17T17:01:42.884 INFO:tasks.rados.rados.0.smithi001.stdout:3189: done (1 left) 2024-08-17T17:01:42.884 INFO:tasks.rados.rados.0.smithi001.stdout:3192: done (0 left) 2024-08-17T17:01:42.884 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 297 2024-08-17T17:01:42.884 INFO:tasks.rados.rados.0.smithi001.stdout:3193: seq_num 1006 ranges {0=49152} 2024-08-17T17:01:42.885 INFO:tasks.rados.rados.0.smithi001.stdout:3193: writing smithi00187473-34 from 0 to 49152 tid 1 2024-08-17T17:01:42.885 INFO:tasks.rados.rados.0.smithi001.stdout:3194: snap_create 2024-08-17T17:01:42.890 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 1 to smithi00187473-34 2024-08-17T17:01:42.891 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 2 to smithi00187473-34 2024-08-17T17:01:42.897 INFO:tasks.rados.rados.0.smithi001.stdout:3193: finishing write tid 3 to smithi00187473-34 2024-08-17T17:01:42.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2473 (ObjNum 1006 snap 297 seq_num 1006) dirty exists 2024-08-17T17:01:42.897 INFO:tasks.rados.rados.0.smithi001.stdout:3193: left oid 34 (ObjNum 1006 snap 297 seq_num 1006) 2024-08-17T17:01:43.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:42 smithi189 ceph-mon[90541]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:01:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:42 smithi001 ceph-mon[100737]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:01:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:42 smithi001 ceph-mon[103274]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:01:43.878 INFO:tasks.rados.rados.0.smithi001.stdout:3193: done (1 left) 2024-08-17T17:01:43.878 INFO:tasks.rados.rados.0.smithi001.stdout:3194: done (0 left) 2024-08-17T17:01:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3195: read oid 31 snap -1 2024-08-17T17:01:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3195: expect (ObjNum 911 snap 274 seq_num 911) 2024-08-17T17:01:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3196: read oid 45 snap -1 2024-08-17T17:01:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3196: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:01:43.879 INFO:tasks.rados.rados.0.smithi001.stdout:3197: snap_create 2024-08-17T17:01:43.899 INFO:tasks.rados.rados.0.smithi001.stdout:3195: expect (ObjNum 911 snap 274 seq_num 911) 2024-08-17T17:01:43.927 INFO:tasks.rados.rados.0.smithi001.stdout:3196: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:01:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:43 smithi189 ceph-mon[90541]: pgmap v653: 121 pgs: 121 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-17T17:01:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:43 smithi189 ceph-mon[90541]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:01:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:43 smithi001 ceph-mon[100737]: pgmap v653: 121 pgs: 121 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-17T17:01:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:43 smithi001 ceph-mon[100737]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:01:44.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:43 smithi001 ceph-mon[103274]: pgmap v653: 121 pgs: 121 active+clean; 266 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-17T17:01:44.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:43 smithi001 ceph-mon[103274]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:01:45.132 INFO:tasks.rados.rados.0.smithi001.stdout:3195: done (2 left) 2024-08-17T17:01:45.133 INFO:tasks.rados.rados.0.smithi001.stdout:3196: done (1 left) 2024-08-17T17:01:45.133 INFO:tasks.rados.rados.0.smithi001.stdout:3197: done (0 left) 2024-08-17T17:01:45.133 INFO:tasks.rados.rados.0.smithi001.stdout:3198: snap_remove snap 298 2024-08-17T17:01:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:44 smithi189 ceph-mon[90541]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:01:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:44 smithi189 ceph-mon[90541]: pgmap v656: 121 pgs: 121 active+clean; 240 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:01:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:44 smithi189 ceph-mon[90541]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:01:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:44 smithi001 ceph-mon[100737]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:01:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:44 smithi001 ceph-mon[100737]: pgmap v656: 121 pgs: 121 active+clean; 240 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:01:45.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:44 smithi001 ceph-mon[100737]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:01:45.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:44 smithi001 ceph-mon[103274]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:01:45.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:44 smithi001 ceph-mon[103274]: pgmap v656: 121 pgs: 121 active+clean; 240 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:01:45.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:44 smithi001 ceph-mon[103274]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:01:45.885 INFO:tasks.rados.rados.0.smithi001.stdout:3198: done (0 left) 2024-08-17T17:01:45.885 INFO:tasks.rados.rados.0.smithi001.stdout:3199: copy_from oid 16 from oid 27 current snap is 299 2024-08-17T17:01:45.885 INFO:tasks.rados.rados.0.smithi001.stdout:3200: rollback oid 21 current snap is 299 2024-08-17T17:01:45.885 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 297 2024-08-17T17:01:45.885 INFO:tasks.rados.rados.0.smithi001.stdout:3201: snap_create 2024-08-17T17:01:45.890 INFO:tasks.rados.rados.0.smithi001.stdout:3200: finishing rollback tid 0 to smithi00187473-21 2024-08-17T17:01:45.891 INFO:tasks.rados.rados.0.smithi001.stdout:3200: finishing rollback tid 1 to smithi00187473-21 2024-08-17T17:01:45.891 INFO:tasks.rados.rados.0.smithi001.stdout:3200: finishing rollback tid 2 to smithi00187473-21 2024-08-17T17:01:45.891 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2019 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:01:45.898 INFO:tasks.rados.rados.0.smithi001.stdout:3199: finishing copy_from racing read to smithi00187473-16 2024-08-17T17:01:45.899 INFO:tasks.rados.rados.0.smithi001.stdout:3199: finishing copy_from to smithi00187473-16 2024-08-17T17:01:45.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2343 (ObjNum 842 snap 251 seq_num 842) dirty exists 2024-08-17T17:01:46.890 INFO:tasks.rados.rados.0.smithi001.stdout:3199: done (2 left) 2024-08-17T17:01:46.890 INFO:tasks.rados.rados.0.smithi001.stdout:3200: done (1 left) 2024-08-17T17:01:46.890 INFO:tasks.rados.rados.0.smithi001.stdout:3201: done (0 left) 2024-08-17T17:01:46.890 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 300 2024-08-17T17:01:46.890 INFO:tasks.rados.rados.0.smithi001.stdout:3202: seq_num 1007 ranges {5111808=65536} 2024-08-17T17:01:46.918 INFO:tasks.rados.rados.0.smithi001.stdout:3202: writing smithi00187473-4 from 5111808 to 5177344 tid 1 2024-08-17T17:01:46.918 INFO:tasks.rados.rados.0.smithi001.stdout:3203: snap_remove snap 299 2024-08-17T17:01:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:46 smithi189 ceph-mon[90541]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:01:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:46 smithi189 ceph-mon[90541]: pgmap v659: 121 pgs: 121 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T17:01:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:46 smithi001 ceph-mon[100737]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:01:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:46 smithi001 ceph-mon[100737]: pgmap v659: 121 pgs: 121 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T17:01:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:46 smithi001 ceph-mon[103274]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:01:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:46 smithi001 ceph-mon[103274]: pgmap v659: 121 pgs: 121 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-17T17:01:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:01:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:01:47] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.51.0" 2024-08-17T17:01:47.892 INFO:tasks.rados.rados.0.smithi001.stdout:3203: done (1 left) 2024-08-17T17:01:47.892 INFO:tasks.rados.rados.0.smithi001.stdout:3204: snap_remove snap 297 2024-08-17T17:01:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:47 smithi189 ceph-mon[90541]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:01:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:47 smithi001 ceph-mon[100737]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:01:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:47 smithi001 ceph-mon[103274]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:01:48.909 INFO:tasks.rados.rados.0.smithi001.stdout:3204: done (1 left) 2024-08-17T17:01:48.909 INFO:tasks.rados.rados.0.smithi001.stdout:3205: delete oid 26 current snap is 300 2024-08-17T17:01:48.909 INFO:tasks.rados.rados.0.smithi001.stdout:3202: finishing write tid 1 to smithi00187473-4 2024-08-17T17:01:48.909 INFO:tasks.rados.rados.0.smithi001.stdout:3202: finishing write tid 2 to smithi00187473-4 2024-08-17T17:01:48.909 INFO:tasks.rados.rados.0.smithi001.stdout:3202: finishing write tid 3 to smithi00187473-4 2024-08-17T17:01:48.909 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2120 (ObjNum 1007 snap 300 seq_num 1007) dirty exists 2024-08-17T17:01:48.909 INFO:tasks.rados.rados.0.smithi001.stdout:3202: left oid 4 (ObjNum 1007 snap 300 seq_num 1007) 2024-08-17T17:01:48.913 INFO:tasks.rados.rados.0.smithi001.stdout:3202: done (1 left) 2024-08-17T17:01:48.913 INFO:tasks.rados.rados.0.smithi001.stdout:3205: done (0 left) 2024-08-17T17:01:48.913 INFO:tasks.rados.rados.0.smithi001.stdout:3206: read oid 31 snap -1 2024-08-17T17:01:48.913 INFO:tasks.rados.rados.0.smithi001.stdout:3206: expect (ObjNum 911 snap 274 seq_num 911) 2024-08-17T17:01:48.913 INFO:tasks.rados.rados.0.smithi001.stdout:3207: delete oid 43 current snap is 300 2024-08-17T17:01:48.918 INFO:tasks.rados.rados.0.smithi001.stdout:3207: done (1 left) 2024-08-17T17:01:48.918 INFO:tasks.rados.rados.0.smithi001.stdout:3208: snap_create 2024-08-17T17:01:48.920 INFO:tasks.rados.rados.0.smithi001.stdout:3206: expect (ObjNum 911 snap 274 seq_num 911) 2024-08-17T17:01:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:48 smithi189 ceph-mon[90541]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:01:49.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:48 smithi189 ceph-mon[90541]: pgmap v662: 121 pgs: 121 active+clean; 226 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 2 op/s 2024-08-17T17:01:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:48 smithi001 ceph-mon[100737]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:01:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:48 smithi001 ceph-mon[100737]: pgmap v662: 121 pgs: 121 active+clean; 226 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 2 op/s 2024-08-17T17:01:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:48 smithi001 ceph-mon[103274]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:01:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:48 smithi001 ceph-mon[103274]: pgmap v662: 121 pgs: 121 active+clean; 226 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 2 op/s 2024-08-17T17:01:49.831 INFO:tasks.rados.rados.0.smithi001.stdout:3206: done (1 left) 2024-08-17T17:01:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:3208: done (0 left) 2024-08-17T17:01:49.832 INFO:tasks.rados.rados.0.smithi001.stdout:3209: snap_create 2024-08-17T17:01:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:49 smithi189 ceph-mon[90541]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:01:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:49 smithi189 ceph-mon[90541]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:01:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:49 smithi001 ceph-mon[100737]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:01:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:49 smithi001 ceph-mon[100737]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:01:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:49 smithi001 ceph-mon[103274]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:01:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:49 smithi001 ceph-mon[103274]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:01:50.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:01:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:01:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:01:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:3209: done (0 left) 2024-08-17T17:01:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:3210: rollback oid 11 current snap is 302 2024-08-17T17:01:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 11 to 301 2024-08-17T17:01:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:3211: rollback oid 32 current snap is 302 2024-08-17T17:01:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 300 2024-08-17T17:01:50.833 INFO:tasks.rados.rados.0.smithi001.stdout:3212: delete oid 15 current snap is 302 2024-08-17T17:01:50.841 INFO:tasks.rados.rados.0.smithi001.stdout:3212: done (2 left) 2024-08-17T17:01:50.841 INFO:tasks.rados.rados.0.smithi001.stdout:3213: rollback oid 41 current snap is 302 2024-08-17T17:01:50.842 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 41 to 300 2024-08-17T17:01:50.842 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 302 2024-08-17T17:01:50.842 INFO:tasks.rados.rados.0.smithi001.stdout:3214: seq_num 1011 ranges {10059776=139264} 2024-08-17T17:01:50.895 INFO:tasks.rados.rados.0.smithi001.stdout:3214: writing smithi00187473-46 from 10059776 to 10199040 tid 1 2024-08-17T17:01:50.895 INFO:tasks.rados.rados.0.smithi001.stdout:3215: snap_create 2024-08-17T17:01:50.895 INFO:tasks.rados.rados.0.smithi001.stdout:3213: finishing rollback tid 0 to smithi00187473-41 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:3213: finishing rollback tid 1 to smithi00187473-41 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:3210: finishing rollback tid 0 to smithi00187473-11 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:3210: finishing rollback tid 1 to smithi00187473-11 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:3210: finishing rollback tid 2 to smithi00187473-11 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2630 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:3213: finishing rollback tid 2 to smithi00187473-41 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2346 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:3211: finishing rollback tid 1 to smithi00187473-32 2024-08-17T17:01:50.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 0 (ObjNum 177 snap 0 seq_num 1537229264) dirty dne 2024-08-17T17:01:50.900 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 1 to smithi00187473-46 2024-08-17T17:01:50.901 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 2 to smithi00187473-46 2024-08-17T17:01:50.904 INFO:tasks.rados.rados.0.smithi001.stdout:3214: finishing write tid 3 to smithi00187473-46 2024-08-17T17:01:50.904 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2368 (ObjNum 1011 snap 302 seq_num 1011) dirty exists 2024-08-17T17:01:50.904 INFO:tasks.rados.rados.0.smithi001.stdout:3214: left oid 46 (ObjNum 1011 snap 302 seq_num 1011) 2024-08-17T17:01:51.834 INFO:tasks.rados.rados.0.smithi001.stdout:3210: done (4 left) 2024-08-17T17:01:51.834 INFO:tasks.rados.rados.0.smithi001.stdout:3211: done (3 left) 2024-08-17T17:01:51.834 INFO:tasks.rados.rados.0.smithi001.stdout:3213: done (2 left) 2024-08-17T17:01:51.834 INFO:tasks.rados.rados.0.smithi001.stdout:3214: done (1 left) 2024-08-17T17:01:51.835 INFO:tasks.rados.rados.0.smithi001.stdout:3215: done (0 left) 2024-08-17T17:01:51.835 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 303 2024-08-17T17:01:51.835 INFO:tasks.rados.rados.0.smithi001.stdout:3216: seq_num 1012 ranges {0=155648} 2024-08-17T17:01:51.835 INFO:tasks.rados.rados.0.smithi001.stdout:3216: writing smithi00187473-13 from 0 to 155648 tid 1 2024-08-17T17:01:51.835 INFO:tasks.rados.rados.0.smithi001.stdout:3217: rollback oid 30 current snap is 303 2024-08-17T17:01:51.835 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 302 2024-08-17T17:01:51.835 INFO:tasks.rados.rados.0.smithi001.stdout:3218: snap_create 2024-08-17T17:01:51.842 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 1 to smithi00187473-13 2024-08-17T17:01:51.843 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 2 to smithi00187473-13 2024-08-17T17:01:51.844 INFO:tasks.rados.rados.0.smithi001.stdout:3217: finishing rollback tid 0 to smithi00187473-30 2024-08-17T17:01:51.844 INFO:tasks.rados.rados.0.smithi001.stdout:3216: finishing write tid 3 to smithi00187473-13 2024-08-17T17:01:51.844 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2122 (ObjNum 1012 snap 303 seq_num 1012) dirty exists 2024-08-17T17:01:51.844 INFO:tasks.rados.rados.0.smithi001.stdout:3216: left oid 13 (ObjNum 1012 snap 303 seq_num 1012) 2024-08-17T17:01:51.845 INFO:tasks.rados.rados.0.smithi001.stdout:3217: finishing rollback tid 1 to smithi00187473-30 2024-08-17T17:01:51.845 INFO:tasks.rados.rados.0.smithi001.stdout:3217: finishing rollback tid 2 to smithi00187473-30 2024-08-17T17:01:51.845 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2476 (ObjNum 983 snap 289 seq_num 983) dirty exists 2024-08-17T17:01:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:51 smithi189 ceph-mon[90541]: pgmap v665: 121 pgs: 121 active+clean; 226 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.0 KiB/s wr, 2 op/s 2024-08-17T17:01:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:51 smithi189 ceph-mon[90541]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:01:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:51 smithi001 ceph-mon[100737]: pgmap v665: 121 pgs: 121 active+clean; 226 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.0 KiB/s wr, 2 op/s 2024-08-17T17:01:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:51 smithi001 ceph-mon[100737]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:01:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:51 smithi001 ceph-mon[103274]: pgmap v665: 121 pgs: 121 active+clean; 226 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.0 KiB/s wr, 2 op/s 2024-08-17T17:01:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:51 smithi001 ceph-mon[103274]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:01:52.845 INFO:tasks.rados.rados.0.smithi001.stdout:3216: done (2 left) 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:3217: done (1 left) 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:3218: done (0 left) 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:3219: read oid 41 snap -1 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:3219: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:3220: rmattr oid 33 current snap is 304 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:3220: done (1 left) 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:3221: rmattr oid 11 current snap is 304 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 304 2024-08-17T17:01:52.846 INFO:tasks.rados.rados.0.smithi001.stdout:3222: seq_num 1013 ranges {0=172032} 2024-08-17T17:01:52.847 INFO:tasks.rados.rados.0.smithi001.stdout:3222: writing smithi00187473-33 from 0 to 172032 tid 1 2024-08-17T17:01:52.847 INFO:tasks.rados.rados.0.smithi001.stdout:3223: rmattr oid 20 current snap is 304 2024-08-17T17:01:52.847 INFO:tasks.rados.rados.0.smithi001.stdout:3223: done (3 left) 2024-08-17T17:01:52.847 INFO:tasks.rados.rados.0.smithi001.stdout:3224: delete oid 10 current snap is 304 2024-08-17T17:01:52.853 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 1 to smithi00187473-33 2024-08-17T17:01:52.853 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 2 to smithi00187473-33 2024-08-17T17:01:52.854 INFO:tasks.rados.rados.0.smithi001.stdout:3224: done (3 left) 2024-08-17T17:01:52.854 INFO:tasks.rados.rados.0.smithi001.stdout:3225: delete oid 43 current snap is 304 2024-08-17T17:01:52.855 INFO:tasks.rados.rados.0.smithi001.stdout:3222: finishing write tid 3 to smithi00187473-33 2024-08-17T17:01:52.855 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2403 (ObjNum 1013 snap 304 seq_num 1013) dirty exists 2024-08-17T17:01:52.855 INFO:tasks.rados.rados.0.smithi001.stdout:3222: left oid 33 (ObjNum 1013 snap 304 seq_num 1013) 2024-08-17T17:01:52.856 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 11 v 2633 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:01:52.860 INFO:tasks.rados.rados.0.smithi001.stdout:3221: done (3 left) 2024-08-17T17:01:52.860 INFO:tasks.rados.rados.0.smithi001.stdout:3222: done (2 left) 2024-08-17T17:01:52.860 INFO:tasks.rados.rados.0.smithi001.stdout:3225: done (1 left) 2024-08-17T17:01:52.860 INFO:tasks.rados.rados.0.smithi001.stdout:3226: snap_create 2024-08-17T17:01:52.865 INFO:tasks.rados.rados.0.smithi001.stdout:3219: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:01:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:52 smithi189 ceph-mon[90541]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:01:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:52 smithi001 ceph-mon[100737]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:01:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:52 smithi001 ceph-mon[103274]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:01:53.849 INFO:tasks.rados.rados.0.smithi001.stdout:3219: done (1 left) 2024-08-17T17:01:53.849 INFO:tasks.rados.rados.0.smithi001.stdout:3226: done (0 left) 2024-08-17T17:01:53.849 INFO:tasks.rados.rados.0.smithi001.stdout:3227: snap_remove snap 302 2024-08-17T17:01:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:53 smithi189 ceph-mon[90541]: pgmap v668: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 566 KiB/s wr, 4 op/s 2024-08-17T17:01:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:53 smithi189 ceph-mon[90541]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:01:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:53 smithi001 ceph-mon[103274]: pgmap v668: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 566 KiB/s wr, 4 op/s 2024-08-17T17:01:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:53 smithi001 ceph-mon[103274]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:01:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:53 smithi001 ceph-mon[100737]: pgmap v668: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 566 KiB/s wr, 4 op/s 2024-08-17T17:01:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:53 smithi001 ceph-mon[100737]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:01:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:01:54.833 INFO:tasks.rados.rados.0.smithi001.stdout:3227: done (0 left) 2024-08-17T17:01:54.833 INFO:tasks.rados.rados.0.smithi001.stdout:3228: snap_create 2024-08-17T17:01:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:54 smithi189 ceph-mon[90541]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:01:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:54 smithi189 ceph-mon[90541]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:01:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:54 smithi001 ceph-mon[100737]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:01:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:54 smithi001 ceph-mon[100737]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:01:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:54 smithi001 ceph-mon[103274]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:01:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:54 smithi001 ceph-mon[103274]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:01:55.841 INFO:tasks.rados.rados.0.smithi001.stdout:3228: done (0 left) 2024-08-17T17:01:55.841 INFO:tasks.rados.rados.0.smithi001.stdout:3229: copy_from oid 13 from oid 23 current snap is 306 2024-08-17T17:01:55.841 INFO:tasks.rados.rados.0.smithi001.stdout:3230: delete oid 7 current snap is 306 2024-08-17T17:01:55.843 INFO:tasks.rados.rados.0.smithi001.stdout:3230: done (1 left) 2024-08-17T17:01:55.843 INFO:tasks.rados.rados.0.smithi001.stdout:3231: snap_create 2024-08-17T17:01:55.867 INFO:tasks.rados.rados.0.smithi001.stdout:3229: finishing copy_from racing read to smithi00187473-13 2024-08-17T17:01:55.875 INFO:tasks.rados.rados.0.smithi001.stdout:3229: finishing copy_from to smithi00187473-13 2024-08-17T17:01:55.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 1614 (ObjNum 851 snap 253 seq_num 851) dirty exists 2024-08-17T17:01:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:55 smithi189 ceph-mon[90541]: pgmap v671: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 566 KiB/s wr, 8 op/s 2024-08-17T17:01:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:55 smithi189 ceph-mon[90541]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:01:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:55 smithi001 ceph-mon[100737]: pgmap v671: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 566 KiB/s wr, 8 op/s 2024-08-17T17:01:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:55 smithi001 ceph-mon[100737]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:01:56.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:55 smithi001 ceph-mon[103274]: pgmap v671: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 637 KiB/s rd, 566 KiB/s wr, 8 op/s 2024-08-17T17:01:56.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:55 smithi001 ceph-mon[103274]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:01:56.842 INFO:tasks.rados.rados.0.smithi001.stdout:3229: done (1 left) 2024-08-17T17:01:56.843 INFO:tasks.rados.rados.0.smithi001.stdout:3231: done (0 left) 2024-08-17T17:01:56.843 INFO:tasks.rados.rados.0.smithi001.stdout:3232: snap_create 2024-08-17T17:01:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:01:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:01:57] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.51.0" 2024-08-17T17:01:57.844 INFO:tasks.rados.rados.0.smithi001.stdout:3232: done (0 left) 2024-08-17T17:01:57.844 INFO:tasks.rados.rados.0.smithi001.stdout:3233: snap_create 2024-08-17T17:01:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:57 smithi189 ceph-mon[90541]: pgmap v674: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 38 KiB/s wr, 7 op/s 2024-08-17T17:01:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:57 smithi189 ceph-mon[90541]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:01:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:57 smithi001 ceph-mon[100737]: pgmap v674: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 38 KiB/s wr, 7 op/s 2024-08-17T17:01:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:57 smithi001 ceph-mon[100737]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:01:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:57 smithi001 ceph-mon[103274]: pgmap v674: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 38 KiB/s wr, 7 op/s 2024-08-17T17:01:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:57 smithi001 ceph-mon[103274]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:01:58.855 INFO:tasks.rados.rados.0.smithi001.stdout:3233: done (0 left) 2024-08-17T17:01:58.855 INFO:tasks.rados.rados.0.smithi001.stdout:3234: snap_create 2024-08-17T17:01:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:58 smithi189 ceph-mon[90541]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:01:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:58 smithi001 ceph-mon[100737]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:01:59.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:58 smithi001 ceph-mon[103274]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:01:59.835 INFO:tasks.rados.rados.0.smithi001.stdout:3234: done (0 left) 2024-08-17T17:01:59.835 INFO:tasks.rados.rados.0.smithi001.stdout:3235: read oid 3 snap 301 2024-08-17T17:01:59.835 INFO:tasks.rados.rados.0.smithi001.stdout:3235: expect (ObjNum 990 snap 293 seq_num 990) 2024-08-17T17:01:59.835 INFO:tasks.rados.rados.0.smithi001.stdout:3236: delete oid 41 current snap is 310 2024-08-17T17:01:59.840 INFO:tasks.rados.rados.0.smithi001.stdout:3236: done (1 left) 2024-08-17T17:01:59.840 INFO:tasks.rados.rados.0.smithi001.stdout:3237: snap_remove snap 304 2024-08-17T17:02:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:59 smithi189 ceph-mon[90541]: pgmap v677: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 80 KiB/s wr, 2 op/s 2024-08-17T17:02:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:59 smithi189 ceph-mon[90541]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:02:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:01:59 smithi189 ceph-mon[90541]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:02:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:59 smithi001 ceph-mon[103274]: pgmap v677: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 80 KiB/s wr, 2 op/s 2024-08-17T17:02:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:59 smithi001 ceph-mon[103274]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:02:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:01:59 smithi001 ceph-mon[103274]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:02:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:59 smithi001 ceph-mon[100737]: pgmap v677: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 80 KiB/s wr, 2 op/s 2024-08-17T17:02:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:59 smithi001 ceph-mon[100737]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:02:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:01:59 smithi001 ceph-mon[100737]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:02:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:02:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:02:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:02:00.836 INFO:tasks.rados.rados.0.smithi001.stdout:3237: done (1 left) 2024-08-17T17:02:00.836 INFO:tasks.rados.rados.0.smithi001.stdout:3238: rollback oid 26 current snap is 310 2024-08-17T17:02:00.837 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 308 2024-08-17T17:02:00.837 INFO:tasks.rados.rados.0.smithi001.stdout:3239: copy_from oid 29 from oid 25 current snap is 310 2024-08-17T17:02:00.837 INFO:tasks.rados.rados.0.smithi001.stdout:3235: expect (ObjNum 990 snap 293 seq_num 990) 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:3238: finishing rollback tid 1 to smithi00187473-26 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:3239: finishing copy_from racing read to smithi00187473-29 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:3239: finishing copy_from to smithi00187473-29 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2471 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:3235: done (2 left) 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:3238: done (1 left) 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:3239: done (0 left) 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 310 2024-08-17T17:02:00.899 INFO:tasks.rados.rados.0.smithi001.stdout:3240: seq_num 1018 ranges {8626176=253952} 2024-08-17T17:02:00.947 INFO:tasks.rados.rados.0.smithi001.stdout:3240: writing smithi00187473-8 from 8626176 to 8880128 tid 1 2024-08-17T17:02:00.947 INFO:tasks.rados.rados.0.smithi001.stdout:3241: read oid 13 snap -1 2024-08-17T17:02:00.947 INFO:tasks.rados.rados.0.smithi001.stdout:3241: expect (ObjNum 851 snap 253 seq_num 851) 2024-08-17T17:02:00.947 INFO:tasks.rados.rados.0.smithi001.stdout:3242: read oid 25 snap -1 2024-08-17T17:02:00.947 INFO:tasks.rados.rados.0.smithi001.stdout:3242: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:02:00.947 INFO:tasks.rados.rados.0.smithi001.stdout:3243: snap_create 2024-08-17T17:02:00.951 INFO:tasks.rados.rados.0.smithi001.stdout:3240: finishing write tid 1 to smithi00187473-8 2024-08-17T17:02:00.952 INFO:tasks.rados.rados.0.smithi001.stdout:3240: finishing write tid 2 to smithi00187473-8 2024-08-17T17:02:00.953 INFO:tasks.rados.rados.0.smithi001.stdout:3240: finishing write tid 3 to smithi00187473-8 2024-08-17T17:02:00.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2118 (ObjNum 1018 snap 310 seq_num 1018) dirty exists 2024-08-17T17:02:00.953 INFO:tasks.rados.rados.0.smithi001.stdout:3240: left oid 8 (ObjNum 1018 snap 310 seq_num 1018) 2024-08-17T17:02:00.957 INFO:tasks.rados.rados.0.smithi001.stdout:3242: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:02:01.002 INFO:tasks.rados.rados.0.smithi001.stdout:3241: expect (ObjNum 851 snap 253 seq_num 851) 2024-08-17T17:02:01.428 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:02:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:02:00.969+0000 7f34834f5640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 189 after trimming was started 2024-08-17T17:02:01.859 INFO:tasks.rados.rados.0.smithi001.stdout:3240: done (3 left) 2024-08-17T17:02:01.859 INFO:tasks.rados.rados.0.smithi001.stdout:3241: done (2 left) 2024-08-17T17:02:01.859 INFO:tasks.rados.rados.0.smithi001.stdout:3242: done (1 left) 2024-08-17T17:02:01.859 INFO:tasks.rados.rados.0.smithi001.stdout:3243: done (0 left) 2024-08-17T17:02:01.859 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 311 2024-08-17T17:02:01.859 INFO:tasks.rados.rados.0.smithi001.stdout:3244: seq_num 1019 ranges {6348800=270336} 2024-08-17T17:02:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:3244: writing smithi00187473-23 from 6348800 to 6619136 tid 1 2024-08-17T17:02:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 311 2024-08-17T17:02:01.895 INFO:tasks.rados.rados.0.smithi001.stdout:3245: seq_num 1020 ranges {2195456=286720} 2024-08-17T17:02:01.909 INFO:tasks.rados.rados.0.smithi001.stdout:3245: writing smithi00187473-3 from 2195456 to 2482176 tid 1 2024-08-17T17:02:01.909 INFO:tasks.rados.rados.0.smithi001.stdout:3246: read oid 34 snap -1 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:3246: expect (ObjNum 1006 snap 297 seq_num 1006) 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:3247: rollback oid 19 current snap is 311 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 305 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:3244: finishing write tid 1 to smithi00187473-23 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:3244: finishing write tid 2 to smithi00187473-23 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:3244: finishing write tid 3 to smithi00187473-23 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2478 (ObjNum 1019 snap 311 seq_num 1019) dirty exists 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:3244: left oid 23 (ObjNum 1019 snap 311 seq_num 1019) 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:3244: done (3 left) 2024-08-17T17:02:01.910 INFO:tasks.rados.rados.0.smithi001.stdout:3248: delete oid 5 current snap is 311 2024-08-17T17:02:01.912 INFO:tasks.rados.rados.0.smithi001.stdout:3246: expect (ObjNum 1006 snap 297 seq_num 1006) 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:3245: finishing write tid 1 to smithi00187473-3 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:3245: finishing write tid 2 to smithi00187473-3 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:3247: finishing rollback tid 0 to smithi00187473-19 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:3247: finishing rollback tid 1 to smithi00187473-19 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:3247: finishing rollback tid 2 to smithi00187473-19 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2357 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:3245: finishing write tid 3 to smithi00187473-3 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2052 (ObjNum 1020 snap 311 seq_num 1020) dirty exists 2024-08-17T17:02:01.914 INFO:tasks.rados.rados.0.smithi001.stdout:3245: left oid 3 (ObjNum 1020 snap 311 seq_num 1020) 2024-08-17T17:02:01.915 INFO:tasks.rados.rados.0.smithi001.stdout:3245: done (3 left) 2024-08-17T17:02:01.915 INFO:tasks.rados.rados.0.smithi001.stdout:3246: done (2 left) 2024-08-17T17:02:01.915 INFO:tasks.rados.rados.0.smithi001.stdout:3247: done (1 left) 2024-08-17T17:02:01.915 INFO:tasks.rados.rados.0.smithi001.stdout:3248: done (0 left) 2024-08-17T17:02:01.915 INFO:tasks.rados.rados.0.smithi001.stdout:3249: rollback oid 45 current snap is 311 2024-08-17T17:02:01.915 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 309 2024-08-17T17:02:01.916 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 311 2024-08-17T17:02:01.916 INFO:tasks.rados.rados.0.smithi001.stdout:3250: seq_num 1022 ranges {10199040=319488} 2024-08-17T17:02:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:3250: writing smithi00187473-46 from 10199040 to 10518528 tid 1 2024-08-17T17:02:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:3251: rollback oid 12 current snap is 311 2024-08-17T17:02:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 309 2024-08-17T17:02:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:3249: finishing rollback tid 0 to smithi00187473-45 2024-08-17T17:02:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:3249: finishing rollback tid 1 to smithi00187473-45 2024-08-17T17:02:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:3249: finishing rollback tid 2 to smithi00187473-45 2024-08-17T17:02:01.973 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2642 (ObjNum 1003 snap 297 seq_num 1003) dirty exists 2024-08-17T17:02:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:3249: done (2 left) 2024-08-17T17:02:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 311 2024-08-17T17:02:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:3252: seq_num 1023 ranges {0=335872} 2024-08-17T17:02:01.974 INFO:tasks.rados.rados.0.smithi001.stdout:3252: writing smithi00187473-38 from 0 to 335872 tid 1 2024-08-17T17:02:01.975 INFO:tasks.rados.rados.0.smithi001.stdout:3253: snap_create 2024-08-17T17:02:01.976 INFO:tasks.rados.rados.0.smithi001.stdout:3251: finishing rollback tid 0 to smithi00187473-12 2024-08-17T17:02:01.977 INFO:tasks.rados.rados.0.smithi001.stdout:3251: finishing rollback tid 1 to smithi00187473-12 2024-08-17T17:02:01.977 INFO:tasks.rados.rados.0.smithi001.stdout:3250: finishing write tid 1 to smithi00187473-46 2024-08-17T17:02:01.977 INFO:tasks.rados.rados.0.smithi001.stdout:3250: finishing write tid 2 to smithi00187473-46 2024-08-17T17:02:01.978 INFO:tasks.rados.rados.0.smithi001.stdout:3251: finishing rollback tid 2 to smithi00187473-12 2024-08-17T17:02:01.978 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1633 (ObjNum 975 snap 287 seq_num 975) dirty exists 2024-08-17T17:02:01.979 INFO:tasks.rados.rados.0.smithi001.stdout:3252: finishing write tid 1 to smithi00187473-38 2024-08-17T17:02:01.979 INFO:tasks.rados.rados.0.smithi001.stdout:3252: finishing write tid 2 to smithi00187473-38 2024-08-17T17:02:01.980 INFO:tasks.rados.rados.0.smithi001.stdout:3250: finishing write tid 3 to smithi00187473-46 2024-08-17T17:02:01.980 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2370 (ObjNum 1022 snap 311 seq_num 1022) dirty exists 2024-08-17T17:02:01.980 INFO:tasks.rados.rados.0.smithi001.stdout:3250: left oid 46 (ObjNum 1022 snap 311 seq_num 1022) 2024-08-17T17:02:01.980 INFO:tasks.rados.rados.0.smithi001.stdout:3252: finishing write tid 3 to smithi00187473-38 2024-08-17T17:02:01.981 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2644 (ObjNum 1023 snap 311 seq_num 1023) dirty exists 2024-08-17T17:02:01.981 INFO:tasks.rados.rados.0.smithi001.stdout:3252: left oid 38 (ObjNum 1023 snap 311 seq_num 1023) 2024-08-17T17:02:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:01 smithi189 ceph-mon[90541]: pgmap v680: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 42 KiB/s wr, 0 op/s 2024-08-17T17:02:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:01 smithi189 ceph-mon[90541]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:02:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:01 smithi001 ceph-mon[103274]: pgmap v680: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 42 KiB/s wr, 0 op/s 2024-08-17T17:02:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:01 smithi001 ceph-mon[103274]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:02:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:01 smithi001 ceph-mon[100737]: pgmap v680: 121 pgs: 121 active+clean; 208 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 42 KiB/s wr, 0 op/s 2024-08-17T17:02:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:01 smithi001 ceph-mon[100737]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:02:02.865 INFO:tasks.rados.rados.0.smithi001.stdout:3250: done (3 left) 2024-08-17T17:02:02.865 INFO:tasks.rados.rados.0.smithi001.stdout:3251: done (2 left) 2024-08-17T17:02:02.865 INFO:tasks.rados.rados.0.smithi001.stdout:3252: done (1 left) 2024-08-17T17:02:02.865 INFO:tasks.rados.rados.0.smithi001.stdout:3253: done (0 left) 2024-08-17T17:02:02.865 INFO:tasks.rados.rados.0.smithi001.stdout:3254: delete oid 49 current snap is 312 2024-08-17T17:02:02.871 INFO:tasks.rados.rados.0.smithi001.stdout:3254: done (0 left) 2024-08-17T17:02:02.871 INFO:tasks.rados.rados.0.smithi001.stdout:3255: snap_remove snap 305 2024-08-17T17:02:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:02 smithi189 ceph-mon[90541]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:02:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:02 smithi001 ceph-mon[103274]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:02:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:02 smithi001 ceph-mon[100737]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:02:03.871 INFO:tasks.rados.rados.0.smithi001.stdout:3255: done (0 left) 2024-08-17T17:02:03.871 INFO:tasks.rados.rados.0.smithi001.stdout:3256: rollback oid 20 current snap is 312 2024-08-17T17:02:03.871 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 20 to 300 2024-08-17T17:02:03.871 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 312 2024-08-17T17:02:03.871 INFO:tasks.rados.rados.0.smithi001.stdout:3257: seq_num 1025 ranges {0=368640} 2024-08-17T17:02:03.873 INFO:tasks.rados.rados.0.smithi001.stdout:3257: writing smithi00187473-10 from 0 to 368640 tid 1 2024-08-17T17:02:03.873 INFO:tasks.rados.rados.0.smithi001.stdout:3258: copy_from oid 24 from oid 49 current snap is 312 2024-08-17T17:02:03.873 INFO:tasks.rados.rados.0.smithi001.stdout:3259: rollback oid 36 current snap is 312 2024-08-17T17:02:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 311 2024-08-17T17:02:03.874 INFO:tasks.rados.rados.0.smithi001.stdout:3260: snap_remove snap 303 2024-08-17T17:02:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:03 smithi189 ceph-mon[90541]: pgmap v683: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1 op/s 2024-08-17T17:02:04.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:03 smithi189 ceph-mon[90541]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:02:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:03 smithi001 ceph-mon[103274]: pgmap v683: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1 op/s 2024-08-17T17:02:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:03 smithi001 ceph-mon[103274]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:02:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:03 smithi001 ceph-mon[100737]: pgmap v683: 121 pgs: 121 active+clean; 214 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 1 op/s 2024-08-17T17:02:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:03 smithi001 ceph-mon[100737]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:02:04.837 INFO:tasks.rados.rados.0.smithi001.stdout:3260: done (4 left) 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3261: delete oid 43 current snap is 312 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3257: finishing write tid 1 to smithi00187473-10 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3257: finishing write tid 2 to smithi00187473-10 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3256: finishing rollback tid 0 to smithi00187473-20 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3256: finishing rollback tid 1 to smithi00187473-20 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3256: finishing rollback tid 2 to smithi00187473-20 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2139 (ObjNum 982 snap 289 seq_num 982) dirty exists 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3259: finishing rollback tid 0 to smithi00187473-36 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3258: finishing copy_from to smithi00187473-24 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3258: got expected ENOENT (src dne) 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3258: finishing copy_from racing read to smithi00187473-24 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3259: finishing rollback tid 1 to smithi00187473-36 2024-08-17T17:02:04.838 INFO:tasks.rados.rados.0.smithi001.stdout:3257: finishing write tid 3 to smithi00187473-10 2024-08-17T17:02:04.839 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2405 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-08-17T17:02:04.839 INFO:tasks.rados.rados.0.smithi001.stdout:3257: left oid 10 (ObjNum 1025 snap 312 seq_num 1025) 2024-08-17T17:02:04.839 INFO:tasks.rados.rados.0.smithi001.stdout:3259: finishing rollback tid 2 to smithi00187473-36 2024-08-17T17:02:04.839 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2408 (ObjNum 973 snap 286 seq_num 973) dirty exists 2024-08-17T17:02:04.852 INFO:tasks.rados.rados.0.smithi001.stdout:3256: done (4 left) 2024-08-17T17:02:04.852 INFO:tasks.rados.rados.0.smithi001.stdout:3257: done (3 left) 2024-08-17T17:02:04.852 INFO:tasks.rados.rados.0.smithi001.stdout:3258: done (2 left) 2024-08-17T17:02:04.852 INFO:tasks.rados.rados.0.smithi001.stdout:3259: done (1 left) 2024-08-17T17:02:04.852 INFO:tasks.rados.rados.0.smithi001.stdout:3261: done (0 left) 2024-08-17T17:02:04.852 INFO:tasks.rados.rados.0.smithi001.stdout:3262: read oid 27 snap -1 2024-08-17T17:02:04.853 INFO:tasks.rados.rados.0.smithi001.stdout:3262: expect (ObjNum 842 snap 251 seq_num 842) 2024-08-17T17:02:04.853 INFO:tasks.rados.rados.0.smithi001.stdout:3263: copy_from oid 37 from oid 10 current snap is 312 2024-08-17T17:02:04.853 INFO:tasks.rados.rados.0.smithi001.stdout:3264: snap_create 2024-08-17T17:02:04.859 INFO:tasks.rados.rados.0.smithi001.stdout:3263: finishing copy_from racing read to smithi00187473-37 2024-08-17T17:02:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:3263: finishing copy_from to smithi00187473-37 2024-08-17T17:02:04.860 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2405 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-08-17T17:02:04.861 INFO:tasks.rados.rados.0.smithi001.stdout:3262: expect (ObjNum 842 snap 251 seq_num 842) 2024-08-17T17:02:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:04 smithi189 ceph-mon[90541]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:02:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:04 smithi189 ceph-mon[90541]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:02:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:04 smithi001 ceph-mon[103274]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:02:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:04 smithi001 ceph-mon[103274]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:02:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:04 smithi001 ceph-mon[100737]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:02:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:04 smithi001 ceph-mon[100737]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:02:05.837 INFO:tasks.rados.rados.0.smithi001.stdout:3262: done (2 left) 2024-08-17T17:02:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:3263: done (1 left) 2024-08-17T17:02:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:3264: done (0 left) 2024-08-17T17:02:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 313 2024-08-17T17:02:05.838 INFO:tasks.rados.rados.0.smithi001.stdout:3265: seq_num 1027 ranges {0=409600} 2024-08-17T17:02:05.840 INFO:tasks.rados.rados.0.smithi001.stdout:3265: writing smithi00187473-43 from 0 to 409600 tid 1 2024-08-17T17:02:05.840 INFO:tasks.rados.rados.0.smithi001.stdout:3266: setattr oid 29 current snap is 313 2024-08-17T17:02:05.846 INFO:tasks.rados.rados.0.smithi001.stdout:3267: snap_create 2024-08-17T17:02:05.847 INFO:tasks.rados.rados.0.smithi001.stdout:3265: finishing write tid 1 to smithi00187473-43 2024-08-17T17:02:05.848 INFO:tasks.rados.rados.0.smithi001.stdout:3265: finishing write tid 2 to smithi00187473-43 2024-08-17T17:02:05.850 INFO:tasks.rados.rados.0.smithi001.stdout:3265: finishing write tid 3 to smithi00187473-43 2024-08-17T17:02:05.850 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2657 (ObjNum 1027 snap 313 seq_num 1027) dirty exists 2024-08-17T17:02:05.850 INFO:tasks.rados.rados.0.smithi001.stdout:3265: left oid 43 (ObjNum 1027 snap 313 seq_num 1027) 2024-08-17T17:02:05.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2472 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:05 smithi189 ceph-mon[90541]: pgmap v686: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-17T17:02:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:05 smithi189 ceph-mon[90541]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:02:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:05 smithi001 ceph-mon[103274]: pgmap v686: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-17T17:02:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:05 smithi001 ceph-mon[103274]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:02:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:05 smithi001 ceph-mon[100737]: pgmap v686: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-17T17:02:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:05 smithi001 ceph-mon[100737]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:02:06.839 INFO:tasks.rados.rados.0.smithi001.stdout:3265: done (2 left) 2024-08-17T17:02:06.839 INFO:tasks.rados.rados.0.smithi001.stdout:3266: done (1 left) 2024-08-17T17:02:06.839 INFO:tasks.rados.rados.0.smithi001.stdout:3267: done (0 left) 2024-08-17T17:02:06.839 INFO:tasks.rados.rados.0.smithi001.stdout:3268: snap_create 2024-08-17T17:02:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:02:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:02:07] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.51.0" 2024-08-17T17:02:07.841 INFO:tasks.rados.rados.0.smithi001.stdout:3268: done (0 left) 2024-08-17T17:02:07.841 INFO:tasks.rados.rados.0.smithi001.stdout:3269: delete oid 2 current snap is 315 2024-08-17T17:02:07.847 INFO:tasks.rados.rados.0.smithi001.stdout:3269: done (0 left) 2024-08-17T17:02:07.848 INFO:tasks.rados.rados.0.smithi001.stdout:3270: snap_remove snap 311 2024-08-17T17:02:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:07 smithi189 ceph-mon[90541]: pgmap v689: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 750 KiB/s wr, 10 op/s 2024-08-17T17:02:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:07 smithi189 ceph-mon[90541]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:02:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:07 smithi001 ceph-mon[100737]: pgmap v689: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 750 KiB/s wr, 10 op/s 2024-08-17T17:02:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:07 smithi001 ceph-mon[100737]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:02:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:07 smithi001 ceph-mon[103274]: pgmap v689: 121 pgs: 121 active+clean; 217 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 750 KiB/s wr, 10 op/s 2024-08-17T17:02:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:07 smithi001 ceph-mon[103274]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:02:08.855 INFO:tasks.rados.rados.0.smithi001.stdout:3270: done (0 left) 2024-08-17T17:02:08.855 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 315 2024-08-17T17:02:08.855 INFO:tasks.rados.rados.0.smithi001.stdout:3271: seq_num 1029 ranges {0=442368} 2024-08-17T17:02:08.858 INFO:tasks.rados.rados.0.smithi001.stdout:3271: writing smithi00187473-15 from 0 to 442368 tid 1 2024-08-17T17:02:08.858 INFO:tasks.rados.rados.0.smithi001.stdout:3272: read oid 39 snap -1 2024-08-17T17:02:08.858 INFO:tasks.rados.rados.0.smithi001.stdout:3272: expect (ObjNum 1000 snap 296 seq_num 1000) 2024-08-17T17:02:08.858 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 315 2024-08-17T17:02:08.859 INFO:tasks.rados.rados.0.smithi001.stdout:3273: seq_num 1030 ranges {6348800=458752} 2024-08-17T17:02:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3273: writing smithi00187473-13 from 6348800 to 6807552 tid 1 2024-08-17T17:02:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 315 2024-08-17T17:02:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3271: finishing write tid 1 to smithi00187473-15 2024-08-17T17:02:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3271: finishing write tid 2 to smithi00187473-15 2024-08-17T17:02:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3271: finishing write tid 3 to smithi00187473-15 2024-08-17T17:02:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2474 (ObjNum 1029 snap 315 seq_num 1029) dirty exists 2024-08-17T17:02:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3271: left oid 15 (ObjNum 1029 snap 315 seq_num 1029) 2024-08-17T17:02:08.897 INFO:tasks.rados.rados.0.smithi001.stdout:3272: expect (ObjNum 1000 snap 296 seq_num 1000) 2024-08-17T17:02:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:08 smithi189 ceph-mon[90541]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:02:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:08 smithi001 ceph-mon[100737]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:02:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:08 smithi001 ceph-mon[103274]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:02:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:09.466 INFO:tasks.rados.rados.0.smithi001.stdout:3273: finishing write tid 1 to smithi00187473-13 2024-08-17T17:02:09.467 INFO:tasks.rados.rados.0.smithi001.stdout:3273: finishing write tid 2 to smithi00187473-13 2024-08-17T17:02:09.467 INFO:tasks.rados.rados.0.smithi001.stdout:3273: finishing write tid 3 to smithi00187473-13 2024-08-17T17:02:09.467 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2124 (ObjNum 1030 snap 315 seq_num 1030) dirty exists 2024-08-17T17:02:09.467 INFO:tasks.rados.rados.0.smithi001.stdout:3273: left oid 13 (ObjNum 1030 snap 315 seq_num 1030) 2024-08-17T17:02:09.467 INFO:tasks.rados.rados.0.smithi001.stdout:3274: seq_num 1031 ranges {6619136=475136} 2024-08-17T17:02:09.505 INFO:tasks.rados.rados.0.smithi001.stdout:3274: writing smithi00187473-23 from 6619136 to 7094272 tid 1 2024-08-17T17:02:09.505 INFO:tasks.rados.rados.0.smithi001.stdout:3271: done (3 left) 2024-08-17T17:02:09.505 INFO:tasks.rados.rados.0.smithi001.stdout:3272: done (2 left) 2024-08-17T17:02:09.505 INFO:tasks.rados.rados.0.smithi001.stdout:3273: done (1 left) 2024-08-17T17:02:09.505 INFO:tasks.rados.rados.0.smithi001.stdout:3275: rollback oid 14 current snap is 315 2024-08-17T17:02:09.505 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 310 2024-08-17T17:02:09.506 INFO:tasks.rados.rados.0.smithi001.stdout:3276: snap_remove snap 309 2024-08-17T17:02:09.837 INFO:tasks.rados.rados.0.smithi001.stdout:3276: done (2 left) 2024-08-17T17:02:09.837 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 315 2024-08-17T17:02:09.837 INFO:tasks.rados.rados.0.smithi001.stdout:3275: finishing rollback tid 1 to smithi00187473-14 2024-08-17T17:02:09.837 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T17:02:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3274: finishing write tid 1 to smithi00187473-23 2024-08-17T17:02:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3274: finishing write tid 2 to smithi00187473-23 2024-08-17T17:02:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3274: finishing write tid 3 to smithi00187473-23 2024-08-17T17:02:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2481 (ObjNum 1031 snap 315 seq_num 1031) dirty exists 2024-08-17T17:02:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3274: left oid 23 (ObjNum 1031 snap 315 seq_num 1031) 2024-08-17T17:02:09.838 INFO:tasks.rados.rados.0.smithi001.stdout:3277: seq_num 1032 ranges {6955008=491520} 2024-08-17T17:02:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3277: writing smithi00187473-17 from 6955008 to 7446528 tid 1 2024-08-17T17:02:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3274: done (2 left) 2024-08-17T17:02:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3275: done (1 left) 2024-08-17T17:02:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3278: delete oid 21 current snap is 315 2024-08-17T17:02:09.881 INFO:tasks.rados.rados.0.smithi001.stdout:3278: done (1 left) 2024-08-17T17:02:09.882 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 315 2024-08-17T17:02:09.882 INFO:tasks.rados.rados.0.smithi001.stdout:3279: seq_num 1034 ranges {0=524288} 2024-08-17T17:02:09.886 INFO:tasks.rados.rados.0.smithi001.stdout:3279: writing smithi00187473-14 from 0 to 524288 tid 1 2024-08-17T17:02:09.886 INFO:tasks.rados.rados.0.smithi001.stdout:3280: read oid 45 snap -1 2024-08-17T17:02:09.886 INFO:tasks.rados.rados.0.smithi001.stdout:3280: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:02:09.886 INFO:tasks.rados.rados.0.smithi001.stdout:3281: delete oid 13 current snap is 315 2024-08-17T17:02:09.886 INFO:tasks.rados.rados.0.smithi001.stdout:3277: finishing write tid 1 to smithi00187473-17 2024-08-17T17:02:09.887 INFO:tasks.rados.rados.0.smithi001.stdout:3277: finishing write tid 2 to smithi00187473-17 2024-08-17T17:02:09.888 INFO:tasks.rados.rados.0.smithi001.stdout:3281: done (3 left) 2024-08-17T17:02:09.888 INFO:tasks.rados.rados.0.smithi001.stdout:3282: delete oid 3 current snap is 315 2024-08-17T17:02:09.890 INFO:tasks.rados.rados.0.smithi001.stdout:3282: done (3 left) 2024-08-17T17:02:09.890 INFO:tasks.rados.rados.0.smithi001.stdout:3283: copy_from oid 30 from oid 25 current snap is 315 2024-08-17T17:02:09.890 INFO:tasks.rados.rados.0.smithi001.stdout:3284: read oid 13 snap 300 2024-08-17T17:02:09.890 INFO:tasks.rados.rados.0.smithi001.stdout:3284: expect deleted 2024-08-17T17:02:09.890 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 315 2024-08-17T17:02:09.890 INFO:tasks.rados.rados.0.smithi001.stdout:3285: seq_num 1037 ranges {335872=573440} 2024-08-17T17:02:09.896 INFO:tasks.rados.rados.0.smithi001.stdout:3285: writing smithi00187473-38 from 335872 to 909312 tid 1 2024-08-17T17:02:09.896 INFO:tasks.rados.rados.0.smithi001.stdout:3286: rollback oid 26 current snap is 315 2024-08-17T17:02:09.896 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 300 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:3279: finishing write tid 1 to smithi00187473-14 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:3279: finishing write tid 2 to smithi00187473-14 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:3279: finishing write tid 3 to smithi00187473-14 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2476 (ObjNum 1034 snap 315 seq_num 1034) dirty exists 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:3279: left oid 14 (ObjNum 1034 snap 315 seq_num 1034) 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:3277: finishing write tid 3 to smithi00187473-17 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2670 (ObjNum 1032 snap 315 seq_num 1032) dirty exists 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:3277: left oid 17 (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:02:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:3277: done (6 left) 2024-08-17T17:02:09.898 INFO:tasks.rados.rados.0.smithi001.stdout:3279: done (5 left) 2024-08-17T17:02:09.898 INFO:tasks.rados.rados.0.smithi001.stdout:3284: done (4 left) 2024-08-17T17:02:09.898 INFO:tasks.rados.rados.0.smithi001.stdout:3287: setattr oid 14 current snap is 315 2024-08-17T17:02:09.898 INFO:tasks.rados.rados.0.smithi001.stdout:3288: snap_create 2024-08-17T17:02:09.899 INFO:tasks.rados.rados.0.smithi001.stdout:3283: finishing copy_from racing read to smithi00187473-30 2024-08-17T17:02:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:3283: finishing copy_from to smithi00187473-30 2024-08-17T17:02:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2471 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:09.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2477 (ObjNum 1034 snap 315 seq_num 1034) dirty exists 2024-08-17T17:02:09.903 INFO:tasks.rados.rados.0.smithi001.stdout:3286: finishing rollback tid 1 to smithi00187473-26 2024-08-17T17:02:09.903 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 0 (ObjNum 33 snap 0 seq_num 1517778296) dirty dne 2024-08-17T17:02:09.917 INFO:tasks.rados.rados.0.smithi001.stdout:3285: finishing write tid 1 to smithi00187473-38 2024-08-17T17:02:09.934 INFO:tasks.rados.rados.0.smithi001.stdout:3280: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:02:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:09 smithi189 ceph-mon[90541]: pgmap v692: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 390 KiB/s wr, 12 op/s 2024-08-17T17:02:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:09 smithi189 ceph-mon[90541]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:02:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:09 smithi189 ceph-mon[90541]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:02:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:09 smithi001 ceph-mon[100737]: pgmap v692: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 390 KiB/s wr, 12 op/s 2024-08-17T17:02:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:09 smithi001 ceph-mon[100737]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:02:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:09 smithi001 ceph-mon[100737]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:02:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:09 smithi001 ceph-mon[103274]: pgmap v692: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 390 KiB/s wr, 12 op/s 2024-08-17T17:02:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:09 smithi001 ceph-mon[103274]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:02:10.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:09 smithi001 ceph-mon[103274]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:02:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:02:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:02:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3285: finishing write tid 2 to smithi00187473-38 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3285: finishing write tid 3 to smithi00187473-38 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2673 (ObjNum 1037 snap 315 seq_num 1037) dirty exists 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3285: left oid 38 (ObjNum 1037 snap 315 seq_num 1037) 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3280: done (5 left) 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3283: done (4 left) 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3285: done (3 left) 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3286: done (2 left) 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3287: done (1 left) 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3288: done (0 left) 2024-08-17T17:02:11.140 INFO:tasks.rados.rados.0.smithi001.stdout:3289: read oid 20 snap -1 2024-08-17T17:02:11.141 INFO:tasks.rados.rados.0.smithi001.stdout:3289: expect (ObjNum 982 snap 289 seq_num 982) 2024-08-17T17:02:11.141 INFO:tasks.rados.rados.0.smithi001.stdout:3290: snap_create 2024-08-17T17:02:11.162 INFO:tasks.rados.rados.0.smithi001.stdout:3289: expect (ObjNum 982 snap 289 seq_num 982) 2024-08-17T17:02:11.865 INFO:tasks.rados.rados.0.smithi001.stdout:3289: done (1 left) 2024-08-17T17:02:11.865 INFO:tasks.rados.rados.0.smithi001.stdout:3290: done (0 left) 2024-08-17T17:02:11.865 INFO:tasks.rados.rados.0.smithi001.stdout:3291: snap_create 2024-08-17T17:02:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:11 smithi189 ceph-mon[90541]: pgmap v695: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 268 KiB/s wr, 8 op/s 2024-08-17T17:02:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:11 smithi189 ceph-mon[90541]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:02:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:11 smithi001 ceph-mon[100737]: pgmap v695: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 268 KiB/s wr, 8 op/s 2024-08-17T17:02:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:11 smithi001 ceph-mon[100737]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:02:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:11 smithi001 ceph-mon[103274]: pgmap v695: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 268 KiB/s wr, 8 op/s 2024-08-17T17:02:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:11 smithi001 ceph-mon[103274]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:02:12.871 INFO:tasks.rados.rados.0.smithi001.stdout:3291: done (0 left) 2024-08-17T17:02:12.871 INFO:tasks.rados.rados.0.smithi001.stdout:3292: rmattr oid 8 current snap is 318 2024-08-17T17:02:12.871 INFO:tasks.rados.rados.0.smithi001.stdout:3293: copy_from oid 30 from oid 7 current snap is 318 2024-08-17T17:02:12.872 INFO:tasks.rados.rados.0.smithi001.stdout:3294: setattr oid 47 current snap is 318 2024-08-17T17:02:12.873 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 318 2024-08-17T17:02:12.873 INFO:tasks.rados.rados.0.smithi001.stdout:3295: seq_num 1038 ranges {7684096=589824} 2024-08-17T17:02:12.918 INFO:tasks.rados.rados.0.smithi001.stdout:3295: writing smithi00187473-20 from 7684096 to 8273920 tid 1 2024-08-17T17:02:12.919 INFO:tasks.rados.rados.0.smithi001.stdout:3296: snap_remove snap 312 2024-08-17T17:02:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:12 smithi189 ceph-mon[90541]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:02:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:12 smithi001 ceph-mon[100737]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:02:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:12 smithi001 ceph-mon[103274]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:02:13.874 INFO:tasks.rados.rados.0.smithi001.stdout:3296: done (4 left) 2024-08-17T17:02:13.874 INFO:tasks.rados.rados.0.smithi001.stdout:3297: read oid 16 snap 301 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3297: expect (ObjNum 842 snap 251 seq_num 842) 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3298: rollback oid 3 current snap is 318 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 310 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2119 (ObjNum 1018 snap 310 seq_num 1018) dirty exists 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3293: finishing copy_from to smithi00187473-30 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3293: got expected ENOENT (src dne) 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3293: finishing copy_from racing read to smithi00187473-30 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2482 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3295: finishing write tid 1 to smithi00187473-20 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3295: finishing write tid 2 to smithi00187473-20 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3295: finishing write tid 3 to smithi00187473-20 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2141 (ObjNum 1038 snap 318 seq_num 1038) dirty exists 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3295: left oid 20 (ObjNum 1038 snap 318 seq_num 1038) 2024-08-17T17:02:13.875 INFO:tasks.rados.rados.0.smithi001.stdout:3292: done (5 left) 2024-08-17T17:02:13.876 INFO:tasks.rados.rados.0.smithi001.stdout:3293: done (4 left) 2024-08-17T17:02:13.876 INFO:tasks.rados.rados.0.smithi001.stdout:3294: done (3 left) 2024-08-17T17:02:13.876 INFO:tasks.rados.rados.0.smithi001.stdout:3295: done (2 left) 2024-08-17T17:02:13.876 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 318 2024-08-17T17:02:13.876 INFO:tasks.rados.rados.0.smithi001.stdout:3299: seq_num 1039 ranges {0=606208} 2024-08-17T17:02:13.878 INFO:tasks.rados.rados.0.smithi001.stdout:3299: writing smithi00187473-26 from 0 to 606208 tid 1 2024-08-17T17:02:13.878 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 318 2024-08-17T17:02:13.879 INFO:tasks.rados.rados.0.smithi001.stdout:3300: seq_num 1040 ranges {1556480=622592} 2024-08-17T17:02:13.892 INFO:tasks.rados.rados.0.smithi001.stdout:3300: writing smithi00187473-25 from 1556480 to 2179072 tid 1 2024-08-17T17:02:13.892 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 318 2024-08-17T17:02:13.892 INFO:tasks.rados.rados.0.smithi001.stdout:3298: finishing rollback tid 1 to smithi00187473-3 2024-08-17T17:02:13.892 INFO:tasks.rados.rados.0.smithi001.stdout:3298: finishing rollback tid 2 to smithi00187473-3 2024-08-17T17:02:13.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2055 (ObjNum 990 snap 293 seq_num 990) dirty exists 2024-08-17T17:02:13.893 INFO:tasks.rados.rados.0.smithi001.stdout:3301: seq_num 1041 ranges {0=638976} 2024-08-17T17:02:13.897 INFO:tasks.rados.rados.0.smithi001.stdout:3301: writing smithi00187473-21 from 0 to 638976 tid 1 2024-08-17T17:02:13.897 INFO:tasks.rados.rados.0.smithi001.stdout:3298: done (4 left) 2024-08-17T17:02:13.897 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 318 2024-08-17T17:02:13.897 INFO:tasks.rados.rados.0.smithi001.stdout:3297: expect (ObjNum 842 snap 251 seq_num 842) 2024-08-17T17:02:13.957 INFO:tasks.rados.rados.0.smithi001.stdout:3299: finishing write tid 1 to smithi00187473-26 2024-08-17T17:02:13.958 INFO:tasks.rados.rados.0.smithi001.stdout:3299: finishing write tid 2 to smithi00187473-26 2024-08-17T17:02:13.958 INFO:tasks.rados.rados.0.smithi001.stdout:3302: seq_num 1042 ranges {8880128=655360} 2024-08-17T17:02:14.010 INFO:tasks.rados.rados.0.smithi001.stdout:3302: writing smithi00187473-8 from 8880128 to 9535488 tid 1 2024-08-17T17:02:14.010 INFO:tasks.rados.rados.0.smithi001.stdout:3297: done (4 left) 2024-08-17T17:02:14.010 INFO:tasks.rados.rados.0.smithi001.stdout:3303: delete oid 46 current snap is 318 2024-08-17T17:02:14.010 INFO:tasks.rados.rados.0.smithi001.stdout:3299: finishing write tid 3 to smithi00187473-26 2024-08-17T17:02:14.010 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2436 (ObjNum 1039 snap 318 seq_num 1039) dirty exists 2024-08-17T17:02:14.010 INFO:tasks.rados.rados.0.smithi001.stdout:3299: left oid 26 (ObjNum 1039 snap 318 seq_num 1039) 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:3300: finishing write tid 1 to smithi00187473-25 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:3301: finishing write tid 1 to smithi00187473-21 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:3300: finishing write tid 2 to smithi00187473-25 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:3301: finishing write tid 2 to smithi00187473-21 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:3300: finishing write tid 3 to smithi00187473-25 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2484 (ObjNum 1040 snap 318 seq_num 1040) dirty exists 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:3300: left oid 25 (ObjNum 1040 snap 318 seq_num 1040) 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:3301: finishing write tid 3 to smithi00187473-21 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2022 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-08-17T17:02:14.011 INFO:tasks.rados.rados.0.smithi001.stdout:3301: left oid 21 (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:02:14.013 INFO:tasks.rados.rados.0.smithi001.stdout:3302: finishing write tid 1 to smithi00187473-8 2024-08-17T17:02:14.013 INFO:tasks.rados.rados.0.smithi001.stdout:3302: finishing write tid 2 to smithi00187473-8 2024-08-17T17:02:14.013 INFO:tasks.rados.rados.0.smithi001.stdout:3299: done (4 left) 2024-08-17T17:02:14.013 INFO:tasks.rados.rados.0.smithi001.stdout:3300: done (3 left) 2024-08-17T17:02:14.013 INFO:tasks.rados.rados.0.smithi001.stdout:3301: done (2 left) 2024-08-17T17:02:14.013 INFO:tasks.rados.rados.0.smithi001.stdout:3303: done (1 left) 2024-08-17T17:02:14.013 INFO:tasks.rados.rados.0.smithi001.stdout:3304: delete oid 1 current snap is 318 2024-08-17T17:02:14.013 INFO:tasks.rados.rados.0.smithi001.stdout:3302: finishing write tid 3 to smithi00187473-8 2024-08-17T17:02:14.014 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2121 (ObjNum 1042 snap 318 seq_num 1042) dirty exists 2024-08-17T17:02:14.014 INFO:tasks.rados.rados.0.smithi001.stdout:3302: left oid 8 (ObjNum 1042 snap 318 seq_num 1042) 2024-08-17T17:02:14.016 INFO:tasks.rados.rados.0.smithi001.stdout:3302: done (1 left) 2024-08-17T17:02:14.016 INFO:tasks.rados.rados.0.smithi001.stdout:3304: done (0 left) 2024-08-17T17:02:14.016 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 318 2024-08-17T17:02:14.016 INFO:tasks.rados.rados.0.smithi001.stdout:3305: seq_num 1045 ranges {368640=704512} 2024-08-17T17:02:14.022 INFO:tasks.rados.rados.0.smithi001.stdout:3305: writing smithi00187473-37 from 368640 to 1073152 tid 1 2024-08-17T17:02:14.022 INFO:tasks.rados.rados.0.smithi001.stdout:3306: snap_create 2024-08-17T17:02:14.025 INFO:tasks.rados.rados.0.smithi001.stdout:3305: finishing write tid 1 to smithi00187473-37 2024-08-17T17:02:14.025 INFO:tasks.rados.rados.0.smithi001.stdout:3305: finishing write tid 2 to smithi00187473-37 2024-08-17T17:02:14.026 INFO:tasks.rados.rados.0.smithi001.stdout:3305: finishing write tid 3 to smithi00187473-37 2024-08-17T17:02:14.026 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2407 (ObjNum 1045 snap 318 seq_num 1045) dirty exists 2024-08-17T17:02:14.026 INFO:tasks.rados.rados.0.smithi001.stdout:3305: left oid 37 (ObjNum 1045 snap 318 seq_num 1045) 2024-08-17T17:02:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:13 smithi189 ceph-mon[90541]: pgmap v698: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 212 KiB/s wr, 3 op/s 2024-08-17T17:02:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:13 smithi189 ceph-mon[90541]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:02:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:13 smithi001 ceph-mon[100737]: pgmap v698: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 212 KiB/s wr, 3 op/s 2024-08-17T17:02:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:13 smithi001 ceph-mon[100737]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:02:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:13 smithi001 ceph-mon[103274]: pgmap v698: 121 pgs: 121 active+clean; 218 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 212 KiB/s wr, 3 op/s 2024-08-17T17:02:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:13 smithi001 ceph-mon[103274]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:02:14.840 INFO:tasks.rados.rados.0.smithi001.stdout:3305: done (1 left) 2024-08-17T17:02:14.840 INFO:tasks.rados.rados.0.smithi001.stdout:3306: done (0 left) 2024-08-17T17:02:14.840 INFO:tasks.rados.rados.0.smithi001.stdout:3307: read oid 25 snap -1 2024-08-17T17:02:14.840 INFO:tasks.rados.rados.0.smithi001.stdout:3307: expect (ObjNum 1040 snap 318 seq_num 1040) 2024-08-17T17:02:14.840 INFO:tasks.rados.rados.0.smithi001.stdout:3308: read oid 2 snap -1 2024-08-17T17:02:14.840 INFO:tasks.rados.rados.0.smithi001.stdout:3308: expect deleted 2024-08-17T17:02:14.840 INFO:tasks.rados.rados.0.smithi001.stdout:3309: copy_from oid 3 from oid 20 current snap is 319 2024-08-17T17:02:14.840 INFO:tasks.rados.rados.0.smithi001.stdout:3310: delete oid 43 current snap is 319 2024-08-17T17:02:14.847 INFO:tasks.rados.rados.0.smithi001.stdout:3308: done (3 left) 2024-08-17T17:02:14.847 INFO:tasks.rados.rados.0.smithi001.stdout:3310: done (2 left) 2024-08-17T17:02:14.847 INFO:tasks.rados.rados.0.smithi001.stdout:3311: read oid 18 snap -1 2024-08-17T17:02:14.847 INFO:tasks.rados.rados.0.smithi001.stdout:3311: expect (ObjNum 999 snap 296 seq_num 999) 2024-08-17T17:02:14.847 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 319 2024-08-17T17:02:14.847 INFO:tasks.rados.rados.0.smithi001.stdout:3312: seq_num 1047 ranges {2392064=745472} 2024-08-17T17:02:14.866 INFO:tasks.rados.rados.0.smithi001.stdout:3312: writing smithi00187473-35 from 2392064 to 3137536 tid 1 2024-08-17T17:02:14.866 INFO:tasks.rados.rados.0.smithi001.stdout:3313: snap_remove snap 306 2024-08-17T17:02:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:14 smithi189 ceph-mon[90541]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:02:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:14 smithi189 ceph-mon[90541]: pgmap v701: 121 pgs: 121 active+clean; 222 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-17T17:02:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:14 smithi189 ceph-mon[90541]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:02:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:14 smithi001 ceph-mon[100737]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:02:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:14 smithi001 ceph-mon[100737]: pgmap v701: 121 pgs: 121 active+clean; 222 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-17T17:02:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:14 smithi001 ceph-mon[100737]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:02:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:14 smithi001 ceph-mon[103274]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:02:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:14 smithi001 ceph-mon[103274]: pgmap v701: 121 pgs: 121 active+clean; 222 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-17T17:02:15.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:14 smithi001 ceph-mon[103274]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:02:15.843 INFO:tasks.rados.rados.0.smithi001.stdout:3307: expect (ObjNum 1040 snap 318 seq_num 1040) 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3312: finishing write tid 1 to smithi00187473-35 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3312: finishing write tid 2 to smithi00187473-35 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3312: finishing write tid 3 to smithi00187473-35 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2143 (ObjNum 1047 snap 319 seq_num 1047) dirty exists 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3312: left oid 35 (ObjNum 1047 snap 319 seq_num 1047) 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3309: finishing copy_from racing read to smithi00187473-3 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3309: finishing copy_from to smithi00187473-3 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2141 (ObjNum 1038 snap 318 seq_num 1038) dirty exists 2024-08-17T17:02:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3311: expect (ObjNum 999 snap 296 seq_num 999) 2024-08-17T17:02:16.971 INFO:tasks.rados.rados.0.smithi001.stdout:3307: done (4 left) 2024-08-17T17:02:16.971 INFO:tasks.rados.rados.0.smithi001.stdout:3309: done (3 left) 2024-08-17T17:02:16.971 INFO:tasks.rados.rados.0.smithi001.stdout:3311: done (2 left) 2024-08-17T17:02:16.971 INFO:tasks.rados.rados.0.smithi001.stdout:3312: done (1 left) 2024-08-17T17:02:16.971 INFO:tasks.rados.rados.0.smithi001.stdout:3313: done (0 left) 2024-08-17T17:02:16.971 INFO:tasks.rados.rados.0.smithi001.stdout:3314: delete oid 24 current snap is 319 2024-08-17T17:02:16.974 INFO:tasks.rados.rados.0.smithi001.stdout:3314: done (0 left) 2024-08-17T17:02:16.974 INFO:tasks.rados.rados.0.smithi001.stdout:3315: rollback oid 8 current snap is 319 2024-08-17T17:02:16.974 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 313 2024-08-17T17:02:16.974 INFO:tasks.rados.rados.0.smithi001.stdout:3316: read oid 28 snap -1 2024-08-17T17:02:16.974 INFO:tasks.rados.rados.0.smithi001.stdout:3316: expect (ObjNum 960 snap 285 seq_num 960) 2024-08-17T17:02:16.974 INFO:tasks.rados.rados.0.smithi001.stdout:3317: delete oid 43 current snap is 319 2024-08-17T17:02:16.977 INFO:tasks.rados.rados.0.smithi001.stdout:3317: done (2 left) 2024-08-17T17:02:16.977 INFO:tasks.rados.rados.0.smithi001.stdout:3318: snap_remove snap 300 2024-08-17T17:02:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:16 smithi189 ceph-mon[90541]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:02:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:16 smithi001 ceph-mon[100737]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:02:17.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:16 smithi001 ceph-mon[103274]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:02:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:02:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:02:17] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.51.0" 2024-08-17T17:02:17.851 INFO:tasks.rados.rados.0.smithi001.stdout:3315: finishing rollback tid 0 to smithi00187473-8 2024-08-17T17:02:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:3315: finishing rollback tid 1 to smithi00187473-8 2024-08-17T17:02:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:3315: finishing rollback tid 2 to smithi00187473-8 2024-08-17T17:02:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2124 (ObjNum 1018 snap 310 seq_num 1018) dirty exists 2024-08-17T17:02:17.852 INFO:tasks.rados.rados.0.smithi001.stdout:3316: expect (ObjNum 960 snap 285 seq_num 960) 2024-08-17T17:02:17.907 INFO:tasks.rados.rados.0.smithi001.stdout:3315: done (2 left) 2024-08-17T17:02:17.907 INFO:tasks.rados.rados.0.smithi001.stdout:3316: done (1 left) 2024-08-17T17:02:17.907 INFO:tasks.rados.rados.0.smithi001.stdout:3318: done (0 left) 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:3319: rollback oid 16 current snap is 319 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 16 to 307 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:3320: rollback oid 7 current snap is 319 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 7 to 315 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:3321: rollback oid 32 current snap is 319 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 318 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:3322: delete oid 46 current snap is 319 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:3320: finishing rollback tid 1 to smithi00187473-7 2024-08-17T17:02:17.908 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:02:17.909 INFO:tasks.rados.rados.0.smithi001.stdout:3320: done (3 left) 2024-08-17T17:02:17.909 INFO:tasks.rados.rados.0.smithi001.stdout:3322: done (2 left) 2024-08-17T17:02:17.909 INFO:tasks.rados.rados.0.smithi001.stdout:3323: delete oid 37 current snap is 319 2024-08-17T17:02:17.910 INFO:tasks.rados.rados.0.smithi001.stdout:3321: finishing rollback tid 1 to smithi00187473-32 2024-08-17T17:02:17.910 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 0 (ObjNum 129 snap 0 seq_num 1537610224) dirty dne 2024-08-17T17:02:17.911 INFO:tasks.rados.rados.0.smithi001.stdout:3319: finishing rollback tid 0 to smithi00187473-16 2024-08-17T17:02:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:3321: done (2 left) 2024-08-17T17:02:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:3323: done (1 left) 2024-08-17T17:02:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:3324: rmattr oid 39 current snap is 319 2024-08-17T17:02:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:3325: read oid 47 snap -1 2024-08-17T17:02:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:3325: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:02:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:3326: snap_create 2024-08-17T17:02:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:3319: finishing rollback tid 1 to smithi00187473-16 2024-08-17T17:02:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:3319: finishing rollback tid 2 to smithi00187473-16 2024-08-17T17:02:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2350 (ObjNum 842 snap 251 seq_num 842) dirty exists 2024-08-17T17:02:17.914 INFO:tasks.rados.rados.0.smithi001.stdout:3325: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:02:17.918 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2358 (ObjNum 1000 snap 296 seq_num 1000) dirty exists 2024-08-17T17:02:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:17 smithi189 ceph-mon[90541]: pgmap v704: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-08-17T17:02:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:17 smithi001 ceph-mon[100737]: pgmap v704: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-08-17T17:02:18.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:17 smithi001 ceph-mon[103274]: pgmap v704: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.9 MiB/s wr, 29 op/s 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:3319: done (3 left) 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:3324: done (2 left) 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:3325: done (1 left) 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:3326: done (0 left) 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:3327: rollback oid 49 current snap is 320 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 316 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:3328: read oid 42 snap -1 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:3328: expect (ObjNum 970 snap 286 seq_num 970) 2024-08-17T17:02:18.858 INFO:tasks.rados.rados.0.smithi001.stdout:3329: snap_create 2024-08-17T17:02:18.866 INFO:tasks.rados.rados.0.smithi001.stdout:3327: finishing rollback tid 1 to smithi00187473-49 2024-08-17T17:02:18.866 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2479 (ObjNum 33 snap 0 seq_num 1537537440) dirty dne 2024-08-17T17:02:18.870 INFO:tasks.rados.rados.0.smithi001.stdout:3328: expect (ObjNum 970 snap 286 seq_num 970) 2024-08-17T17:02:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:18 smithi189 ceph-mon[90541]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:02:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:18 smithi001 ceph-mon[100737]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:02:19.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:18 smithi001 ceph-mon[103274]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:02:19.843 INFO:tasks.rados.rados.0.smithi001.stdout:3327: done (2 left) 2024-08-17T17:02:19.846 INFO:tasks.rados.rados.0.smithi001.stdout:3328: done (1 left) 2024-08-17T17:02:19.846 INFO:tasks.rados.rados.0.smithi001.stdout:3329: done (0 left) 2024-08-17T17:02:19.846 INFO:tasks.rados.rados.0.smithi001.stdout:3330: read oid 49 snap 317 2024-08-17T17:02:19.846 INFO:tasks.rados.rados.0.smithi001.stdout:3330: expect deleted 2024-08-17T17:02:19.846 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 321 2024-08-17T17:02:19.846 INFO:tasks.rados.rados.0.smithi001.stdout:3331: seq_num 1052 ranges {606208=425984,1032192=401408} 2024-08-17T17:02:19.848 INFO:tasks.rados.rados.0.smithi001.stdout:3331: writing smithi00187473-26 from 606208 to 1032192 tid 1 2024-08-17T17:02:19.851 INFO:tasks.rados.rados.0.smithi001.stdout:3331: writing smithi00187473-26 from 1032192 to 1433600 tid 2 2024-08-17T17:02:19.851 INFO:tasks.rados.rados.0.smithi001.stdout:3332: rollback oid 34 current snap is 321 2024-08-17T17:02:19.851 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 307 2024-08-17T17:02:19.851 INFO:tasks.rados.rados.0.smithi001.stdout:3330: done (2 left) 2024-08-17T17:02:19.851 INFO:tasks.rados.rados.0.smithi001.stdout:3333: delete oid 8 current snap is 321 2024-08-17T17:02:19.854 INFO:tasks.rados.rados.0.smithi001.stdout:3331: finishing write tid 1 to smithi00187473-26 2024-08-17T17:02:19.856 INFO:tasks.rados.rados.0.smithi001.stdout:3332: finishing rollback tid 0 to smithi00187473-34 2024-08-17T17:02:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:3331: finishing write tid 2 to smithi00187473-26 2024-08-17T17:02:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:3331: finishing write tid 3 to smithi00187473-26 2024-08-17T17:02:19.857 INFO:tasks.rados.rados.0.smithi001.stdout:3332: finishing rollback tid 1 to smithi00187473-34 2024-08-17T17:02:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:3331: finishing write tid 4 to smithi00187473-26 2024-08-17T17:02:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2439 (ObjNum 1052 snap 321 seq_num 1052) dirty exists 2024-08-17T17:02:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:3331: left oid 26 (ObjNum 1052 snap 321 seq_num 1052) 2024-08-17T17:02:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:3332: finishing rollback tid 2 to smithi00187473-34 2024-08-17T17:02:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2488 (ObjNum 1006 snap 297 seq_num 1006) dirty exists 2024-08-17T17:02:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:3331: done (2 left) 2024-08-17T17:02:19.859 INFO:tasks.rados.rados.0.smithi001.stdout:3332: done (1 left) 2024-08-17T17:02:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:3333: done (0 left) 2024-08-17T17:02:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:3334: read oid 4 snap -1 2024-08-17T17:02:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:3334: expect (ObjNum 1007 snap 300 seq_num 1007) 2024-08-17T17:02:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 321 2024-08-17T17:02:19.860 INFO:tasks.rados.rados.0.smithi001.stdout:3335: seq_num 1054 ranges {0=458752,458752=401408} 2024-08-17T17:02:19.862 INFO:tasks.rados.rados.0.smithi001.stdout:3335: writing smithi00187473-1 from 0 to 458752 tid 1 2024-08-17T17:02:19.865 INFO:tasks.rados.rados.0.smithi001.stdout:3335: writing smithi00187473-1 from 458752 to 860160 tid 2 2024-08-17T17:02:19.865 INFO:tasks.rados.rados.0.smithi001.stdout:3336: rmattr oid 14 current snap is 321 2024-08-17T17:02:19.865 INFO:tasks.rados.rados.0.smithi001.stdout:3337: copy_from oid 8 from oid 35 current snap is 321 2024-08-17T17:02:19.865 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 50 current snap is 321 2024-08-17T17:02:19.865 INFO:tasks.rados.rados.0.smithi001.stdout:3338: seq_num 1055 ranges {0=475136,475136=401408} 2024-08-17T17:02:19.868 INFO:tasks.rados.rados.0.smithi001.stdout:3338: writing smithi00187473-50 from 0 to 475136 tid 1 2024-08-17T17:02:19.871 INFO:tasks.rados.rados.0.smithi001.stdout:3338: writing smithi00187473-50 from 475136 to 876544 tid 2 2024-08-17T17:02:19.871 INFO:tasks.rados.rados.0.smithi001.stdout:3339: delete oid 6 current snap is 321 2024-08-17T17:02:19.871 INFO:tasks.rados.rados.0.smithi001.stdout:3335: finishing write tid 1 to smithi00187473-1 2024-08-17T17:02:19.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2478 (ObjNum 1034 snap 315 seq_num 1034) dirty exists 2024-08-17T17:02:19.871 INFO:tasks.rados.rados.0.smithi001.stdout:3335: finishing write tid 2 to smithi00187473-1 2024-08-17T17:02:19.872 INFO:tasks.rados.rados.0.smithi001.stdout:3335: finishing write tid 3 to smithi00187473-1 2024-08-17T17:02:19.875 INFO:tasks.rados.rados.0.smithi001.stdout:3338: finishing write tid 1 to smithi00187473-50 2024-08-17T17:02:19.875 INFO:tasks.rados.rados.0.smithi001.stdout:3336: done (5 left) 2024-08-17T17:02:19.875 INFO:tasks.rados.rados.0.smithi001.stdout:3339: done (4 left) 2024-08-17T17:02:19.875 INFO:tasks.rados.rados.0.smithi001.stdout:3340: rollback oid 12 current snap is 321 2024-08-17T17:02:19.875 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 310 2024-08-17T17:02:19.875 INFO:tasks.rados.rados.0.smithi001.stdout:3341: setattr oid 37 current snap is 321 2024-08-17T17:02:19.876 INFO:tasks.rados.rados.0.smithi001.stdout:3338: finishing write tid 2 to smithi00187473-50 2024-08-17T17:02:19.876 INFO:tasks.rados.rados.0.smithi001.stdout:3338: finishing write tid 3 to smithi00187473-50 2024-08-17T17:02:19.876 INFO:tasks.rados.rados.0.smithi001.stdout:3335: finishing write tid 4 to smithi00187473-1 2024-08-17T17:02:19.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2491 (ObjNum 1054 snap 321 seq_num 1054) dirty exists 2024-08-17T17:02:19.876 INFO:tasks.rados.rados.0.smithi001.stdout:3335: left oid 1 (ObjNum 1054 snap 321 seq_num 1054) 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:3335: done (5 left) 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:3342: read oid 21 snap -1 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:3342: expect (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:3343: read oid 30 snap -1 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:3343: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:3344: copy_from oid 5 from oid 7 current snap is 321 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:3345: rollback oid 23 current snap is 321 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 317 2024-08-17T17:02:19.879 INFO:tasks.rados.rados.0.smithi001.stdout:3346: rollback oid 48 current snap is 321 2024-08-17T17:02:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 319 2024-08-17T17:02:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3347: copy_from oid 39 from oid 22 current snap is 321 2024-08-17T17:02:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3338: finishing write tid 4 to smithi00187473-50 2024-08-17T17:02:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2374 (ObjNum 1055 snap 321 seq_num 1055) dirty exists 2024-08-17T17:02:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3338: left oid 50 (ObjNum 1055 snap 321 seq_num 1055) 2024-08-17T17:02:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3338: done (10 left) 2024-08-17T17:02:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 321 2024-08-17T17:02:19.880 INFO:tasks.rados.rados.0.smithi001.stdout:3348: seq_num 1057 ranges {0=507904,507904=401408} 2024-08-17T17:02:19.882 INFO:tasks.rados.rados.0.smithi001.stdout:3348: writing smithi00187473-47 from 0 to 507904 tid 1 2024-08-17T17:02:19.885 INFO:tasks.rados.rados.0.smithi001.stdout:3348: writing smithi00187473-47 from 507904 to 909312 tid 2 2024-08-17T17:02:19.885 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 321 2024-08-17T17:02:19.885 INFO:tasks.rados.rados.0.smithi001.stdout:3349: seq_num 1058 ranges {0=524288,524288=401408} 2024-08-17T17:02:19.889 INFO:tasks.rados.rados.0.smithi001.stdout:3349: writing smithi00187473-13 from 0 to 524288 tid 1 2024-08-17T17:02:19.892 INFO:tasks.rados.rados.0.smithi001.stdout:3349: writing smithi00187473-13 from 524288 to 925696 tid 2 2024-08-17T17:02:19.892 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 321 2024-08-17T17:02:19.892 INFO:tasks.rados.rados.0.smithi001.stdout:3344: finishing copy_from to smithi00187473-5 2024-08-17T17:02:19.892 INFO:tasks.rados.rados.0.smithi001.stdout:3344: got expected ENOENT (src dne) 2024-08-17T17:02:19.892 INFO:tasks.rados.rados.0.smithi001.stdout:3350: seq_num 1059 ranges {3162112=540672,3702784=401408} 2024-08-17T17:02:19.913 INFO:tasks.rados.rados.0.smithi001.stdout:3350: writing smithi00187473-40 from 3162112 to 3702784 tid 1 2024-08-17T17:02:19.915 INFO:tasks.rados.rados.0.smithi001.stdout:3350: writing smithi00187473-40 from 3702784 to 4104192 tid 2 2024-08-17T17:02:19.916 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 321 2024-08-17T17:02:19.916 INFO:tasks.rados.rados.0.smithi001.stdout:3351: seq_num 1060 ranges {2113536=557056,2670592=401408} 2024-08-17T17:02:19.930 INFO:tasks.rados.rados.0.smithi001.stdout:3351: writing smithi00187473-16 from 2113536 to 2670592 tid 1 2024-08-17T17:02:19.933 INFO:tasks.rados.rados.0.smithi001.stdout:3351: writing smithi00187473-16 from 2670592 to 3072000 tid 2 2024-08-17T17:02:19.933 INFO:tasks.rados.rados.0.smithi001.stdout:3352: read oid 49 snap -1 2024-08-17T17:02:19.933 INFO:tasks.rados.rados.0.smithi001.stdout:3352: expect deleted 2024-08-17T17:02:19.934 INFO:tasks.rados.rados.0.smithi001.stdout:3353: copy_from oid 1 from oid 29 current snap is 321 2024-08-17T17:02:19.934 INFO:tasks.rados.rados.0.smithi001.stdout:3344: finishing copy_from racing read to smithi00187473-5 2024-08-17T17:02:19.934 INFO:tasks.rados.rados.0.smithi001.stdout:3337: finishing copy_from racing read to smithi00187473-8 2024-08-17T17:02:19.934 INFO:tasks.rados.rados.0.smithi001.stdout:3340: finishing rollback tid 0 to smithi00187473-12 2024-08-17T17:02:19.934 INFO:tasks.rados.rados.0.smithi001.stdout:3346: finishing rollback tid 0 to smithi00187473-48 2024-08-17T17:02:19.934 INFO:tasks.rados.rados.0.smithi001.stdout:3344: done (15 left) 2024-08-17T17:02:19.934 INFO:tasks.rados.rados.0.smithi001.stdout:3354: snap_remove snap 314 2024-08-17T17:02:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:19 smithi189 ceph-mon[90541]: pgmap v706: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-08-17T17:02:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:19 smithi189 ceph-mon[90541]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:02:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:19 smithi189 ceph-mon[90541]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:02:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:19 smithi001 ceph-mon[100737]: pgmap v706: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-08-17T17:02:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:19 smithi001 ceph-mon[100737]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:02:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:19 smithi001 ceph-mon[100737]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:02:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:19 smithi001 ceph-mon[103274]: pgmap v706: 121 pgs: 121 active+clean; 236 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2024-08-17T17:02:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:19 smithi001 ceph-mon[103274]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:02:20.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:19 smithi001 ceph-mon[103274]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:02:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:02:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:02:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:02:20.864 INFO:tasks.rados.rados.0.smithi001.stdout:3354: done (15 left) 2024-08-17T17:02:20.864 INFO:tasks.rados.rados.0.smithi001.stdout:3355: copy_from oid 28 from oid 43 current snap is 321 2024-08-17T17:02:20.864 INFO:tasks.rados.rados.0.smithi001.stdout:3346: finishing rollback tid 1 to smithi00187473-48 2024-08-17T17:02:20.864 INFO:tasks.rados.rados.0.smithi001.stdout:3346: finishing rollback tid 2 to smithi00187473-48 2024-08-17T17:02:20.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2146 (ObjNum 953 snap 284 seq_num 953) dirty exists 2024-08-17T17:02:20.865 INFO:tasks.rados.rados.0.smithi001.stdout:3337: finishing copy_from to smithi00187473-8 2024-08-17T17:02:20.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2143 (ObjNum 1047 snap 319 seq_num 1047) dirty exists 2024-08-17T17:02:20.865 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2409 (ObjNum 33 snap 0 seq_num 1537823344) dirty exists 2024-08-17T17:02:20.865 INFO:tasks.rados.rados.0.smithi001.stdout:3342: expect (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:02:20.887 INFO:tasks.rados.rados.0.smithi001.stdout:3340: finishing rollback tid 1 to smithi00187473-12 2024-08-17T17:02:20.887 INFO:tasks.rados.rados.0.smithi001.stdout:3340: finishing rollback tid 2 to smithi00187473-12 2024-08-17T17:02:20.887 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1637 (ObjNum 975 snap 287 seq_num 975) dirty exists 2024-08-17T17:02:20.887 INFO:tasks.rados.rados.0.smithi001.stdout:3343: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3345: finishing rollback tid 0 to smithi00187473-23 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3345: finishing rollback tid 1 to smithi00187473-23 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3345: finishing rollback tid 2 to smithi00187473-23 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2494 (ObjNum 1031 snap 315 seq_num 1031) dirty exists 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3348: finishing write tid 1 to smithi00187473-47 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3348: finishing write tid 2 to smithi00187473-47 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3348: finishing write tid 3 to smithi00187473-47 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3337: done (15 left) 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3340: done (14 left) 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3341: done (13 left) 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3342: done (12 left) 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3343: done (11 left) 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3345: done (10 left) 2024-08-17T17:02:20.936 INFO:tasks.rados.rados.0.smithi001.stdout:3346: done (9 left) 2024-08-17T17:02:20.937 INFO:tasks.rados.rados.0.smithi001.stdout:3356: rollback oid 14 current snap is 321 2024-08-17T17:02:20.937 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 319 2024-08-17T17:02:20.937 INFO:tasks.rados.rados.0.smithi001.stdout:3348: finishing write tid 4 to smithi00187473-47 2024-08-17T17:02:20.937 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2497 (ObjNum 1057 snap 321 seq_num 1057) dirty exists 2024-08-17T17:02:20.937 INFO:tasks.rados.rados.0.smithi001.stdout:3348: left oid 47 (ObjNum 1057 snap 321 seq_num 1057) 2024-08-17T17:02:20.937 INFO:tasks.rados.rados.0.smithi001.stdout:3334: expect (ObjNum 1007 snap 300 seq_num 1007) 2024-08-17T17:02:21.247 INFO:tasks.rados.rados.0.smithi001.stdout:3349: finishing write tid 1 to smithi00187473-13 2024-08-17T17:02:21.247 INFO:tasks.rados.rados.0.smithi001.stdout:3349: finishing write tid 2 to smithi00187473-13 2024-08-17T17:02:21.247 INFO:tasks.rados.rados.0.smithi001.stdout:3349: finishing write tid 3 to smithi00187473-13 2024-08-17T17:02:21.247 INFO:tasks.rados.rados.0.smithi001.stdout:3349: finishing write tid 4 to smithi00187473-13 2024-08-17T17:02:21.247 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2128 (ObjNum 1058 snap 321 seq_num 1058) dirty exists 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3349: left oid 13 (ObjNum 1058 snap 321 seq_num 1058) 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3350: finishing write tid 1 to smithi00187473-40 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3350: finishing write tid 2 to smithi00187473-40 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3334: done (9 left) 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3348: done (8 left) 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3349: done (7 left) 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3357: copy_from oid 38 from oid 25 current snap is 321 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3347: finishing copy_from racing read to smithi00187473-39 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3350: finishing write tid 3 to smithi00187473-40 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3347: finishing copy_from to smithi00187473-39 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 1614 (ObjNum 851 snap 253 seq_num 851) dirty exists 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:3350: finishing write tid 4 to smithi00187473-40 2024-08-17T17:02:21.248 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2442 (ObjNum 1059 snap 321 seq_num 1059) dirty exists 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3350: left oid 40 (ObjNum 1059 snap 321 seq_num 1059) 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3351: finishing write tid 1 to smithi00187473-16 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3351: finishing write tid 2 to smithi00187473-16 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3351: finishing write tid 3 to smithi00187473-16 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3351: finishing write tid 4 to smithi00187473-16 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2353 (ObjNum 1060 snap 321 seq_num 1060) dirty exists 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3351: left oid 16 (ObjNum 1060 snap 321 seq_num 1060) 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3353: finishing copy_from racing read to smithi00187473-1 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3353: finishing copy_from to smithi00187473-1 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2472 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3355: finishing copy_from to smithi00187473-28 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3355: got expected ENOENT (src dne) 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3355: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:02:21.249 INFO:tasks.rados.rados.0.smithi001.stdout:3347: done (7 left) 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3350: done (6 left) 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3351: done (5 left) 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3352: done (4 left) 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3353: done (3 left) 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3355: done (2 left) 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 321 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3356: finishing rollback tid 0 to smithi00187473-14 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3356: finishing rollback tid 1 to smithi00187473-14 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3356: finishing rollback tid 2 to smithi00187473-14 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2481 (ObjNum 1034 snap 315 seq_num 1034) dirty exists 2024-08-17T17:02:21.250 INFO:tasks.rados.rados.0.smithi001.stdout:3358: seq_num 1061 ranges {5431296=573440,6004736=401408} 2024-08-17T17:02:21.278 INFO:tasks.rados.rados.0.smithi001.stdout:3358: writing smithi00187473-48 from 5431296 to 6004736 tid 1 2024-08-17T17:02:21.281 INFO:tasks.rados.rados.0.smithi001.stdout:3358: writing smithi00187473-48 from 6004736 to 6406144 tid 2 2024-08-17T17:02:21.281 INFO:tasks.rados.rados.0.smithi001.stdout:3356: done (2 left) 2024-08-17T17:02:21.282 INFO:tasks.rados.rados.0.smithi001.stdout:3359: copy_from oid 28 from oid 50 current snap is 321 2024-08-17T17:02:21.282 INFO:tasks.rados.rados.0.smithi001.stdout:3357: finishing copy_from racing read to smithi00187473-38 2024-08-17T17:02:21.282 INFO:tasks.rados.rados.0.smithi001.stdout:3357: finishing copy_from to smithi00187473-38 2024-08-17T17:02:21.282 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2484 (ObjNum 1040 snap 318 seq_num 1040) dirty exists 2024-08-17T17:02:21.282 INFO:tasks.rados.rados.0.smithi001.stdout:3357: done (2 left) 2024-08-17T17:02:21.282 INFO:tasks.rados.rados.0.smithi001.stdout:3360: rollback oid 40 current snap is 321 2024-08-17T17:02:21.282 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 40 to 310 2024-08-17T17:02:21.282 INFO:tasks.rados.rados.0.smithi001.stdout:3361: snap_create 2024-08-17T17:02:21.284 INFO:tasks.rados.rados.0.smithi001.stdout:3358: finishing write tid 1 to smithi00187473-48 2024-08-17T17:02:21.285 INFO:tasks.rados.rados.0.smithi001.stdout:3358: finishing write tid 2 to smithi00187473-48 2024-08-17T17:02:21.286 INFO:tasks.rados.rados.0.smithi001.stdout:3360: finishing rollback tid 0 to smithi00187473-40 2024-08-17T17:02:21.286 INFO:tasks.rados.rados.0.smithi001.stdout:3358: finishing write tid 3 to smithi00187473-48 2024-08-17T17:02:21.286 INFO:tasks.rados.rados.0.smithi001.stdout:3360: finishing rollback tid 1 to smithi00187473-40 2024-08-17T17:02:21.287 INFO:tasks.rados.rados.0.smithi001.stdout:3360: finishing rollback tid 2 to smithi00187473-40 2024-08-17T17:02:21.287 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2445 (ObjNum 942 snap 281 seq_num 942) dirty exists 2024-08-17T17:02:21.288 INFO:tasks.rados.rados.0.smithi001.stdout:3358: finishing write tid 4 to smithi00187473-48 2024-08-17T17:02:21.288 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2149 (ObjNum 1061 snap 321 seq_num 1061) dirty exists 2024-08-17T17:02:21.288 INFO:tasks.rados.rados.0.smithi001.stdout:3358: left oid 48 (ObjNum 1061 snap 321 seq_num 1061) 2024-08-17T17:02:21.289 INFO:tasks.rados.rados.0.smithi001.stdout:3359: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:02:21.289 INFO:tasks.rados.rados.0.smithi001.stdout:3359: finishing copy_from to smithi00187473-28 2024-08-17T17:02:21.290 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2374 (ObjNum 1055 snap 321 seq_num 1055) dirty exists 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:3358: done (3 left) 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:3359: done (2 left) 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:3360: done (1 left) 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:3361: done (0 left) 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:3362: rollback oid 42 current snap is 322 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 313 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:3363: read oid 27 snap -1 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:3363: expect (ObjNum 842 snap 251 seq_num 842) 2024-08-17T17:02:21.869 INFO:tasks.rados.rados.0.smithi001.stdout:3364: snap_remove snap 307 2024-08-17T17:02:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:21 smithi189 ceph-mon[90541]: pgmap v709: 121 pgs: 121 active+clean; 237 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 141 KiB/s wr, 4 op/s 2024-08-17T17:02:22.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:21 smithi189 ceph-mon[90541]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:02:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:21 smithi001 ceph-mon[100737]: pgmap v709: 121 pgs: 121 active+clean; 237 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 141 KiB/s wr, 4 op/s 2024-08-17T17:02:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:21 smithi001 ceph-mon[100737]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:02:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:21 smithi001 ceph-mon[103274]: pgmap v709: 121 pgs: 121 active+clean; 237 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 141 KiB/s wr, 4 op/s 2024-08-17T17:02:22.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:21 smithi001 ceph-mon[103274]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:02:22.875 INFO:tasks.rados.rados.0.smithi001.stdout:3364: done (2 left) 2024-08-17T17:02:22.875 INFO:tasks.rados.rados.0.smithi001.stdout:3365: snap_create 2024-08-17T17:02:22.876 INFO:tasks.rados.rados.0.smithi001.stdout:3362: finishing rollback tid 0 to smithi00187473-42 2024-08-17T17:02:22.876 INFO:tasks.rados.rados.0.smithi001.stdout:3362: finishing rollback tid 1 to smithi00187473-42 2024-08-17T17:02:22.876 INFO:tasks.rados.rados.0.smithi001.stdout:3362: finishing rollback tid 2 to smithi00187473-42 2024-08-17T17:02:22.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2146 (ObjNum 970 snap 286 seq_num 970) dirty exists 2024-08-17T17:02:22.876 INFO:tasks.rados.rados.0.smithi001.stdout:3363: expect (ObjNum 842 snap 251 seq_num 842) 2024-08-17T17:02:23.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:22 smithi189 ceph-mon[90541]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:02:23.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:22 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:02:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:22 smithi001 ceph-mon[100737]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:02:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:22 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:02:23.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:22 smithi001 ceph-mon[103274]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:02:23.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:22 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:02:23.874 INFO:tasks.rados.rados.0.smithi001.stdout:3362: done (2 left) 2024-08-17T17:02:23.874 INFO:tasks.rados.rados.0.smithi001.stdout:3363: done (1 left) 2024-08-17T17:02:23.874 INFO:tasks.rados.rados.0.smithi001.stdout:3365: done (0 left) 2024-08-17T17:02:23.874 INFO:tasks.rados.rados.0.smithi001.stdout:3366: snap_remove snap 319 2024-08-17T17:02:24.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:23 smithi189 ceph-mon[90541]: pgmap v712: 121 pgs: 121 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-17T17:02:24.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:23 smithi189 ceph-mon[90541]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:02:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:02:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:02:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:02:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:24.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[103274]: pgmap v712: 121 pgs: 121 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-17T17:02:24.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[103274]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:02:24.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:02:24.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:02:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:02:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[100737]: pgmap v712: 121 pgs: 121 active+clean; 250 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-17T17:02:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[100737]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:02:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:02:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:02:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:02:24.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:3366: done (0 left) 2024-08-17T17:02:24.843 INFO:tasks.rados.rados.0.smithi001.stdout:3367: rollback oid 34 current snap is 323 2024-08-17T17:02:24.844 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 34 to 316 2024-08-17T17:02:24.844 INFO:tasks.rados.rados.0.smithi001.stdout:3368: snap_remove snap 317 2024-08-17T17:02:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:24 smithi189 ceph-mon[90541]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:02:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:24 smithi189 ceph-mon[90541]: pgmap v715: 121 pgs: 121 active+clean; 254 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-08-17T17:02:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:24 smithi189 ceph-mon[90541]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:02:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:24 smithi001 ceph-mon[100737]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:02:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:24 smithi001 ceph-mon[100737]: pgmap v715: 121 pgs: 121 active+clean; 254 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-08-17T17:02:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:24 smithi001 ceph-mon[100737]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:02:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:24 smithi001 ceph-mon[103274]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:02:25.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:24 smithi001 ceph-mon[103274]: pgmap v715: 121 pgs: 121 active+clean; 254 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 4.7 MiB/s wr, 27 op/s 2024-08-17T17:02:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:24 smithi001 ceph-mon[103274]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:02:25.845 INFO:tasks.rados.rados.0.smithi001.stdout:3368: done (1 left) 2024-08-17T17:02:25.845 INFO:tasks.rados.rados.0.smithi001.stdout:3369: snap_create 2024-08-17T17:02:25.845 INFO:tasks.rados.rados.0.smithi001.stdout:3367: finishing rollback tid 0 to smithi00187473-34 2024-08-17T17:02:25.845 INFO:tasks.rados.rados.0.smithi001.stdout:3367: finishing rollback tid 1 to smithi00187473-34 2024-08-17T17:02:25.846 INFO:tasks.rados.rados.0.smithi001.stdout:3367: finishing rollback tid 2 to smithi00187473-34 2024-08-17T17:02:25.846 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2500 (ObjNum 1006 snap 297 seq_num 1006) dirty exists 2024-08-17T17:02:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:3367: done (1 left) 2024-08-17T17:02:26.850 INFO:tasks.rados.rados.0.smithi001.stdout:3369: done (0 left) 2024-08-17T17:02:26.851 INFO:tasks.rados.rados.0.smithi001.stdout:3370: rmattr oid 7 current snap is 324 2024-08-17T17:02:26.851 INFO:tasks.rados.rados.0.smithi001.stdout:3370: done (0 left) 2024-08-17T17:02:26.851 INFO:tasks.rados.rados.0.smithi001.stdout:3371: read oid 17 snap 322 2024-08-17T17:02:26.851 INFO:tasks.rados.rados.0.smithi001.stdout:3371: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:02:26.851 INFO:tasks.rados.rados.0.smithi001.stdout:3372: setattr oid 33 current snap is 324 2024-08-17T17:02:26.852 INFO:tasks.rados.rados.0.smithi001.stdout:3373: read oid 24 snap 320 2024-08-17T17:02:26.852 INFO:tasks.rados.rados.0.smithi001.stdout:3373: expect deleted 2024-08-17T17:02:26.852 INFO:tasks.rados.rados.0.smithi001.stdout:3374: snap_remove snap 318 2024-08-17T17:02:27.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:26 smithi189 ceph-mon[90541]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:02:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:26 smithi001 ceph-mon[100737]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:02:27.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:26 smithi001 ceph-mon[103274]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:02:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:02:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:02:27] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.51.0" 2024-08-17T17:02:27.855 INFO:tasks.rados.rados.0.smithi001.stdout:3374: done (3 left) 2024-08-17T17:02:27.855 INFO:tasks.rados.rados.0.smithi001.stdout:3375: read oid 30 snap 308 2024-08-17T17:02:27.855 INFO:tasks.rados.rados.0.smithi001.stdout:3375: expect (ObjNum 983 snap 289 seq_num 983) 2024-08-17T17:02:27.855 INFO:tasks.rados.rados.0.smithi001.stdout:3376: rollback oid 31 current snap is 324 2024-08-17T17:02:27.856 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 316 2024-08-17T17:02:27.856 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 324 2024-08-17T17:02:27.856 INFO:tasks.rados.rados.0.smithi001.stdout:3377: seq_num 1062 ranges {11706368=589824,12296192=401408} 2024-08-17T17:02:27.924 INFO:tasks.rados.rados.0.smithi001.stdout:3377: writing smithi00187473-18 from 11706368 to 12296192 tid 1 2024-08-17T17:02:27.926 INFO:tasks.rados.rados.0.smithi001.stdout:3377: writing smithi00187473-18 from 12296192 to 12697600 tid 2 2024-08-17T17:02:27.926 INFO:tasks.rados.rados.0.smithi001.stdout:3378: snap_create 2024-08-17T17:02:27.926 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2409 (ObjNum 1013 snap 304 seq_num 1013) dirty exists 2024-08-17T17:02:27.927 INFO:tasks.rados.rados.0.smithi001.stdout:3371: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:02:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:27 smithi189 ceph-mon[90541]: pgmap v718: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:02:28.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:27 smithi189 ceph-mon[90541]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:02:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:27 smithi001 ceph-mon[103274]: pgmap v718: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:02:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:27 smithi001 ceph-mon[103274]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:02:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:27 smithi001 ceph-mon[100737]: pgmap v718: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:02:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:27 smithi001 ceph-mon[100737]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:02:28.417 INFO:tasks.rados.rados.0.smithi001.stdout:3376: finishing rollback tid 0 to smithi00187473-31 2024-08-17T17:02:28.417 INFO:tasks.rados.rados.0.smithi001.stdout:3376: finishing rollback tid 1 to smithi00187473-31 2024-08-17T17:02:28.417 INFO:tasks.rados.rados.0.smithi001.stdout:3376: finishing rollback tid 2 to smithi00187473-31 2024-08-17T17:02:28.417 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2729 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-08-17T17:02:28.417 INFO:tasks.rados.rados.0.smithi001.stdout:3375: expect (ObjNum 983 snap 289 seq_num 983) 2024-08-17T17:02:28.574 INFO:tasks.rados.rados.0.smithi001.stdout:3377: finishing write tid 1 to smithi00187473-18 2024-08-17T17:02:28.574 INFO:tasks.rados.rados.0.smithi001.stdout:3377: finishing write tid 2 to smithi00187473-18 2024-08-17T17:02:28.575 INFO:tasks.rados.rados.0.smithi001.stdout:3377: finishing write tid 3 to smithi00187473-18 2024-08-17T17:02:28.575 INFO:tasks.rados.rados.0.smithi001.stdout:3377: finishing write tid 4 to smithi00187473-18 2024-08-17T17:02:28.575 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2737 (ObjNum 1062 snap 324 seq_num 1062) dirty exists 2024-08-17T17:02:28.575 INFO:tasks.rados.rados.0.smithi001.stdout:3377: left oid 18 (ObjNum 1062 snap 324 seq_num 1062) 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3371: done (6 left) 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3372: done (5 left) 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3373: done (4 left) 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3375: done (3 left) 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3376: done (2 left) 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3377: done (1 left) 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3378: done (0 left) 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3379: copy_from oid 13 from oid 29 current snap is 325 2024-08-17T17:02:28.860 INFO:tasks.rados.rados.0.smithi001.stdout:3380: setattr oid 33 current snap is 325 2024-08-17T17:02:28.861 INFO:tasks.rados.rados.0.smithi001.stdout:3381: setattr oid 30 current snap is 325 2024-08-17T17:02:28.861 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 325 2024-08-17T17:02:28.861 INFO:tasks.rados.rados.0.smithi001.stdout:3382: seq_num 1063 ranges {0=606208,606208=401408} 2024-08-17T17:02:28.865 INFO:tasks.rados.rados.0.smithi001.stdout:3382: writing smithi00187473-7 from 0 to 606208 tid 1 2024-08-17T17:02:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:3382: writing smithi00187473-7 from 606208 to 1007616 tid 2 2024-08-17T17:02:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 325 2024-08-17T17:02:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2410 (ObjNum 1013 snap 304 seq_num 1013) dirty exists 2024-08-17T17:02:28.868 INFO:tasks.rados.rados.0.smithi001.stdout:3383: seq_num 1064 ranges {2113536=622592,2736128=401408} 2024-08-17T17:02:28.883 INFO:tasks.rados.rados.0.smithi001.stdout:3383: writing smithi00187473-27 from 2113536 to 2736128 tid 1 2024-08-17T17:02:28.886 INFO:tasks.rados.rados.0.smithi001.stdout:3383: writing smithi00187473-27 from 2736128 to 3137536 tid 2 2024-08-17T17:02:28.886 INFO:tasks.rados.rados.0.smithi001.stdout:3380: done (4 left) 2024-08-17T17:02:28.886 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 325 2024-08-17T17:02:28.886 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2501 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:28.886 INFO:tasks.rados.rados.0.smithi001.stdout:3384: seq_num 1065 ranges {909312=638976,1548288=401408} 2024-08-17T17:02:28.894 INFO:tasks.rados.rados.0.smithi001.stdout:3384: writing smithi00187473-47 from 909312 to 1548288 tid 1 2024-08-17T17:02:28.898 INFO:tasks.rados.rados.0.smithi001.stdout:3384: writing smithi00187473-47 from 1548288 to 1949696 tid 2 2024-08-17T17:02:28.898 INFO:tasks.rados.rados.0.smithi001.stdout:3381: done (4 left) 2024-08-17T17:02:28.898 INFO:tasks.rados.rados.0.smithi001.stdout:3385: read oid 14 snap -1 2024-08-17T17:02:28.898 INFO:tasks.rados.rados.0.smithi001.stdout:3385: expect (ObjNum 1034 snap 315 seq_num 1034) 2024-08-17T17:02:28.898 INFO:tasks.rados.rados.0.smithi001.stdout:3386: rmattr oid 26 current snap is 325 2024-08-17T17:02:28.898 INFO:tasks.rados.rados.0.smithi001.stdout:3386: done (5 left) 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3387: read oid 40 snap -1 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3387: expect (ObjNum 942 snap 281 seq_num 942) 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3388: rollback oid 3 current snap is 325 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3382: finishing write tid 1 to smithi00187473-7 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3382: finishing write tid 2 to smithi00187473-7 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3382: finishing write tid 3 to smithi00187473-7 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3382: finishing write tid 4 to smithi00187473-7 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2448 (ObjNum 1063 snap 325 seq_num 1063) dirty exists 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3382: left oid 7 (ObjNum 1063 snap 325 seq_num 1063) 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3379: finishing copy_from racing read to smithi00187473-13 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3379: finishing copy_from to smithi00187473-13 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2472 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 3 to 310 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3383: finishing write tid 1 to smithi00187473-27 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3383: finishing write tid 2 to smithi00187473-27 2024-08-17T17:02:28.899 INFO:tasks.rados.rados.0.smithi001.stdout:3383: finishing write tid 3 to smithi00187473-27 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:3383: finishing write tid 4 to smithi00187473-27 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2377 (ObjNum 1064 snap 325 seq_num 1064) dirty exists 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:3383: left oid 27 (ObjNum 1064 snap 325 seq_num 1064) 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:3379: done (6 left) 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:3382: done (5 left) 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:3383: done (4 left) 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:3389: copy_from oid 38 from oid 16 current snap is 325 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 325 2024-08-17T17:02:28.900 INFO:tasks.rados.rados.0.smithi001.stdout:3390: seq_num 1066 ranges {7094272=663552,7757824=401408} 2024-08-17T17:02:28.940 INFO:tasks.rados.rados.0.smithi001.stdout:3390: writing smithi00187473-23 from 7094272 to 7757824 tid 1 2024-08-17T17:02:28.942 INFO:tasks.rados.rados.0.smithi001.stdout:3390: writing smithi00187473-23 from 7757824 to 8159232 tid 2 2024-08-17T17:02:28.942 INFO:tasks.rados.rados.0.smithi001.stdout:3391: read oid 42 snap -1 2024-08-17T17:02:28.943 INFO:tasks.rados.rados.0.smithi001.stdout:3391: expect (ObjNum 970 snap 286 seq_num 970) 2024-08-17T17:02:28.943 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 325 2024-08-17T17:02:28.943 INFO:tasks.rados.rados.0.smithi001.stdout:3392: seq_num 1067 ranges {1556480=679936,2236416=401408} 2024-08-17T17:02:28.954 INFO:tasks.rados.rados.0.smithi001.stdout:3392: writing smithi00187473-13 from 1556480 to 2236416 tid 1 2024-08-17T17:02:28.957 INFO:tasks.rados.rados.0.smithi001.stdout:3392: writing smithi00187473-13 from 2236416 to 2637824 tid 2 2024-08-17T17:02:28.957 INFO:tasks.rados.rados.0.smithi001.stdout:3393: copy_from oid 29 from oid 30 current snap is 325 2024-08-17T17:02:28.957 INFO:tasks.rados.rados.0.smithi001.stdout:3388: finishing rollback tid 0 to smithi00187473-3 2024-08-17T17:02:28.957 INFO:tasks.rados.rados.0.smithi001.stdout:3388: finishing rollback tid 1 to smithi00187473-3 2024-08-17T17:02:28.957 INFO:tasks.rados.rados.0.smithi001.stdout:3385: expect (ObjNum 1034 snap 315 seq_num 1034) 2024-08-17T17:02:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:3388: finishing rollback tid 2 to smithi00187473-3 2024-08-17T17:02:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2144 (ObjNum 990 snap 293 seq_num 990) dirty exists 2024-08-17T17:02:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:3384: finishing write tid 1 to smithi00187473-47 2024-08-17T17:02:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:3385: done (8 left) 2024-08-17T17:02:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:3388: done (7 left) 2024-08-17T17:02:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:3394: copy_from oid 37 from oid 10 current snap is 325 2024-08-17T17:02:28.976 INFO:tasks.rados.rados.0.smithi001.stdout:3384: finishing write tid 2 to smithi00187473-47 2024-08-17T17:02:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:3384: finishing write tid 3 to smithi00187473-47 2024-08-17T17:02:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:3384: finishing write tid 4 to smithi00187473-47 2024-08-17T17:02:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2504 (ObjNum 1065 snap 325 seq_num 1065) dirty exists 2024-08-17T17:02:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:3384: left oid 47 (ObjNum 1065 snap 325 seq_num 1065) 2024-08-17T17:02:28.977 INFO:tasks.rados.rados.0.smithi001.stdout:3387: expect (ObjNum 942 snap 281 seq_num 942) 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:3389: finishing copy_from racing read to smithi00187473-38 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:3389: finishing copy_from to smithi00187473-38 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2353 (ObjNum 1060 snap 321 seq_num 1060) dirty exists 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:3390: finishing write tid 1 to smithi00187473-23 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:3390: finishing write tid 2 to smithi00187473-23 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:3390: finishing write tid 3 to smithi00187473-23 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:3384: done (7 left) 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:3387: done (6 left) 2024-08-17T17:02:29.102 INFO:tasks.rados.rados.0.smithi001.stdout:3389: done (5 left) 2024-08-17T17:02:29.103 INFO:tasks.rados.rados.0.smithi001.stdout:3395: snap_create 2024-08-17T17:02:29.103 INFO:tasks.rados.rados.0.smithi001.stdout:3390: finishing write tid 4 to smithi00187473-23 2024-08-17T17:02:29.103 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2507 (ObjNum 1066 snap 325 seq_num 1066) dirty exists 2024-08-17T17:02:29.103 INFO:tasks.rados.rados.0.smithi001.stdout:3390: left oid 23 (ObjNum 1066 snap 325 seq_num 1066) 2024-08-17T17:02:29.103 INFO:tasks.rados.rados.0.smithi001.stdout:3391: expect (ObjNum 970 snap 286 seq_num 970) 2024-08-17T17:02:29.154 INFO:tasks.rados.rados.0.smithi001.stdout:3392: finishing write tid 1 to smithi00187473-13 2024-08-17T17:02:29.154 INFO:tasks.rados.rados.0.smithi001.stdout:3392: finishing write tid 2 to smithi00187473-13 2024-08-17T17:02:29.154 INFO:tasks.rados.rados.0.smithi001.stdout:3392: finishing write tid 3 to smithi00187473-13 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:3392: finishing write tid 4 to smithi00187473-13 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2475 (ObjNum 1067 snap 325 seq_num 1067) dirty exists 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:3392: left oid 13 (ObjNum 1067 snap 325 seq_num 1067) 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:3393: finishing copy_from racing read to smithi00187473-29 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:3393: finishing copy_from to smithi00187473-29 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2501 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:3394: finishing copy_from racing read to smithi00187473-37 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:3394: finishing copy_from to smithi00187473-37 2024-08-17T17:02:29.155 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2405 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-08-17T17:02:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:28 smithi189 ceph-mon[90541]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:02:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:28 smithi001 ceph-mon[100737]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:02:29.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:28 smithi001 ceph-mon[103274]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:02:29.845 INFO:tasks.rados.rados.0.smithi001.stdout:3390: done (5 left) 2024-08-17T17:02:29.845 INFO:tasks.rados.rados.0.smithi001.stdout:3391: done (4 left) 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3392: done (3 left) 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3393: done (2 left) 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3394: done (1 left) 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3395: done (0 left) 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3396: rollback oid 36 current snap is 326 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 313 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3397: copy_from oid 39 from oid 26 current snap is 326 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3398: rmattr oid 20 current snap is 326 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3398: done (2 left) 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3399: read oid 11 snap 321 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3399: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:02:29.846 INFO:tasks.rados.rados.0.smithi001.stdout:3400: rollback oid 31 current snap is 326 2024-08-17T17:02:29.847 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 308 2024-08-17T17:02:29.847 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 326 2024-08-17T17:02:29.847 INFO:tasks.rados.rados.0.smithi001.stdout:3401: seq_num 1068 ranges {3072000=696320,3768320=401408} 2024-08-17T17:02:29.867 INFO:tasks.rados.rados.0.smithi001.stdout:3401: writing smithi00187473-38 from 3072000 to 3768320 tid 1 2024-08-17T17:02:29.870 INFO:tasks.rados.rados.0.smithi001.stdout:3401: writing smithi00187473-38 from 3768320 to 4169728 tid 2 2024-08-17T17:02:29.870 INFO:tasks.rados.rados.0.smithi001.stdout:3402: delete oid 35 current snap is 326 2024-08-17T17:02:29.870 INFO:tasks.rados.rados.0.smithi001.stdout:3396: finishing rollback tid 0 to smithi00187473-36 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:3396: finishing rollback tid 1 to smithi00187473-36 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:3396: finishing rollback tid 2 to smithi00187473-36 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2413 (ObjNum 973 snap 286 seq_num 973) dirty exists 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:3397: finishing copy_from racing read to smithi00187473-39 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:3397: finishing copy_from to smithi00187473-39 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2439 (ObjNum 1052 snap 321 seq_num 1052) dirty exists 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:3400: finishing rollback tid 0 to smithi00187473-31 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:3400: finishing rollback tid 1 to smithi00187473-31 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:3400: finishing rollback tid 2 to smithi00187473-31 2024-08-17T17:02:29.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2743 (ObjNum 911 snap 274 seq_num 911) dirty exists 2024-08-17T17:02:29.873 INFO:tasks.rados.rados.0.smithi001.stdout:3396: done (5 left) 2024-08-17T17:02:29.874 INFO:tasks.rados.rados.0.smithi001.stdout:3397: done (4 left) 2024-08-17T17:02:29.874 INFO:tasks.rados.rados.0.smithi001.stdout:3400: done (3 left) 2024-08-17T17:02:29.874 INFO:tasks.rados.rados.0.smithi001.stdout:3402: done (2 left) 2024-08-17T17:02:29.874 INFO:tasks.rados.rados.0.smithi001.stdout:3403: copy_from oid 3 from oid 29 current snap is 326 2024-08-17T17:02:29.874 INFO:tasks.rados.rados.0.smithi001.stdout:3404: delete oid 50 current snap is 326 2024-08-17T17:02:29.877 INFO:tasks.rados.rados.0.smithi001.stdout:3404: done (3 left) 2024-08-17T17:02:29.877 INFO:tasks.rados.rados.0.smithi001.stdout:3405: rollback oid 30 current snap is 326 2024-08-17T17:02:29.877 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 324 2024-08-17T17:02:29.877 INFO:tasks.rados.rados.0.smithi001.stdout:3406: rollback oid 46 current snap is 326 2024-08-17T17:02:29.877 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 315 2024-08-17T17:02:29.877 INFO:tasks.rados.rados.0.smithi001.stdout:3407: read oid 42 snap 308 2024-08-17T17:02:29.877 INFO:tasks.rados.rados.0.smithi001.stdout:3407: expect (ObjNum 970 snap 286 seq_num 970) 2024-08-17T17:02:29.877 INFO:tasks.rados.rados.0.smithi001.stdout:3408: delete oid 33 current snap is 326 2024-08-17T17:02:29.880 INFO:tasks.rados.rados.0.smithi001.stdout:3406: finishing rollback tid 1 to smithi00187473-46 2024-08-17T17:02:29.881 INFO:tasks.rados.rados.0.smithi001.stdout:3406: finishing rollback tid 2 to smithi00187473-46 2024-08-17T17:02:29.881 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2377 (ObjNum 1022 snap 311 seq_num 1022) dirty exists 2024-08-17T17:02:29.882 INFO:tasks.rados.rados.0.smithi001.stdout:3406: done (6 left) 2024-08-17T17:02:29.882 INFO:tasks.rados.rados.0.smithi001.stdout:3408: done (5 left) 2024-08-17T17:02:29.882 INFO:tasks.rados.rados.0.smithi001.stdout:3409: snap_remove snap 315 2024-08-17T17:02:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:29 smithi189 ceph-mon[90541]: pgmap v721: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 452 KiB/s wr, 8 op/s 2024-08-17T17:02:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:29 smithi189 ceph-mon[90541]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:02:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:29 smithi189 ceph-mon[90541]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:02:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:29 smithi001 ceph-mon[100737]: pgmap v721: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 452 KiB/s wr, 8 op/s 2024-08-17T17:02:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:29 smithi001 ceph-mon[100737]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:02:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:29 smithi001 ceph-mon[100737]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:02:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:29 smithi001 ceph-mon[103274]: pgmap v721: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 452 KiB/s wr, 8 op/s 2024-08-17T17:02:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:29 smithi001 ceph-mon[103274]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:02:30.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:29 smithi001 ceph-mon[103274]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:02:30.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:02:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:02:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:02:30.868 INFO:tasks.rados.rados.0.smithi001.stdout:3409: done (5 left) 2024-08-17T17:02:30.869 INFO:tasks.rados.rados.0.smithi001.stdout:3410: snap_remove snap 325 2024-08-17T17:02:31.870 INFO:tasks.rados.rados.0.smithi001.stdout:3410: done (5 left) 2024-08-17T17:02:31.870 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 326 2024-08-17T17:02:31.871 INFO:tasks.rados.rados.0.smithi001.stdout:3411: seq_num 1072 ranges {49152=761856,811008=401408} 2024-08-17T17:02:31.876 INFO:tasks.rados.rados.0.smithi001.stdout:3411: writing smithi00187473-34 from 49152 to 811008 tid 1 2024-08-17T17:02:31.878 INFO:tasks.rados.rados.0.smithi001.stdout:3411: writing smithi00187473-34 from 811008 to 1212416 tid 2 2024-08-17T17:02:31.879 INFO:tasks.rados.rados.0.smithi001.stdout:3412: setattr oid 40 current snap is 326 2024-08-17T17:02:31.880 INFO:tasks.rados.rados.0.smithi001.stdout:3405: finishing rollback tid 0 to smithi00187473-30 2024-08-17T17:02:31.880 INFO:tasks.rados.rados.0.smithi001.stdout:3405: finishing rollback tid 1 to smithi00187473-30 2024-08-17T17:02:31.880 INFO:tasks.rados.rados.0.smithi001.stdout:3405: finishing rollback tid 2 to smithi00187473-30 2024-08-17T17:02:31.881 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2510 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:31.881 INFO:tasks.rados.rados.0.smithi001.stdout:3399: expect (ObjNum 866 snap 259 seq_num 866) 2024-08-17T17:02:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:31 smithi189 ceph-mon[90541]: pgmap v724: 121 pgs: 121 active+clean; 256 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 242 KiB/s wr, 13 op/s 2024-08-17T17:02:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:31 smithi189 ceph-mon[90541]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:02:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:31 smithi001 ceph-mon[100737]: pgmap v724: 121 pgs: 121 active+clean; 256 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 242 KiB/s wr, 13 op/s 2024-08-17T17:02:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:31 smithi001 ceph-mon[100737]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:02:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:31 smithi001 ceph-mon[103274]: pgmap v724: 121 pgs: 121 active+clean; 256 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 242 KiB/s wr, 13 op/s 2024-08-17T17:02:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:31 smithi001 ceph-mon[103274]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:02:32.530 INFO:tasks.rados.rados.0.smithi001.stdout:3407: expect (ObjNum 970 snap 286 seq_num 970) 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:3403: finishing copy_from racing read to smithi00187473-3 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:3401: finishing write tid 1 to smithi00187473-38 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:3401: finishing write tid 2 to smithi00187473-38 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:3403: finishing copy_from to smithi00187473-3 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2501 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:3401: finishing write tid 3 to smithi00187473-38 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:3401: finishing write tid 4 to smithi00187473-38 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2747 (ObjNum 1068 snap 326 seq_num 1068) dirty exists 2024-08-17T17:02:32.583 INFO:tasks.rados.rados.0.smithi001.stdout:3401: left oid 38 (ObjNum 1068 snap 326 seq_num 1068) 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3411: finishing write tid 1 to smithi00187473-34 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3411: finishing write tid 2 to smithi00187473-34 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3411: finishing write tid 3 to smithi00187473-34 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3411: finishing write tid 4 to smithi00187473-34 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2513 (ObjNum 1072 snap 326 seq_num 1072) dirty exists 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3411: left oid 34 (ObjNum 1072 snap 326 seq_num 1072) 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3399: done (6 left) 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3401: done (5 left) 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3403: done (4 left) 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3405: done (3 left) 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3407: done (2 left) 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3411: done (1 left) 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3413: read oid 16 snap -1 2024-08-17T17:02:32.584 INFO:tasks.rados.rados.0.smithi001.stdout:3413: expect (ObjNum 1060 snap 321 seq_num 1060) 2024-08-17T17:02:32.585 INFO:tasks.rados.rados.0.smithi001.stdout:3414: snap_create 2024-08-17T17:02:32.587 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2449 (ObjNum 942 snap 281 seq_num 942) dirty exists 2024-08-17T17:02:32.590 INFO:tasks.rados.rados.0.smithi001.stdout:3413: expect (ObjNum 1060 snap 321 seq_num 1060) 2024-08-17T17:02:32.881 INFO:tasks.rados.rados.0.smithi001.stdout:3412: done (2 left) 2024-08-17T17:02:32.881 INFO:tasks.rados.rados.0.smithi001.stdout:3413: done (1 left) 2024-08-17T17:02:32.881 INFO:tasks.rados.rados.0.smithi001.stdout:3414: done (0 left) 2024-08-17T17:02:32.881 INFO:tasks.rados.rados.0.smithi001.stdout:3415: copy_from oid 33 from oid 47 current snap is 327 2024-08-17T17:02:32.881 INFO:tasks.rados.rados.0.smithi001.stdout:3416: snap_create 2024-08-17T17:02:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:3415: finishing copy_from racing read to smithi00187473-33 2024-08-17T17:02:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:3415: finishing copy_from to smithi00187473-33 2024-08-17T17:02:32.894 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2504 (ObjNum 1065 snap 325 seq_num 1065) dirty exists 2024-08-17T17:02:33.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:32 smithi189 ceph-mon[90541]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:02:33.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:32 smithi001 ceph-mon[100737]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:02:33.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:32 smithi001 ceph-mon[103274]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:02:33.884 INFO:tasks.rados.rados.0.smithi001.stdout:3415: done (1 left) 2024-08-17T17:02:33.884 INFO:tasks.rados.rados.0.smithi001.stdout:3416: done (0 left) 2024-08-17T17:02:33.884 INFO:tasks.rados.rados.0.smithi001.stdout:3417: delete oid 8 current snap is 328 2024-08-17T17:02:33.888 INFO:tasks.rados.rados.0.smithi001.stdout:3417: done (0 left) 2024-08-17T17:02:33.888 INFO:tasks.rados.rados.0.smithi001.stdout:3418: snap_remove snap 301 2024-08-17T17:02:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:33 smithi189 ceph-mon[90541]: pgmap v727: 121 pgs: 121 active+clean; 273 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-08-17T17:02:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:33 smithi189 ceph-mon[90541]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:02:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:33 smithi001 ceph-mon[100737]: pgmap v727: 121 pgs: 121 active+clean; 273 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-08-17T17:02:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:33 smithi001 ceph-mon[100737]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:02:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:33 smithi001 ceph-mon[103274]: pgmap v727: 121 pgs: 121 active+clean; 273 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-08-17T17:02:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:33 smithi001 ceph-mon[103274]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:02:34.852 INFO:tasks.rados.rados.0.smithi001.stdout:3418: done (0 left) 2024-08-17T17:02:34.852 INFO:tasks.rados.rados.0.smithi001.stdout:3419: rmattr oid 5 current snap is 328 2024-08-17T17:02:34.852 INFO:tasks.rados.rados.0.smithi001.stdout:3419: done (0 left) 2024-08-17T17:02:34.852 INFO:tasks.rados.rados.0.smithi001.stdout:3420: snap_create 2024-08-17T17:02:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:34 smithi189 ceph-mon[90541]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:02:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:34 smithi189 ceph-mon[90541]: pgmap v730: 121 pgs: 121 active+clean; 281 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-08-17T17:02:35.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:34 smithi189 ceph-mon[90541]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:02:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:34 smithi001 ceph-mon[100737]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:02:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:34 smithi001 ceph-mon[100737]: pgmap v730: 121 pgs: 121 active+clean; 281 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-08-17T17:02:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:34 smithi001 ceph-mon[100737]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:02:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:34 smithi001 ceph-mon[103274]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:02:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:34 smithi001 ceph-mon[103274]: pgmap v730: 121 pgs: 121 active+clean; 281 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 23 op/s 2024-08-17T17:02:35.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:34 smithi001 ceph-mon[103274]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:02:35.848 INFO:tasks.rados.rados.0.smithi001.stdout:3420: done (0 left) 2024-08-17T17:02:35.848 INFO:tasks.rados.rados.0.smithi001.stdout:3421: snap_remove snap 308 2024-08-17T17:02:36.854 INFO:tasks.rados.rados.0.smithi001.stdout:3421: done (0 left) 2024-08-17T17:02:36.854 INFO:tasks.rados.rados.0.smithi001.stdout:3422: snap_remove snap 316 2024-08-17T17:02:37.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:36 smithi189 ceph-mon[90541]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:02:37.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:36 smithi001 ceph-mon[100737]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:02:37.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:36 smithi001 ceph-mon[103274]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:02:37.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:02:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:02:37] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.51.0" 2024-08-17T17:02:37.860 INFO:tasks.rados.rados.0.smithi001.stdout:3422: done (0 left) 2024-08-17T17:02:37.861 INFO:tasks.rados.rados.0.smithi001.stdout:3423: snap_create 2024-08-17T17:02:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:37 smithi189 ceph-mon[90541]: pgmap v733: 121 pgs: 121 active+clean; 279 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-17T17:02:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:37 smithi189 ceph-mon[90541]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:02:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:37 smithi001 ceph-mon[100737]: pgmap v733: 121 pgs: 121 active+clean; 279 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-17T17:02:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:37 smithi001 ceph-mon[100737]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:02:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:37 smithi001 ceph-mon[103274]: pgmap v733: 121 pgs: 121 active+clean; 279 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-08-17T17:02:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:37 smithi001 ceph-mon[103274]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:02:38.867 INFO:tasks.rados.rados.0.smithi001.stdout:3423: done (0 left) 2024-08-17T17:02:38.867 INFO:tasks.rados.rados.0.smithi001.stdout:3424: read oid 36 snap 328 2024-08-17T17:02:38.867 INFO:tasks.rados.rados.0.smithi001.stdout:3424: expect (ObjNum 973 snap 286 seq_num 973) 2024-08-17T17:02:38.867 INFO:tasks.rados.rados.0.smithi001.stdout:3425: setattr oid 19 current snap is 330 2024-08-17T17:02:38.868 INFO:tasks.rados.rados.0.smithi001.stdout:3426: copy_from oid 31 from oid 11 current snap is 330 2024-08-17T17:02:38.868 INFO:tasks.rados.rados.0.smithi001.stdout:3427: snap_remove snap 322 2024-08-17T17:02:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:38 smithi189 ceph-mon[90541]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:02:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:38 smithi001 ceph-mon[100737]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:02:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:38 smithi001 ceph-mon[103274]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:02:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:3427: done (3 left) 2024-08-17T17:02:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:3428: rmattr oid 15 current snap is 330 2024-08-17T17:02:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:3428: done (3 left) 2024-08-17T17:02:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:3429: rollback oid 12 current snap is 330 2024-08-17T17:02:39.850 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 313 2024-08-17T17:02:39.851 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2440 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:02:39.851 INFO:tasks.rados.rados.0.smithi001.stdout:3424: expect (ObjNum 973 snap 286 seq_num 973) 2024-08-17T17:02:39.967 INFO:tasks.rados.rados.0.smithi001.stdout:3426: finishing copy_from racing read to smithi00187473-31 2024-08-17T17:02:39.967 INFO:tasks.rados.rados.0.smithi001.stdout:3426: finishing copy_from to smithi00187473-31 2024-08-17T17:02:39.967 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2633 (ObjNum 866 snap 259 seq_num 866) dirty exists 2024-08-17T17:02:39.967 INFO:tasks.rados.rados.0.smithi001.stdout:3429: finishing rollback tid 0 to smithi00187473-12 2024-08-17T17:02:39.967 INFO:tasks.rados.rados.0.smithi001.stdout:3424: done (3 left) 2024-08-17T17:02:39.967 INFO:tasks.rados.rados.0.smithi001.stdout:3425: done (2 left) 2024-08-17T17:02:39.967 INFO:tasks.rados.rados.0.smithi001.stdout:3426: done (1 left) 2024-08-17T17:02:39.967 INFO:tasks.rados.rados.0.smithi001.stdout:3430: snap_remove snap 327 2024-08-17T17:02:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:39 smithi189 ceph-mon[90541]: pgmap v736: 121 pgs: 121 active+clean; 273 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 476 KiB/s wr, 6 op/s 2024-08-17T17:02:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:39 smithi189 ceph-mon[90541]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:02:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:39 smithi189 ceph-mon[90541]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:02:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:39 smithi001 ceph-mon[103274]: pgmap v736: 121 pgs: 121 active+clean; 273 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 476 KiB/s wr, 6 op/s 2024-08-17T17:02:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:39 smithi001 ceph-mon[103274]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:02:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:39 smithi001 ceph-mon[103274]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:02:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:39 smithi001 ceph-mon[100737]: pgmap v736: 121 pgs: 121 active+clean; 273 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 476 KiB/s wr, 6 op/s 2024-08-17T17:02:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:39 smithi001 ceph-mon[100737]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:02:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:39 smithi001 ceph-mon[100737]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:02:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:02:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:02:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:02:40.876 INFO:tasks.rados.rados.0.smithi001.stdout:3430: done (1 left) 2024-08-17T17:02:40.876 INFO:tasks.rados.rados.0.smithi001.stdout:3431: snap_remove snap 320 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3431: done (1 left) 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3432: copy_from oid 31 from oid 46 current snap is 330 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3429: finishing rollback tid 1 to smithi00187473-12 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3429: finishing rollback tid 2 to smithi00187473-12 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 1640 (ObjNum 975 snap 287 seq_num 975) dirty exists 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3429: done (1 left) 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3433: read oid 12 snap -1 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3433: expect (ObjNum 975 snap 287 seq_num 975) 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3434: rollback oid 45 current snap is 330 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 45 to 313 2024-08-17T17:02:41.884 INFO:tasks.rados.rados.0.smithi001.stdout:3435: rmattr oid 8 current snap is 330 2024-08-17T17:02:41.885 INFO:tasks.rados.rados.0.smithi001.stdout:3435: done (3 left) 2024-08-17T17:02:41.885 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 330 2024-08-17T17:02:41.885 INFO:tasks.rados.rados.0.smithi001.stdout:3436: seq_num 1074 ranges {3072000=794624,3866624=401408} 2024-08-17T17:02:41.907 INFO:tasks.rados.rados.0.smithi001.stdout:3436: writing smithi00187473-16 from 3072000 to 3866624 tid 1 2024-08-17T17:02:41.910 INFO:tasks.rados.rados.0.smithi001.stdout:3436: writing smithi00187473-16 from 3866624 to 4268032 tid 2 2024-08-17T17:02:41.910 INFO:tasks.rados.rados.0.smithi001.stdout:3437: setattr oid 30 current snap is 330 2024-08-17T17:02:41.910 INFO:tasks.rados.rados.0.smithi001.stdout:3434: finishing rollback tid 0 to smithi00187473-45 2024-08-17T17:02:41.910 INFO:tasks.rados.rados.0.smithi001.stdout:3434: finishing rollback tid 1 to smithi00187473-45 2024-08-17T17:02:41.910 INFO:tasks.rados.rados.0.smithi001.stdout:3434: finishing rollback tid 2 to smithi00187473-45 2024-08-17T17:02:41.910 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2807 (ObjNum 1003 snap 297 seq_num 1003) dirty exists 2024-08-17T17:02:41.913 INFO:tasks.rados.rados.0.smithi001.stdout:3434: done (4 left) 2024-08-17T17:02:41.913 INFO:tasks.rados.rados.0.smithi001.stdout:3438: read oid 9 snap -1 2024-08-17T17:02:41.913 INFO:tasks.rados.rados.0.smithi001.stdout:3438: expect (ObjNum 1004 snap 297 seq_num 1004) 2024-08-17T17:02:41.913 INFO:tasks.rados.rados.0.smithi001.stdout:3439: delete oid 8 current snap is 330 2024-08-17T17:02:41.916 INFO:tasks.rados.rados.0.smithi001.stdout:3436: finishing write tid 1 to smithi00187473-16 2024-08-17T17:02:41.916 INFO:tasks.rados.rados.0.smithi001.stdout:3439: done (5 left) 2024-08-17T17:02:41.916 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 330 2024-08-17T17:02:41.916 INFO:tasks.rados.rados.0.smithi001.stdout:3440: seq_num 1076 ranges {1433600=425984,1859584=548864,2408448=253952} 2024-08-17T17:02:41.926 INFO:tasks.rados.rados.0.smithi001.stdout:3440: writing smithi00187473-26 from 1433600 to 1859584 tid 1 2024-08-17T17:02:41.930 INFO:tasks.rados.rados.0.smithi001.stdout:3440: writing smithi00187473-26 from 1859584 to 2408448 tid 2 2024-08-17T17:02:41.932 INFO:tasks.rados.rados.0.smithi001.stdout:3440: writing smithi00187473-26 from 2408448 to 2662400 tid 3 2024-08-17T17:02:41.932 INFO:tasks.rados.rados.0.smithi001.stdout:3441: rollback oid 2 current snap is 330 2024-08-17T17:02:41.932 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 2 to 328 2024-08-17T17:02:41.932 INFO:tasks.rados.rados.0.smithi001.stdout:3436: finishing write tid 2 to smithi00187473-16 2024-08-17T17:02:41.932 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 330 2024-08-17T17:02:41.932 INFO:tasks.rados.rados.0.smithi001.stdout:3438: expect (ObjNum 1004 snap 297 seq_num 1004) 2024-08-17T17:02:41.932 INFO:tasks.rados.rados.0.smithi001.stdout:3436: finishing write tid 3 to smithi00187473-16 2024-08-17T17:02:41.933 INFO:tasks.rados.rados.0.smithi001.stdout:3436: finishing write tid 4 to smithi00187473-16 2024-08-17T17:02:41.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2356 (ObjNum 1074 snap 330 seq_num 1074) dirty exists 2024-08-17T17:02:41.933 INFO:tasks.rados.rados.0.smithi001.stdout:3436: left oid 16 (ObjNum 1074 snap 330 seq_num 1074) 2024-08-17T17:02:41.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2514 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:02:41.933 INFO:tasks.rados.rados.0.smithi001.stdout:3433: expect (ObjNum 975 snap 287 seq_num 975) 2024-08-17T17:02:42.111 INFO:tasks.rados.rados.0.smithi001.stdout:3440: finishing write tid 1 to smithi00187473-26 2024-08-17T17:02:42.111 INFO:tasks.rados.rados.0.smithi001.stdout:3440: finishing write tid 2 to smithi00187473-26 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:3440: finishing write tid 3 to smithi00187473-26 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:3440: finishing write tid 4 to smithi00187473-26 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:3440: finishing write tid 5 to smithi00187473-26 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2453 (ObjNum 1076 snap 330 seq_num 1076) dirty exists 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:3440: left oid 26 (ObjNum 1076 snap 330 seq_num 1076) 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:3432: finishing copy_from racing read to smithi00187473-31 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:3441: finishing rollback tid 1 to smithi00187473-2 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2659 (ObjNum 945 snap 0 seq_num 811576544) dirty dne 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:3432: finishing copy_from to smithi00187473-31 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2377 (ObjNum 1022 snap 311 seq_num 1022) dirty exists 2024-08-17T17:02:42.112 INFO:tasks.rados.rados.0.smithi001.stdout:3442: seq_num 1077 ranges {1556480=442368,1998848=434176,2433024=368640} 2024-08-17T17:02:42.122 INFO:tasks.rados.rados.0.smithi001.stdout:3442: writing smithi00187473-3 from 1556480 to 1998848 tid 1 2024-08-17T17:02:42.124 INFO:tasks.rados.rados.0.smithi001.stdout:3442: writing smithi00187473-3 from 1998848 to 2433024 tid 2 2024-08-17T17:02:42.127 INFO:tasks.rados.rados.0.smithi001.stdout:3442: writing smithi00187473-3 from 2433024 to 2801664 tid 3 2024-08-17T17:02:42.127 INFO:tasks.rados.rados.0.smithi001.stdout:3432: done (7 left) 2024-08-17T17:02:42.127 INFO:tasks.rados.rados.0.smithi001.stdout:3433: done (6 left) 2024-08-17T17:02:42.127 INFO:tasks.rados.rados.0.smithi001.stdout:3436: done (5 left) 2024-08-17T17:02:42.127 INFO:tasks.rados.rados.0.smithi001.stdout:3437: done (4 left) 2024-08-17T17:02:42.127 INFO:tasks.rados.rados.0.smithi001.stdout:3438: done (3 left) 2024-08-17T17:02:42.128 INFO:tasks.rados.rados.0.smithi001.stdout:3440: done (2 left) 2024-08-17T17:02:42.128 INFO:tasks.rados.rados.0.smithi001.stdout:3441: done (1 left) 2024-08-17T17:02:42.128 INFO:tasks.rados.rados.0.smithi001.stdout:3443: read oid 7 snap -1 2024-08-17T17:02:42.128 INFO:tasks.rados.rados.0.smithi001.stdout:3443: expect (ObjNum 1063 snap 325 seq_num 1063) 2024-08-17T17:02:42.128 INFO:tasks.rados.rados.0.smithi001.stdout:3444: snap_remove snap 310 2024-08-17T17:02:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:41 smithi189 ceph-mon[90541]: pgmap v739: 121 pgs: 121 active+clean; 273 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 476 KiB/s wr, 0 op/s 2024-08-17T17:02:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:41 smithi189 ceph-mon[90541]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:02:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:41 smithi001 ceph-mon[100737]: pgmap v739: 121 pgs: 121 active+clean; 273 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 476 KiB/s wr, 0 op/s 2024-08-17T17:02:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:41 smithi001 ceph-mon[100737]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:02:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:41 smithi001 ceph-mon[103274]: pgmap v739: 121 pgs: 121 active+clean; 273 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 476 KiB/s wr, 0 op/s 2024-08-17T17:02:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:41 smithi001 ceph-mon[103274]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:02:42.891 INFO:tasks.rados.rados.0.smithi001.stdout:3444: done (2 left) 2024-08-17T17:02:42.891 INFO:tasks.rados.rados.0.smithi001.stdout:3445: read oid 32 snap -1 2024-08-17T17:02:42.891 INFO:tasks.rados.rados.0.smithi001.stdout:3445: expect deleted 2024-08-17T17:02:42.891 INFO:tasks.rados.rados.0.smithi001.stdout:3446: copy_from oid 16 from oid 13 current snap is 330 2024-08-17T17:02:42.895 INFO:tasks.rados.rados.0.smithi001.stdout:3442: finishing write tid 1 to smithi00187473-3 2024-08-17T17:02:42.896 INFO:tasks.rados.rados.0.smithi001.stdout:3442: finishing write tid 2 to smithi00187473-3 2024-08-17T17:02:42.896 INFO:tasks.rados.rados.0.smithi001.stdout:3442: finishing write tid 3 to smithi00187473-3 2024-08-17T17:02:42.896 INFO:tasks.rados.rados.0.smithi001.stdout:3442: finishing write tid 4 to smithi00187473-3 2024-08-17T17:02:42.896 INFO:tasks.rados.rados.0.smithi001.stdout:3443: expect (ObjNum 1063 snap 325 seq_num 1063) 2024-08-17T17:02:42.934 INFO:tasks.rados.rados.0.smithi001.stdout:3442: finishing write tid 5 to smithi00187473-3 2024-08-17T17:02:42.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2505 (ObjNum 1077 snap 330 seq_num 1077) dirty exists 2024-08-17T17:02:42.935 INFO:tasks.rados.rados.0.smithi001.stdout:3442: left oid 3 (ObjNum 1077 snap 330 seq_num 1077) 2024-08-17T17:02:42.935 INFO:tasks.rados.rados.0.smithi001.stdout:3442: done (3 left) 2024-08-17T17:02:42.935 INFO:tasks.rados.rados.0.smithi001.stdout:3443: done (2 left) 2024-08-17T17:02:42.935 INFO:tasks.rados.rados.0.smithi001.stdout:3447: read oid 34 snap -1 2024-08-17T17:02:42.935 INFO:tasks.rados.rados.0.smithi001.stdout:3447: expect (ObjNum 1072 snap 326 seq_num 1072) 2024-08-17T17:02:42.935 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 330 2024-08-17T17:02:42.935 INFO:tasks.rados.rados.0.smithi001.stdout:3448: seq_num 1078 ranges {368640=458752,827392=720896,1548288=81920} 2024-08-17T17:02:42.938 INFO:tasks.rados.rados.0.smithi001.stdout:3448: writing smithi00187473-37 from 368640 to 827392 tid 1 2024-08-17T17:02:42.943 INFO:tasks.rados.rados.0.smithi001.stdout:3448: writing smithi00187473-37 from 827392 to 1548288 tid 2 2024-08-17T17:02:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:3448: writing smithi00187473-37 from 1548288 to 1630208 tid 3 2024-08-17T17:02:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:3449: snap_create 2024-08-17T17:02:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:3446: finishing copy_from racing read to smithi00187473-16 2024-08-17T17:02:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:3446: finishing copy_from to smithi00187473-16 2024-08-17T17:02:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2475 (ObjNum 1067 snap 325 seq_num 1067) dirty exists 2024-08-17T17:02:42.944 INFO:tasks.rados.rados.0.smithi001.stdout:3447: expect (ObjNum 1072 snap 326 seq_num 1072) 2024-08-17T17:02:42.977 INFO:tasks.rados.rados.0.smithi001.stdout:3448: finishing write tid 1 to smithi00187473-37 2024-08-17T17:02:42.977 INFO:tasks.rados.rados.0.smithi001.stdout:3448: finishing write tid 2 to smithi00187473-37 2024-08-17T17:02:42.977 INFO:tasks.rados.rados.0.smithi001.stdout:3448: finishing write tid 3 to smithi00187473-37 2024-08-17T17:02:42.977 INFO:tasks.rados.rados.0.smithi001.stdout:3448: finishing write tid 4 to smithi00187473-37 2024-08-17T17:02:42.977 INFO:tasks.rados.rados.0.smithi001.stdout:3448: finishing write tid 5 to smithi00187473-37 2024-08-17T17:02:42.977 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2413 (ObjNum 1078 snap 330 seq_num 1078) dirty exists 2024-08-17T17:02:42.977 INFO:tasks.rados.rados.0.smithi001.stdout:3448: left oid 37 (ObjNum 1078 snap 330 seq_num 1078) 2024-08-17T17:02:43.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:42 smithi189 ceph-mon[90541]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:02:43.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:42 smithi189 ceph-mon[90541]: pgmap v742: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:02:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:42 smithi001 ceph-mon[100737]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:02:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:42 smithi001 ceph-mon[100737]: pgmap v742: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:02:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:42 smithi001 ceph-mon[103274]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:02:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:42 smithi001 ceph-mon[103274]: pgmap v742: 121 pgs: 121 active+clean; 268 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:02:43.889 INFO:tasks.rados.rados.0.smithi001.stdout:3445: done (4 left) 2024-08-17T17:02:43.889 INFO:tasks.rados.rados.0.smithi001.stdout:3446: done (3 left) 2024-08-17T17:02:43.889 INFO:tasks.rados.rados.0.smithi001.stdout:3447: done (2 left) 2024-08-17T17:02:43.889 INFO:tasks.rados.rados.0.smithi001.stdout:3448: done (1 left) 2024-08-17T17:02:43.889 INFO:tasks.rados.rados.0.smithi001.stdout:3449: done (0 left) 2024-08-17T17:02:43.889 INFO:tasks.rados.rados.0.smithi001.stdout:3450: delete oid 30 current snap is 331 2024-08-17T17:02:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:3450: done (0 left) 2024-08-17T17:02:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:3451: read oid 9 snap 313 2024-08-17T17:02:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:3451: expect (ObjNum 1004 snap 297 seq_num 1004) 2024-08-17T17:02:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:3452: rollback oid 26 current snap is 331 2024-08-17T17:02:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 321 2024-08-17T17:02:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:3453: read oid 28 snap 329 2024-08-17T17:02:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:3453: expect (ObjNum 1055 snap 321 seq_num 1055) 2024-08-17T17:02:43.898 INFO:tasks.rados.rados.0.smithi001.stdout:3454: snap_remove snap 324 2024-08-17T17:02:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:43 smithi189 ceph-mon[90541]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:02:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:43 smithi001 ceph-mon[100737]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:02:44.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:43 smithi001 ceph-mon[103274]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:02:44.850 INFO:tasks.rados.rados.0.smithi001.stdout:3454: done (3 left) 2024-08-17T17:02:44.850 INFO:tasks.rados.rados.0.smithi001.stdout:3455: snap_create 2024-08-17T17:02:44.850 INFO:tasks.rados.rados.0.smithi001.stdout:3451: expect (ObjNum 1004 snap 297 seq_num 1004) 2024-08-17T17:02:44.851 INFO:tasks.rados.rados.0.smithi001.stdout:3453: expect (ObjNum 1055 snap 321 seq_num 1055) 2024-08-17T17:02:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3452: finishing rollback tid 0 to smithi00187473-26 2024-08-17T17:02:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3452: finishing rollback tid 1 to smithi00187473-26 2024-08-17T17:02:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:3452: finishing rollback tid 2 to smithi00187473-26 2024-08-17T17:02:44.884 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2456 (ObjNum 1052 snap 321 seq_num 1052) dirty exists 2024-08-17T17:02:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:44 smithi189 ceph-mon[90541]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:02:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:44 smithi189 ceph-mon[90541]: pgmap v745: 121 pgs: 121 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-17T17:02:45.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:44 smithi189 ceph-mon[90541]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:02:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:44 smithi001 ceph-mon[100737]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:02:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:44 smithi001 ceph-mon[100737]: pgmap v745: 121 pgs: 121 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-17T17:02:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:44 smithi001 ceph-mon[100737]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:02:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:44 smithi001 ceph-mon[103274]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:02:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:44 smithi001 ceph-mon[103274]: pgmap v745: 121 pgs: 121 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-17T17:02:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:44 smithi001 ceph-mon[103274]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:02:45.851 INFO:tasks.rados.rados.0.smithi001.stdout:3451: done (3 left) 2024-08-17T17:02:45.851 INFO:tasks.rados.rados.0.smithi001.stdout:3452: done (2 left) 2024-08-17T17:02:45.851 INFO:tasks.rados.rados.0.smithi001.stdout:3453: done (1 left) 2024-08-17T17:02:45.851 INFO:tasks.rados.rados.0.smithi001.stdout:3455: done (0 left) 2024-08-17T17:02:45.851 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 332 2024-08-17T17:02:45.851 INFO:tasks.rados.rados.0.smithi001.stdout:3456: seq_num 1080 ranges {876544=491520,1368064=540672,1908736=262144} 2024-08-17T17:02:45.858 INFO:tasks.rados.rados.0.smithi001.stdout:3456: writing smithi00187473-28 from 876544 to 1368064 tid 1 2024-08-17T17:02:45.861 INFO:tasks.rados.rados.0.smithi001.stdout:3456: writing smithi00187473-28 from 1368064 to 1908736 tid 2 2024-08-17T17:02:45.863 INFO:tasks.rados.rados.0.smithi001.stdout:3456: writing smithi00187473-28 from 1908736 to 2170880 tid 3 2024-08-17T17:02:45.863 INFO:tasks.rados.rados.0.smithi001.stdout:3457: snap_remove snap 328 2024-08-17T17:02:46.857 INFO:tasks.rados.rados.0.smithi001.stdout:3457: done (1 left) 2024-08-17T17:02:46.857 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 332 2024-08-17T17:02:46.857 INFO:tasks.rados.rados.0.smithi001.stdout:3456: finishing write tid 1 to smithi00187473-28 2024-08-17T17:02:46.857 INFO:tasks.rados.rados.0.smithi001.stdout:3456: finishing write tid 2 to smithi00187473-28 2024-08-17T17:02:46.857 INFO:tasks.rados.rados.0.smithi001.stdout:3456: finishing write tid 3 to smithi00187473-28 2024-08-17T17:02:46.858 INFO:tasks.rados.rados.0.smithi001.stdout:3456: finishing write tid 4 to smithi00187473-28 2024-08-17T17:02:46.858 INFO:tasks.rados.rados.0.smithi001.stdout:3456: finishing write tid 5 to smithi00187473-28 2024-08-17T17:02:46.858 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2444 (ObjNum 1080 snap 332 seq_num 1080) dirty exists 2024-08-17T17:02:46.858 INFO:tasks.rados.rados.0.smithi001.stdout:3456: left oid 28 (ObjNum 1080 snap 332 seq_num 1080) 2024-08-17T17:02:46.858 INFO:tasks.rados.rados.0.smithi001.stdout:3458: seq_num 1081 ranges {16384=507904,524288=425984,950272=376832} 2024-08-17T17:02:46.860 INFO:tasks.rados.rados.0.smithi001.stdout:3458: writing smithi00187473-9 from 16384 to 524288 tid 1 2024-08-17T17:02:46.862 INFO:tasks.rados.rados.0.smithi001.stdout:3458: writing smithi00187473-9 from 524288 to 950272 tid 2 2024-08-17T17:02:46.865 INFO:tasks.rados.rados.0.smithi001.stdout:3458: writing smithi00187473-9 from 950272 to 1327104 tid 3 2024-08-17T17:02:46.865 INFO:tasks.rados.rados.0.smithi001.stdout:3456: done (1 left) 2024-08-17T17:02:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:3459: rollback oid 22 current snap is 332 2024-08-17T17:02:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 326 2024-08-17T17:02:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 332 2024-08-17T17:02:46.866 INFO:tasks.rados.rados.0.smithi001.stdout:3460: seq_num 1082 ranges {1949696=524288,2473984=704512,3178496=98304} 2024-08-17T17:02:46.880 INFO:tasks.rados.rados.0.smithi001.stdout:3460: writing smithi00187473-42 from 1949696 to 2473984 tid 1 2024-08-17T17:02:46.884 INFO:tasks.rados.rados.0.smithi001.stdout:3460: writing smithi00187473-42 from 2473984 to 3178496 tid 2 2024-08-17T17:02:46.885 INFO:tasks.rados.rados.0.smithi001.stdout:3460: writing smithi00187473-42 from 3178496 to 3276800 tid 3 2024-08-17T17:02:46.885 INFO:tasks.rados.rados.0.smithi001.stdout:3461: copy_from oid 50 from oid 16 current snap is 332 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3459: finishing rollback tid 0 to smithi00187473-22 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 1 to smithi00187473-9 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 2 to smithi00187473-9 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 3 to smithi00187473-9 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 4 to smithi00187473-9 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3459: finishing rollback tid 1 to smithi00187473-22 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3459: finishing rollback tid 2 to smithi00187473-22 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1643 (ObjNum 851 snap 253 seq_num 851) dirty exists 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3458: finishing write tid 5 to smithi00187473-9 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 921 (ObjNum 1081 snap 332 seq_num 1081) dirty exists 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3458: left oid 9 (ObjNum 1081 snap 332 seq_num 1081) 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3458: done (3 left) 2024-08-17T17:02:46.886 INFO:tasks.rados.rados.0.smithi001.stdout:3459: done (2 left) 2024-08-17T17:02:46.887 INFO:tasks.rados.rados.0.smithi001.stdout:3462: read oid 1 snap -1 2024-08-17T17:02:46.887 INFO:tasks.rados.rados.0.smithi001.stdout:3462: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:02:46.887 INFO:tasks.rados.rados.0.smithi001.stdout:3463: snap_remove snap 330 2024-08-17T17:02:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:46 smithi189 ceph-mon[90541]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:02:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:46 smithi001 ceph-mon[100737]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:02:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:46 smithi001 ceph-mon[103274]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:02:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:02:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:02:47] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.51.0" 2024-08-17T17:02:47.863 INFO:tasks.rados.rados.0.smithi001.stdout:3463: done (3 left) 2024-08-17T17:02:47.863 INFO:tasks.rados.rados.0.smithi001.stdout:3464: rollback oid 13 current snap is 332 2024-08-17T17:02:47.863 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 13 to 326 2024-08-17T17:02:47.863 INFO:tasks.rados.rados.0.smithi001.stdout:3460: finishing write tid 1 to smithi00187473-42 2024-08-17T17:02:47.864 INFO:tasks.rados.rados.0.smithi001.stdout:3460: finishing write tid 2 to smithi00187473-42 2024-08-17T17:02:47.864 INFO:tasks.rados.rados.0.smithi001.stdout:3460: finishing write tid 3 to smithi00187473-42 2024-08-17T17:02:47.864 INFO:tasks.rados.rados.0.smithi001.stdout:3460: finishing write tid 4 to smithi00187473-42 2024-08-17T17:02:47.864 INFO:tasks.rados.rados.0.smithi001.stdout:3460: finishing write tid 5 to smithi00187473-42 2024-08-17T17:02:47.864 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2151 (ObjNum 1082 snap 332 seq_num 1082) dirty exists 2024-08-17T17:02:47.864 INFO:tasks.rados.rados.0.smithi001.stdout:3460: left oid 42 (ObjNum 1082 snap 332 seq_num 1082) 2024-08-17T17:02:47.864 INFO:tasks.rados.rados.0.smithi001.stdout:3462: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:02:47.919 INFO:tasks.rados.rados.0.smithi001.stdout:3461: finishing copy_from racing read to smithi00187473-50 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:3461: finishing copy_from to smithi00187473-50 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2475 (ObjNum 1067 snap 325 seq_num 1067) dirty exists 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:3464: finishing rollback tid 0 to smithi00187473-13 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:3464: finishing rollback tid 1 to smithi00187473-13 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:3460: done (3 left) 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:3461: done (2 left) 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:3462: done (1 left) 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 332 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:3464: finishing rollback tid 2 to smithi00187473-13 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2478 (ObjNum 1067 snap 325 seq_num 1067) dirty exists 2024-08-17T17:02:47.920 INFO:tasks.rados.rados.0.smithi001.stdout:3465: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-08-17T17:02:47.922 INFO:tasks.rados.rados.0.smithi001.stdout:3465: writing smithi00187473-2 from 0 to 540672 tid 1 2024-08-17T17:02:47.926 INFO:tasks.rados.rados.0.smithi001.stdout:3465: writing smithi00187473-2 from 540672 to 1130496 tid 2 2024-08-17T17:02:47.927 INFO:tasks.rados.rados.0.smithi001.stdout:3465: writing smithi00187473-2 from 1130496 to 1343488 tid 3 2024-08-17T17:02:47.927 INFO:tasks.rados.rados.0.smithi001.stdout:3464: done (1 left) 2024-08-17T17:02:47.927 INFO:tasks.rados.rados.0.smithi001.stdout:3466: snap_remove snap 323 2024-08-17T17:02:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:47 smithi189 ceph-mon[90541]: pgmap v748: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:02:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:47 smithi189 ceph-mon[90541]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:02:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:47 smithi001 ceph-mon[100737]: pgmap v748: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:02:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:47 smithi001 ceph-mon[100737]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:02:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:47 smithi001 ceph-mon[103274]: pgmap v748: 121 pgs: 121 active+clean; 250 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:02:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:47 smithi001 ceph-mon[103274]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:02:48.868 INFO:tasks.rados.rados.0.smithi001.stdout:3466: done (1 left) 2024-08-17T17:02:48.868 INFO:tasks.rados.rados.0.smithi001.stdout:3467: read oid 6 snap -1 2024-08-17T17:02:48.868 INFO:tasks.rados.rados.0.smithi001.stdout:3467: expect deleted 2024-08-17T17:02:48.869 INFO:tasks.rados.rados.0.smithi001.stdout:3468: setattr oid 46 current snap is 332 2024-08-17T17:02:48.869 INFO:tasks.rados.rados.0.smithi001.stdout:3465: finishing write tid 1 to smithi00187473-2 2024-08-17T17:02:48.869 INFO:tasks.rados.rados.0.smithi001.stdout:3465: finishing write tid 2 to smithi00187473-2 2024-08-17T17:02:48.869 INFO:tasks.rados.rados.0.smithi001.stdout:3465: finishing write tid 3 to smithi00187473-2 2024-08-17T17:02:48.869 INFO:tasks.rados.rados.0.smithi001.stdout:3465: finishing write tid 4 to smithi00187473-2 2024-08-17T17:02:48.869 INFO:tasks.rados.rados.0.smithi001.stdout:3465: finishing write tid 5 to smithi00187473-2 2024-08-17T17:02:48.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2841 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-08-17T17:02:48.869 INFO:tasks.rados.rados.0.smithi001.stdout:3465: left oid 2 (ObjNum 1083 snap 332 seq_num 1083) 2024-08-17T17:02:48.875 INFO:tasks.rados.rados.0.smithi001.stdout:3465: done (2 left) 2024-08-17T17:02:48.875 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 332 2024-08-17T17:02:48.875 INFO:tasks.rados.rados.0.smithi001.stdout:3469: seq_num 1084 ranges {6406144=557056,6963200=475136,7438336=327680} 2024-08-17T17:02:48.913 INFO:tasks.rados.rados.0.smithi001.stdout:3469: writing smithi00187473-48 from 6406144 to 6963200 tid 1 2024-08-17T17:02:48.916 INFO:tasks.rados.rados.0.smithi001.stdout:3469: writing smithi00187473-48 from 6963200 to 7438336 tid 2 2024-08-17T17:02:48.918 INFO:tasks.rados.rados.0.smithi001.stdout:3469: writing smithi00187473-48 from 7438336 to 7766016 tid 3 2024-08-17T17:02:48.918 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 332 2024-08-17T17:02:48.918 INFO:tasks.rados.rados.0.smithi001.stdout:3470: seq_num 1085 ranges {1433600=581632,2015232=761856,2777088=40960} 2024-08-17T17:02:48.929 INFO:tasks.rados.rados.0.smithi001.stdout:3470: writing smithi00187473-26 from 1433600 to 2015232 tid 1 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:3470: writing smithi00187473-26 from 2015232 to 2777088 tid 2 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:3470: writing smithi00187473-26 from 2777088 to 2818048 tid 3 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:3471: copy_from oid 34 from oid 49 current snap is 332 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2476 (ObjNum 1022 snap 311 seq_num 1022) dirty exists 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 1 to smithi00187473-48 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 2 to smithi00187473-48 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 3 to smithi00187473-48 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 4 to smithi00187473-48 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:3469: finishing write tid 5 to smithi00187473-48 2024-08-17T17:02:48.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2154 (ObjNum 1084 snap 332 seq_num 1084) dirty exists 2024-08-17T17:02:48.936 INFO:tasks.rados.rados.0.smithi001.stdout:3469: left oid 48 (ObjNum 1084 snap 332 seq_num 1084) 2024-08-17T17:02:48.936 INFO:tasks.rados.rados.0.smithi001.stdout:3470: finishing write tid 1 to smithi00187473-26 2024-08-17T17:02:48.936 INFO:tasks.rados.rados.0.smithi001.stdout:3467: done (4 left) 2024-08-17T17:02:48.936 INFO:tasks.rados.rados.0.smithi001.stdout:3468: done (3 left) 2024-08-17T17:02:48.936 INFO:tasks.rados.rados.0.smithi001.stdout:3469: done (2 left) 2024-08-17T17:02:48.936 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 332 2024-08-17T17:02:48.936 INFO:tasks.rados.rados.0.smithi001.stdout:3472: seq_num 1086 ranges {6348800=598016,6946816=647168,7593984=155648} 2024-08-17T17:02:48.972 INFO:tasks.rados.rados.0.smithi001.stdout:3472: writing smithi00187473-22 from 6348800 to 6946816 tid 1 2024-08-17T17:02:48.976 INFO:tasks.rados.rados.0.smithi001.stdout:3472: writing smithi00187473-22 from 6946816 to 7593984 tid 2 2024-08-17T17:02:48.977 INFO:tasks.rados.rados.0.smithi001.stdout:3472: writing smithi00187473-22 from 7593984 to 7749632 tid 3 2024-08-17T17:02:48.977 INFO:tasks.rados.rados.0.smithi001.stdout:3473: copy_from oid 28 from oid 24 current snap is 332 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3471: finishing copy_from to smithi00187473-34 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3471: got expected ENOENT (src dne) 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3471: finishing copy_from racing read to smithi00187473-34 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3470: finishing write tid 2 to smithi00187473-26 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3470: finishing write tid 3 to smithi00187473-26 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3470: finishing write tid 4 to smithi00187473-26 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3470: finishing write tid 5 to smithi00187473-26 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2460 (ObjNum 1085 snap 332 seq_num 1085) dirty exists 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3470: left oid 26 (ObjNum 1085 snap 332 seq_num 1085) 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3472: finishing write tid 1 to smithi00187473-22 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3470: done (3 left) 2024-08-17T17:02:48.978 INFO:tasks.rados.rados.0.smithi001.stdout:3471: done (2 left) 2024-08-17T17:02:48.979 INFO:tasks.rados.rados.0.smithi001.stdout:3474: snap_remove snap 331 2024-08-17T17:02:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:48 smithi189 ceph-mon[90541]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:02:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:48 smithi001 ceph-mon[100737]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:02:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:48 smithi001 ceph-mon[103274]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:02:49.852 INFO:tasks.rados.rados.0.smithi001.stdout:3474: done (2 left) 2024-08-17T17:02:49.852 INFO:tasks.rados.rados.0.smithi001.stdout:3475: rollback oid 50 current snap is 332 2024-08-17T17:02:49.852 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 326 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3472: finishing write tid 2 to smithi00187473-22 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3472: finishing write tid 3 to smithi00187473-22 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3472: finishing write tid 4 to smithi00187473-22 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3473: finishing copy_from to smithi00187473-28 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3473: got expected ENOENT (src dne) 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3473: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3472: finishing write tid 5 to smithi00187473-22 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1647 (ObjNum 1086 snap 332 seq_num 1086) dirty exists 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3472: left oid 22 (ObjNum 1086 snap 332 seq_num 1086) 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3472: done (2 left) 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3473: done (1 left) 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 332 2024-08-17T17:02:49.853 INFO:tasks.rados.rados.0.smithi001.stdout:3476: seq_num 1087 ranges {0=614400,614400=532480,1146880=270336} 2024-08-17T17:02:49.856 INFO:tasks.rados.rados.0.smithi001.stdout:3476: writing smithi00187473-32 from 0 to 614400 tid 1 2024-08-17T17:02:49.859 INFO:tasks.rados.rados.0.smithi001.stdout:3476: writing smithi00187473-32 from 614400 to 1146880 tid 2 2024-08-17T17:02:49.862 INFO:tasks.rados.rados.0.smithi001.stdout:3476: writing smithi00187473-32 from 1146880 to 1417216 tid 3 2024-08-17T17:02:49.862 INFO:tasks.rados.rados.0.smithi001.stdout:3477: read oid 7 snap 313 2024-08-17T17:02:49.862 INFO:tasks.rados.rados.0.smithi001.stdout:3477: expect deleted 2024-08-17T17:02:49.862 INFO:tasks.rados.rados.0.smithi001.stdout:3478: snap_remove snap 321 2024-08-17T17:02:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:49 smithi189 ceph-mon[90541]: pgmap v751: 121 pgs: 121 active+clean; 254 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-17T17:02:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:49 smithi189 ceph-mon[90541]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:02:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:49 smithi189 ceph-mon[90541]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:02:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:49 smithi001 ceph-mon[100737]: pgmap v751: 121 pgs: 121 active+clean; 254 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-17T17:02:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:49 smithi001 ceph-mon[100737]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:02:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:49 smithi001 ceph-mon[100737]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:02:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:49 smithi001 ceph-mon[103274]: pgmap v751: 121 pgs: 121 active+clean; 254 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-08-17T17:02:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:49 smithi001 ceph-mon[103274]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:02:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:49 smithi001 ceph-mon[103274]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:02:50.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:02:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:02:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:02:50.875 INFO:tasks.rados.rados.0.smithi001.stdout:3478: done (3 left) 2024-08-17T17:02:50.875 INFO:tasks.rados.rados.0.smithi001.stdout:3479: copy_from oid 16 from oid 30 current snap is 332 2024-08-17T17:02:50.875 INFO:tasks.rados.rados.0.smithi001.stdout:3475: finishing rollback tid 0 to smithi00187473-50 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3475: finishing rollback tid 1 to smithi00187473-50 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2478 (ObjNum 33 snap 0 seq_num 1538097872) dirty dne 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3476: finishing write tid 1 to smithi00187473-32 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3476: finishing write tid 2 to smithi00187473-32 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3476: finishing write tid 3 to smithi00187473-32 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3476: finishing write tid 4 to smithi00187473-32 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3476: finishing write tid 5 to smithi00187473-32 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2853 (ObjNum 1087 snap 332 seq_num 1087) dirty exists 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3476: left oid 32 (ObjNum 1087 snap 332 seq_num 1087) 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3475: done (3 left) 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3476: done (2 left) 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3477: done (1 left) 2024-08-17T17:02:50.876 INFO:tasks.rados.rados.0.smithi001.stdout:3480: snap_remove snap 326 2024-08-17T17:02:51.877 INFO:tasks.rados.rados.0.smithi001.stdout:3479: finishing copy_from to smithi00187473-16 2024-08-17T17:02:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:3479: got expected ENOENT (src dne) 2024-08-17T17:02:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:3479: finishing copy_from racing read to smithi00187473-16 2024-08-17T17:02:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:3479: done (1 left) 2024-08-17T17:02:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:3480: done (0 left) 2024-08-17T17:02:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 332 2024-08-17T17:02:51.878 INFO:tasks.rados.rados.0.smithi001.stdout:3481: seq_num 1088 ranges {5177344=630784,5808128=466944,6275072=335872} 2024-08-17T17:02:51.910 INFO:tasks.rados.rados.0.smithi001.stdout:3481: writing smithi00187473-4 from 5177344 to 5808128 tid 1 2024-08-17T17:02:51.912 INFO:tasks.rados.rados.0.smithi001.stdout:3481: writing smithi00187473-4 from 5808128 to 6275072 tid 2 2024-08-17T17:02:51.914 INFO:tasks.rados.rados.0.smithi001.stdout:3481: writing smithi00187473-4 from 6275072 to 6610944 tid 3 2024-08-17T17:02:51.915 INFO:tasks.rados.rados.0.smithi001.stdout:3482: snap_create 2024-08-17T17:02:51.915 INFO:tasks.rados.rados.0.smithi001.stdout:3481: finishing write tid 1 to smithi00187473-4 2024-08-17T17:02:51.917 INFO:tasks.rados.rados.0.smithi001.stdout:3481: finishing write tid 2 to smithi00187473-4 2024-08-17T17:02:51.918 INFO:tasks.rados.rados.0.smithi001.stdout:3481: finishing write tid 3 to smithi00187473-4 2024-08-17T17:02:51.918 INFO:tasks.rados.rados.0.smithi001.stdout:3481: finishing write tid 4 to smithi00187473-4 2024-08-17T17:02:51.919 INFO:tasks.rados.rados.0.smithi001.stdout:3481: finishing write tid 5 to smithi00187473-4 2024-08-17T17:02:51.919 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2482 (ObjNum 1088 snap 332 seq_num 1088) dirty exists 2024-08-17T17:02:51.919 INFO:tasks.rados.rados.0.smithi001.stdout:3481: left oid 4 (ObjNum 1088 snap 332 seq_num 1088) 2024-08-17T17:02:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:51 smithi189 ceph-mon[90541]: pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-17T17:02:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:51 smithi189 ceph-mon[90541]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:02:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:51 smithi001 ceph-mon[100737]: pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-17T17:02:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:51 smithi001 ceph-mon[100737]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:02:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:51 smithi001 ceph-mon[103274]: pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 255 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-08-17T17:02:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:51 smithi001 ceph-mon[103274]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:02:52.890 INFO:tasks.rados.rados.0.smithi001.stdout:3481: done (1 left) 2024-08-17T17:02:52.890 INFO:tasks.rados.rados.0.smithi001.stdout:3482: done (0 left) 2024-08-17T17:02:52.890 INFO:tasks.rados.rados.0.smithi001.stdout:3483: snap_remove snap 332 2024-08-17T17:02:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:52 smithi189 ceph-mon[90541]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:02:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:52 smithi189 ceph-mon[90541]: pgmap v757: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-08-17T17:02:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:52 smithi001 ceph-mon[103274]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:02:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:52 smithi001 ceph-mon[103274]: pgmap v757: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-08-17T17:02:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:52 smithi001 ceph-mon[100737]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:02:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:52 smithi001 ceph-mon[100737]: pgmap v757: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 257 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-08-17T17:02:53.892 INFO:tasks.rados.rados.0.smithi001.stdout:3483: done (0 left) 2024-08-17T17:02:53.892 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 20 current snap is 333 2024-08-17T17:02:53.892 INFO:tasks.rados.rados.0.smithi001.stdout:3484: seq_num 1089 ranges {8273920=647168,8921088=745472,9666560=57344} 2024-08-17T17:02:53.941 INFO:tasks.rados.rados.0.smithi001.stdout:3484: writing smithi00187473-20 from 8273920 to 8921088 tid 1 2024-08-17T17:02:53.945 INFO:tasks.rados.rados.0.smithi001.stdout:3484: writing smithi00187473-20 from 8921088 to 9666560 tid 2 2024-08-17T17:02:53.946 INFO:tasks.rados.rados.0.smithi001.stdout:3484: writing smithi00187473-20 from 9666560 to 9723904 tid 3 2024-08-17T17:02:53.947 INFO:tasks.rados.rados.0.smithi001.stdout:3485: read oid 45 snap -1 2024-08-17T17:02:53.947 INFO:tasks.rados.rados.0.smithi001.stdout:3485: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:02:53.947 INFO:tasks.rados.rados.0.smithi001.stdout:3486: copy_from oid 17 from oid 24 current snap is 333 2024-08-17T17:02:53.947 INFO:tasks.rados.rados.0.smithi001.stdout:3484: finishing write tid 1 to smithi00187473-20 2024-08-17T17:02:53.947 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 16 current snap is 333 2024-08-17T17:02:53.947 INFO:tasks.rados.rados.0.smithi001.stdout:3487: seq_num 1090 ranges {2637824=663552,3301376=630784,3932160=172032} 2024-08-17T17:02:53.965 INFO:tasks.rados.rados.0.smithi001.stdout:3487: writing smithi00187473-16 from 2637824 to 3301376 tid 1 2024-08-17T17:02:53.969 INFO:tasks.rados.rados.0.smithi001.stdout:3487: writing smithi00187473-16 from 3301376 to 3932160 tid 2 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3487: writing smithi00187473-16 from 3932160 to 4104192 tid 3 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3488: delete oid 30 current snap is 333 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3484: finishing write tid 2 to smithi00187473-20 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3484: finishing write tid 3 to smithi00187473-20 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3486: finishing copy_from to smithi00187473-17 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3486: got expected ENOENT (src dne) 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3484: finishing write tid 4 to smithi00187473-20 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3486: finishing copy_from racing read to smithi00187473-17 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3484: finishing write tid 5 to smithi00187473-20 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2158 (ObjNum 1089 snap 333 seq_num 1089) dirty exists 2024-08-17T17:02:53.971 INFO:tasks.rados.rados.0.smithi001.stdout:3484: left oid 20 (ObjNum 1089 snap 333 seq_num 1089) 2024-08-17T17:02:53.973 INFO:tasks.rados.rados.0.smithi001.stdout:3484: done (4 left) 2024-08-17T17:02:53.973 INFO:tasks.rados.rados.0.smithi001.stdout:3486: done (3 left) 2024-08-17T17:02:53.973 INFO:tasks.rados.rados.0.smithi001.stdout:3488: done (2 left) 2024-08-17T17:02:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:3489: copy_from oid 2 from oid 48 current snap is 333 2024-08-17T17:02:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 333 2024-08-17T17:02:53.974 INFO:tasks.rados.rados.0.smithi001.stdout:3490: seq_num 1092 ranges {12697600=696320,13393920=802816} 2024-08-17T17:02:54.048 INFO:tasks.rados.rados.0.smithi001.stdout:3490: writing smithi00187473-18 from 12697600 to 13393920 tid 1 2024-08-17T17:02:54.053 INFO:tasks.rados.rados.0.smithi001.stdout:3490: writing smithi00187473-18 from 13393920 to 14196736 tid 2 2024-08-17T17:02:54.053 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 333 2024-08-17T17:02:54.053 INFO:tasks.rados.rados.0.smithi001.stdout:3487: finishing write tid 1 to smithi00187473-16 2024-08-17T17:02:54.053 INFO:tasks.rados.rados.0.smithi001.stdout:3491: seq_num 1093 ranges {1949696=712704,2662400=688128,3350528=114688} 2024-08-17T17:02:54.067 INFO:tasks.rados.rados.0.smithi001.stdout:3491: writing smithi00187473-47 from 1949696 to 2662400 tid 1 2024-08-17T17:02:54.071 INFO:tasks.rados.rados.0.smithi001.stdout:3491: writing smithi00187473-47 from 2662400 to 3350528 tid 2 2024-08-17T17:02:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:3491: writing smithi00187473-47 from 3350528 to 3465216 tid 3 2024-08-17T17:02:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 13 current snap is 333 2024-08-17T17:02:54.072 INFO:tasks.rados.rados.0.smithi001.stdout:3487: finishing write tid 2 to smithi00187473-16 2024-08-17T17:02:54.073 INFO:tasks.rados.rados.0.smithi001.stdout:3487: finishing write tid 3 to smithi00187473-16 2024-08-17T17:02:54.073 INFO:tasks.rados.rados.0.smithi001.stdout:3492: seq_num 1094 ranges {2637824=729088,3366912=573440,3940352=229376} 2024-08-17T17:02:54.090 INFO:tasks.rados.rados.0.smithi001.stdout:3492: writing smithi00187473-13 from 2637824 to 3366912 tid 1 2024-08-17T17:02:54.094 INFO:tasks.rados.rados.0.smithi001.stdout:3492: writing smithi00187473-13 from 3366912 to 3940352 tid 2 2024-08-17T17:02:54.095 INFO:tasks.rados.rados.0.smithi001.stdout:3492: writing smithi00187473-13 from 3940352 to 4169728 tid 3 2024-08-17T17:02:54.095 INFO:tasks.rados.rados.0.smithi001.stdout:3487: finishing write tid 4 to smithi00187473-16 2024-08-17T17:02:54.095 INFO:tasks.rados.rados.0.smithi001.stdout:3493: snap_remove snap 329 2024-08-17T17:02:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:53 smithi189 ceph-mon[90541]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:02:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:53 smithi001 ceph-mon[100737]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:02:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:53 smithi001 ceph-mon[103274]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:02:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:02:54.853 INFO:tasks.rados.rados.0.smithi001.stdout:3493: done (6 left) 2024-08-17T17:02:54.853 INFO:tasks.rados.rados.0.smithi001.stdout:3494: rollback oid 1 current snap is 333 2024-08-17T17:02:54.853 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 1 to 313 2024-08-17T17:02:54.853 INFO:tasks.rados.rados.0.smithi001.stdout:3487: finishing write tid 5 to smithi00187473-16 2024-08-17T17:02:54.854 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2479 (ObjNum 1090 snap 333 seq_num 1090) dirty exists 2024-08-17T17:02:54.854 INFO:tasks.rados.rados.0.smithi001.stdout:3487: left oid 16 (ObjNum 1090 snap 333 seq_num 1090) 2024-08-17T17:02:54.854 INFO:tasks.rados.rados.0.smithi001.stdout:3485: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:02:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:54 smithi189 ceph-mon[90541]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:02:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:54 smithi189 ceph-mon[90541]: pgmap v760: 121 pgs: 121 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-17T17:02:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:54 smithi189 ceph-mon[90541]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:02:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:54 smithi001 ceph-mon[100737]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:02:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:54 smithi001 ceph-mon[100737]: pgmap v760: 121 pgs: 121 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-17T17:02:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:54 smithi001 ceph-mon[100737]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:02:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:54 smithi001 ceph-mon[103274]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:02:55.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:54 smithi001 ceph-mon[103274]: pgmap v760: 121 pgs: 121 active+clean; 256 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-17T17:02:55.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:54 smithi001 ceph-mon[103274]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:02:56.068 INFO:tasks.rados.rados.0.smithi001.stdout:3489: finishing copy_from racing read to smithi00187473-2 2024-08-17T17:02:56.068 INFO:tasks.rados.rados.0.smithi001.stdout:3489: finishing copy_from to smithi00187473-2 2024-08-17T17:02:56.068 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2154 (ObjNum 1084 snap 332 seq_num 1084) dirty exists 2024-08-17T17:02:56.068 INFO:tasks.rados.rados.0.smithi001.stdout:3490: finishing write tid 1 to smithi00187473-18 2024-08-17T17:02:56.068 INFO:tasks.rados.rados.0.smithi001.stdout:3490: finishing write tid 2 to smithi00187473-18 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3490: finishing write tid 3 to smithi00187473-18 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3490: finishing write tid 4 to smithi00187473-18 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2870 (ObjNum 1092 snap 333 seq_num 1092) dirty exists 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3490: left oid 18 (ObjNum 1092 snap 333 seq_num 1092) 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3491: finishing write tid 1 to smithi00187473-47 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3485: done (6 left) 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3487: done (5 left) 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3489: done (4 left) 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3490: done (3 left) 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3495: rollback oid 23 current snap is 333 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 313 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3491: finishing write tid 2 to smithi00187473-47 2024-08-17T17:02:56.069 INFO:tasks.rados.rados.0.smithi001.stdout:3491: finishing write tid 3 to smithi00187473-47 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3491: finishing write tid 4 to smithi00187473-47 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3491: finishing write tid 5 to smithi00187473-47 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2519 (ObjNum 1093 snap 333 seq_num 1093) dirty exists 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3491: left oid 47 (ObjNum 1093 snap 333 seq_num 1093) 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3492: finishing write tid 1 to smithi00187473-13 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3492: finishing write tid 2 to smithi00187473-13 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3492: finishing write tid 3 to smithi00187473-13 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3492: finishing write tid 4 to smithi00187473-13 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3492: finishing write tid 5 to smithi00187473-13 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2486 (ObjNum 1094 snap 333 seq_num 1094) dirty exists 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3492: left oid 13 (ObjNum 1094 snap 333 seq_num 1094) 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3494: finishing rollback tid 0 to smithi00187473-1 2024-08-17T17:02:56.070 INFO:tasks.rados.rados.0.smithi001.stdout:3494: finishing rollback tid 1 to smithi00187473-1 2024-08-17T17:02:56.071 INFO:tasks.rados.rados.0.smithi001.stdout:3494: finishing rollback tid 2 to smithi00187473-1 2024-08-17T17:02:56.071 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2522 (ObjNum 945 snap 283 seq_num 945) dirty exists 2024-08-17T17:02:56.071 INFO:tasks.rados.rados.0.smithi001.stdout:3491: done (3 left) 2024-08-17T17:02:56.071 INFO:tasks.rados.rados.0.smithi001.stdout:3492: done (2 left) 2024-08-17T17:02:56.071 INFO:tasks.rados.rados.0.smithi001.stdout:3494: done (1 left) 2024-08-17T17:02:56.071 INFO:tasks.rados.rados.0.smithi001.stdout:3496: delete oid 11 current snap is 333 2024-08-17T17:02:56.071 INFO:tasks.rados.rados.0.smithi001.stdout:3496: done (1 left) 2024-08-17T17:02:56.071 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 333 2024-08-17T17:02:56.072 INFO:tasks.rados.rados.0.smithi001.stdout:3497: seq_num 1096 ranges {442368=761856,1204224=786432,1990656=16384} 2024-08-17T17:02:56.077 INFO:tasks.rados.rados.0.smithi001.stdout:3497: writing smithi00187473-15 from 442368 to 1204224 tid 1 2024-08-17T17:02:56.083 INFO:tasks.rados.rados.0.smithi001.stdout:3497: writing smithi00187473-15 from 1204224 to 1990656 tid 2 2024-08-17T17:02:56.083 INFO:tasks.rados.rados.0.smithi001.stdout:3497: writing smithi00187473-15 from 1990656 to 2007040 tid 3 2024-08-17T17:02:56.083 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 333 2024-08-17T17:02:56.083 INFO:tasks.rados.rados.0.smithi001.stdout:3495: finishing rollback tid 0 to smithi00187473-23 2024-08-17T17:02:56.083 INFO:tasks.rados.rados.0.smithi001.stdout:3498: seq_num 1097 ranges {1433600=778240,2211840=671744,2883584=131072} 2024-08-17T17:02:56.094 INFO:tasks.rados.rados.0.smithi001.stdout:3498: writing smithi00187473-39 from 1433600 to 2211840 tid 1 2024-08-17T17:02:56.099 INFO:tasks.rados.rados.0.smithi001.stdout:3498: writing smithi00187473-39 from 2211840 to 2883584 tid 2 2024-08-17T17:02:56.100 INFO:tasks.rados.rados.0.smithi001.stdout:3498: writing smithi00187473-39 from 2883584 to 3014656 tid 3 2024-08-17T17:02:56.100 INFO:tasks.rados.rados.0.smithi001.stdout:3499: rollback oid 50 current snap is 333 2024-08-17T17:02:56.100 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 313 2024-08-17T17:02:56.100 INFO:tasks.rados.rados.0.smithi001.stdout:3495: finishing rollback tid 1 to smithi00187473-23 2024-08-17T17:02:56.100 INFO:tasks.rados.rados.0.smithi001.stdout:3495: finishing rollback tid 2 to smithi00187473-23 2024-08-17T17:02:56.100 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2525 (ObjNum 1019 snap 311 seq_num 1019) dirty exists 2024-08-17T17:02:56.101 INFO:tasks.rados.rados.0.smithi001.stdout:3497: finishing write tid 1 to smithi00187473-15 2024-08-17T17:02:56.101 INFO:tasks.rados.rados.0.smithi001.stdout:3497: finishing write tid 2 to smithi00187473-15 2024-08-17T17:02:56.101 INFO:tasks.rados.rados.0.smithi001.stdout:3495: done (3 left) 2024-08-17T17:02:56.101 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 333 2024-08-17T17:02:56.101 INFO:tasks.rados.rados.0.smithi001.stdout:3497: finishing write tid 3 to smithi00187473-15 2024-08-17T17:02:56.101 INFO:tasks.rados.rados.0.smithi001.stdout:3497: finishing write tid 4 to smithi00187473-15 2024-08-17T17:02:56.101 INFO:tasks.rados.rados.0.smithi001.stdout:3500: seq_num 1098 ranges {7749632=794624,8544256=557056,9101312=245760} 2024-08-17T17:02:56.147 INFO:tasks.rados.rados.0.smithi001.stdout:3500: writing smithi00187473-22 from 7749632 to 8544256 tid 1 2024-08-17T17:02:56.150 INFO:tasks.rados.rados.0.smithi001.stdout:3500: writing smithi00187473-22 from 8544256 to 9101312 tid 2 2024-08-17T17:02:56.152 INFO:tasks.rados.rados.0.smithi001.stdout:3500: writing smithi00187473-22 from 9101312 to 9347072 tid 3 2024-08-17T17:02:56.152 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 333 2024-08-17T17:02:56.152 INFO:tasks.rados.rados.0.smithi001.stdout:3497: finishing write tid 5 to smithi00187473-15 2024-08-17T17:02:56.152 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2505 (ObjNum 1096 snap 333 seq_num 1096) dirty exists 2024-08-17T17:02:56.152 INFO:tasks.rados.rados.0.smithi001.stdout:3497: left oid 15 (ObjNum 1096 snap 333 seq_num 1096) 2024-08-17T17:02:56.152 INFO:tasks.rados.rados.0.smithi001.stdout:3501: seq_num 1099 ranges {3162112=409600,3571712=442368,4014080=720896,4734976=40960} 2024-08-17T17:02:56.171 INFO:tasks.rados.rados.0.smithi001.stdout:3501: writing smithi00187473-40 from 3162112 to 3571712 tid 1 2024-08-17T17:02:56.173 INFO:tasks.rados.rados.0.smithi001.stdout:3501: writing smithi00187473-40 from 3571712 to 4014080 tid 2 2024-08-17T17:02:56.179 INFO:tasks.rados.rados.0.smithi001.stdout:3501: writing smithi00187473-40 from 4014080 to 4734976 tid 3 2024-08-17T17:02:56.179 INFO:tasks.rados.rados.0.smithi001.stdout:3501: writing smithi00187473-40 from 4734976 to 4775936 tid 4 2024-08-17T17:02:56.179 INFO:tasks.rados.rados.0.smithi001.stdout:3497: done (4 left) 2024-08-17T17:02:56.179 INFO:tasks.rados.rados.0.smithi001.stdout:3502: rollback oid 49 current snap is 333 2024-08-17T17:02:56.179 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 49 to 313 2024-08-17T17:02:56.179 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 1 to smithi00187473-39 2024-08-17T17:02:56.179 INFO:tasks.rados.rados.0.smithi001.stdout:3503: rmattr oid 28 current snap is 333 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3503: done (5 left) 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3504: rollback oid 14 current snap is 333 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3499: finishing rollback tid 1 to smithi00187473-50 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 2 to smithi00187473-39 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 3 to smithi00187473-39 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 4 to smithi00187473-39 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3498: finishing write tid 5 to smithi00187473-39 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2448 (ObjNum 1097 snap 333 seq_num 1097) dirty exists 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3498: left oid 39 (ObjNum 1097 snap 333 seq_num 1097) 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3500: finishing write tid 1 to smithi00187473-22 2024-08-17T17:02:56.180 INFO:tasks.rados.rados.0.smithi001.stdout:3500: finishing write tid 2 to smithi00187473-22 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3500: finishing write tid 3 to smithi00187473-22 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 14 to 313 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3500: finishing write tid 4 to smithi00187473-22 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3500: finishing write tid 5 to smithi00187473-22 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 1651 (ObjNum 1098 snap 333 seq_num 1098) dirty exists 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3500: left oid 22 (ObjNum 1098 snap 333 seq_num 1098) 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3501: finishing write tid 1 to smithi00187473-40 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3498: done (5 left) 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3499: done (4 left) 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3500: done (3 left) 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 333 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3501: finishing write tid 2 to smithi00187473-40 2024-08-17T17:02:56.181 INFO:tasks.rados.rados.0.smithi001.stdout:3505: seq_num 1100 ranges {1630208=425984,2056192=729088,2785280=475136} 2024-08-17T17:02:56.190 INFO:tasks.rados.rados.0.smithi001.stdout:3505: writing smithi00187473-37 from 1630208 to 2056192 tid 1 2024-08-17T17:02:56.194 INFO:tasks.rados.rados.0.smithi001.stdout:3505: writing smithi00187473-37 from 2056192 to 2785280 tid 2 2024-08-17T17:02:56.197 INFO:tasks.rados.rados.0.smithi001.stdout:3505: writing smithi00187473-37 from 2785280 to 3260416 tid 3 2024-08-17T17:02:56.197 INFO:tasks.rados.rados.0.smithi001.stdout:3506: read oid 23 snap -1 2024-08-17T17:02:56.197 INFO:tasks.rados.rados.0.smithi001.stdout:3506: expect (ObjNum 1019 snap 311 seq_num 1019) 2024-08-17T17:02:56.197 INFO:tasks.rados.rados.0.smithi001.stdout:3507: rmattr oid 41 current snap is 333 2024-08-17T17:02:56.197 INFO:tasks.rados.rados.0.smithi001.stdout:3507: done (5 left) 2024-08-17T17:02:56.197 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 333 2024-08-17T17:02:56.197 INFO:tasks.rados.rados.0.smithi001.stdout:3508: seq_num 1101 ranges {3276800=442368,3719168=606208,4325376=598016} 2024-08-17T17:02:56.218 INFO:tasks.rados.rados.0.smithi001.stdout:3508: writing smithi00187473-42 from 3276800 to 3719168 tid 1 2024-08-17T17:02:56.222 INFO:tasks.rados.rados.0.smithi001.stdout:3508: writing smithi00187473-42 from 3719168 to 4325376 tid 2 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3508: writing smithi00187473-42 from 4325376 to 4923392 tid 3 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3509: read oid 17 snap -1 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3509: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3510: rmattr oid 10 current snap is 333 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3510: done (7 left) 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3511: copy_from oid 12 from oid 18 current snap is 333 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3502: finishing rollback tid 1 to smithi00187473-49 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3502: done (7 left) 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 333 2024-08-17T17:02:56.227 INFO:tasks.rados.rados.0.smithi001.stdout:3504: finishing rollback tid 0 to smithi00187473-14 2024-08-17T17:02:56.228 INFO:tasks.rados.rados.0.smithi001.stdout:3512: seq_num 1102 ranges {368640=458752,827392=491520,1318912=491520,1810432=221184} 2024-08-17T17:02:56.231 INFO:tasks.rados.rados.0.smithi001.stdout:3512: writing smithi00187473-10 from 368640 to 827392 tid 1 2024-08-17T17:02:56.234 INFO:tasks.rados.rados.0.smithi001.stdout:3512: writing smithi00187473-10 from 827392 to 1318912 tid 2 2024-08-17T17:02:56.237 INFO:tasks.rados.rados.0.smithi001.stdout:3512: writing smithi00187473-10 from 1318912 to 1810432 tid 3 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3512: writing smithi00187473-10 from 1810432 to 2031616 tid 4 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3513: delete oid 30 current snap is 333 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3504: finishing rollback tid 1 to smithi00187473-14 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2507 (ObjNum 65 snap 0 seq_num 1852727647) dirty dne 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3501: finishing write tid 3 to smithi00187473-40 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3501: finishing write tid 4 to smithi00187473-40 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3501: finishing write tid 5 to smithi00187473-40 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3501: finishing write tid 6 to smithi00187473-40 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2465 (ObjNum 1099 snap 333 seq_num 1099) dirty exists 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3501: left oid 40 (ObjNum 1099 snap 333 seq_num 1099) 2024-08-17T17:02:56.240 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 1 to smithi00187473-37 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 2 to smithi00187473-37 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 3 to smithi00187473-37 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 4 to smithi00187473-37 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:3505: finishing write tid 5 to smithi00187473-37 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2417 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:3505: left oid 37 (ObjNum 1100 snap 333 seq_num 1100) 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:3508: finishing write tid 1 to smithi00187473-42 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:3508: finishing write tid 2 to smithi00187473-42 2024-08-17T17:02:56.241 INFO:tasks.rados.rados.0.smithi001.stdout:3506: expect (ObjNum 1019 snap 311 seq_num 1019) 2024-08-17T17:02:56.698 INFO:tasks.rados.rados.0.smithi001.stdout:3508: finishing write tid 3 to smithi00187473-42 2024-08-17T17:02:56.698 INFO:tasks.rados.rados.0.smithi001.stdout:3508: finishing write tid 4 to smithi00187473-42 2024-08-17T17:02:56.698 INFO:tasks.rados.rados.0.smithi001.stdout:3508: finishing write tid 5 to smithi00187473-42 2024-08-17T17:02:56.698 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2155 (ObjNum 1101 snap 333 seq_num 1101) dirty exists 2024-08-17T17:02:56.698 INFO:tasks.rados.rados.0.smithi001.stdout:3508: left oid 42 (ObjNum 1101 snap 333 seq_num 1101) 2024-08-17T17:02:56.698 INFO:tasks.rados.rados.0.smithi001.stdout:3512: finishing write tid 1 to smithi00187473-10 2024-08-17T17:02:56.698 INFO:tasks.rados.rados.0.smithi001.stdout:3512: finishing write tid 2 to smithi00187473-10 2024-08-17T17:02:56.699 INFO:tasks.rados.rados.0.smithi001.stdout:3501: done (8 left) 2024-08-17T17:02:56.699 INFO:tasks.rados.rados.0.smithi001.stdout:3504: done (7 left) 2024-08-17T17:02:56.699 INFO:tasks.rados.rados.0.smithi001.stdout:3505: done (6 left) 2024-08-17T17:02:56.699 INFO:tasks.rados.rados.0.smithi001.stdout:3506: done (5 left) 2024-08-17T17:02:56.699 INFO:tasks.rados.rados.0.smithi001.stdout:3508: done (4 left) 2024-08-17T17:02:56.699 INFO:tasks.rados.rados.0.smithi001.stdout:3513: done (3 left) 2024-08-17T17:02:56.699 INFO:tasks.rados.rados.0.smithi001.stdout:3514: snap_remove snap 313 2024-08-17T17:02:57.207 INFO:tasks.rados.rados.0.smithi001.stdout:3514: done (3 left) 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:3515: read oid 9 snap -1 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:3515: expect (ObjNum 1081 snap 332 seq_num 1081) 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 333 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:3512: finishing write tid 3 to smithi00187473-10 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:3512: finishing write tid 4 to smithi00187473-10 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:3512: finishing write tid 5 to smithi00187473-10 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:3512: finishing write tid 6 to smithi00187473-10 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2509 (ObjNum 1102 snap 333 seq_num 1102) dirty exists 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:3512: left oid 10 (ObjNum 1102 snap 333 seq_num 1102) 2024-08-17T17:02:57.208 INFO:tasks.rados.rados.0.smithi001.stdout:3509: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:02:57.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:57 smithi189 ceph-mon[90541]: pgmap v762: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-08-17T17:02:57.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:57 smithi001 ceph-mon[100737]: pgmap v762: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-08-17T17:02:57.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:57 smithi001 ceph-mon[103274]: pgmap v762: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-08-17T17:02:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:02:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:02:57] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.51.0" 2024-08-17T17:02:57.712 INFO:tasks.rados.rados.0.smithi001.stdout:3511: finishing copy_from racing read to smithi00187473-12 2024-08-17T17:02:57.713 INFO:tasks.rados.rados.0.smithi001.stdout:3511: finishing copy_from to smithi00187473-12 2024-08-17T17:02:57.713 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2870 (ObjNum 1092 snap 333 seq_num 1092) dirty exists 2024-08-17T17:02:57.713 INFO:tasks.rados.rados.0.smithi001.stdout:3516: seq_num 1104 ranges {10518528=499712,11018240=712704,11730944=491520} 2024-08-17T17:02:57.772 INFO:tasks.rados.rados.0.smithi001.stdout:3516: writing smithi00187473-46 from 10518528 to 11018240 tid 1 2024-08-17T17:02:57.776 INFO:tasks.rados.rados.0.smithi001.stdout:3516: writing smithi00187473-46 from 11018240 to 11730944 tid 2 2024-08-17T17:02:57.779 INFO:tasks.rados.rados.0.smithi001.stdout:3516: writing smithi00187473-46 from 11730944 to 12222464 tid 3 2024-08-17T17:02:57.779 INFO:tasks.rados.rados.0.smithi001.stdout:3509: done (4 left) 2024-08-17T17:02:57.779 INFO:tasks.rados.rados.0.smithi001.stdout:3511: done (3 left) 2024-08-17T17:02:57.779 INFO:tasks.rados.rados.0.smithi001.stdout:3512: done (2 left) 2024-08-17T17:02:57.779 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 35 current snap is 333 2024-08-17T17:02:57.779 INFO:tasks.rados.rados.0.smithi001.stdout:3517: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-08-17T17:02:57.781 INFO:tasks.rados.rados.0.smithi001.stdout:3517: writing smithi00187473-35 from 0 to 516096 tid 1 2024-08-17T17:02:57.785 INFO:tasks.rados.rados.0.smithi001.stdout:3517: writing smithi00187473-35 from 516096 to 1114112 tid 2 2024-08-17T17:02:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:3517: writing smithi00187473-35 from 1114112 to 1720320 tid 3 2024-08-17T17:02:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:3518: read oid 11 snap -1 2024-08-17T17:02:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:3518: expect deleted 2024-08-17T17:02:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:3519: rollback oid 32 current snap is 333 2024-08-17T17:02:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:3519: done (4 left) 2024-08-17T17:02:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:3520: delete oid 34 current snap is 333 2024-08-17T17:02:57.789 INFO:tasks.rados.rados.0.smithi001.stdout:3515: expect (ObjNum 1081 snap 332 seq_num 1081) 2024-08-17T17:02:57.825 INFO:tasks.rados.rados.0.smithi001.stdout:3516: finishing write tid 1 to smithi00187473-46 2024-08-17T17:02:57.825 INFO:tasks.rados.rados.0.smithi001.stdout:3516: finishing write tid 2 to smithi00187473-46 2024-08-17T17:02:57.825 INFO:tasks.rados.rados.0.smithi001.stdout:3516: finishing write tid 3 to smithi00187473-46 2024-08-17T17:02:57.825 INFO:tasks.rados.rados.0.smithi001.stdout:3516: finishing write tid 4 to smithi00187473-46 2024-08-17T17:02:57.825 INFO:tasks.rados.rados.0.smithi001.stdout:3516: finishing write tid 5 to smithi00187473-46 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2482 (ObjNum 1104 snap 333 seq_num 1104) dirty exists 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3516: left oid 46 (ObjNum 1104 snap 333 seq_num 1104) 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3517: finishing write tid 1 to smithi00187473-35 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3515: done (4 left) 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3516: done (3 left) 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3520: done (2 left) 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 333 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3517: finishing write tid 2 to smithi00187473-35 2024-08-17T17:02:57.826 INFO:tasks.rados.rados.0.smithi001.stdout:3521: seq_num 1107 ranges {1007616=548864,1556480=770048,2326528=434176} 2024-08-17T17:02:57.833 INFO:tasks.rados.rados.0.smithi001.stdout:3521: writing smithi00187473-7 from 1007616 to 1556480 tid 1 2024-08-17T17:02:57.838 INFO:tasks.rados.rados.0.smithi001.stdout:3521: writing smithi00187473-7 from 1556480 to 2326528 tid 2 2024-08-17T17:02:57.841 INFO:tasks.rados.rados.0.smithi001.stdout:3521: writing smithi00187473-7 from 2326528 to 2760704 tid 3 2024-08-17T17:02:57.841 INFO:tasks.rados.rados.0.smithi001.stdout:3522: read oid 47 snap -1 2024-08-17T17:02:57.841 INFO:tasks.rados.rados.0.smithi001.stdout:3522: expect (ObjNum 1093 snap 333 seq_num 1093) 2024-08-17T17:02:57.841 INFO:tasks.rados.rados.0.smithi001.stdout:3523: rollback oid 2 current snap is 333 2024-08-17T17:02:57.841 INFO:tasks.rados.rados.0.smithi001.stdout:3523: done (4 left) 2024-08-17T17:02:57.841 INFO:tasks.rados.rados.0.smithi001.stdout:3524: copy_from oid 19 from oid 43 current snap is 333 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3517: finishing write tid 3 to smithi00187473-35 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3517: finishing write tid 4 to smithi00187473-35 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3517: finishing write tid 5 to smithi00187473-35 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2162 (ObjNum 1105 snap 333 seq_num 1105) dirty exists 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3517: left oid 35 (ObjNum 1105 snap 333 seq_num 1105) 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 1 to smithi00187473-7 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 2 to smithi00187473-7 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3517: done (4 left) 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3518: done (3 left) 2024-08-17T17:02:57.842 INFO:tasks.rados.rados.0.smithi001.stdout:3525: setattr oid 37 current snap is 333 2024-08-17T17:02:57.843 INFO:tasks.rados.rados.0.smithi001.stdout:3524: finishing copy_from to smithi00187473-19 2024-08-17T17:02:57.843 INFO:tasks.rados.rados.0.smithi001.stdout:3524: got expected ENOENT (src dne) 2024-08-17T17:02:57.843 INFO:tasks.rados.rados.0.smithi001.stdout:3524: finishing copy_from racing read to smithi00187473-19 2024-08-17T17:02:57.843 INFO:tasks.rados.rados.0.smithi001.stdout:3524: done (3 left) 2024-08-17T17:02:57.843 INFO:tasks.rados.rados.0.smithi001.stdout:3526: delete oid 11 current snap is 333 2024-08-17T17:02:57.844 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 3 to smithi00187473-7 2024-08-17T17:02:57.844 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 4 to smithi00187473-7 2024-08-17T17:02:57.846 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2418 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2024-08-17T17:02:57.846 INFO:tasks.rados.rados.0.smithi001.stdout:3521: finishing write tid 5 to smithi00187473-7 2024-08-17T17:02:57.846 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2469 (ObjNum 1107 snap 333 seq_num 1107) dirty exists 2024-08-17T17:02:57.846 INFO:tasks.rados.rados.0.smithi001.stdout:3521: left oid 7 (ObjNum 1107 snap 333 seq_num 1107) 2024-08-17T17:02:57.846 INFO:tasks.rados.rados.0.smithi001.stdout:3521: done (3 left) 2024-08-17T17:02:57.846 INFO:tasks.rados.rados.0.smithi001.stdout:3525: done (2 left) 2024-08-17T17:02:57.847 INFO:tasks.rados.rados.0.smithi001.stdout:3526: done (1 left) 2024-08-17T17:02:57.847 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 333 2024-08-17T17:02:57.847 INFO:tasks.rados.rados.0.smithi001.stdout:3527: seq_num 1109 ranges {3137536=581632,3719168=532480,4251648=647168,4898816=24576} 2024-08-17T17:02:57.866 INFO:tasks.rados.rados.0.smithi001.stdout:3527: writing smithi00187473-27 from 3137536 to 3719168 tid 1 2024-08-17T17:02:57.870 INFO:tasks.rados.rados.0.smithi001.stdout:3527: writing smithi00187473-27 from 3719168 to 4251648 tid 2 2024-08-17T17:02:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:3527: writing smithi00187473-27 from 4251648 to 4898816 tid 3 2024-08-17T17:02:57.874 INFO:tasks.rados.rados.0.smithi001.stdout:3527: writing smithi00187473-27 from 4898816 to 4923392 tid 4 2024-08-17T17:02:57.875 INFO:tasks.rados.rados.0.smithi001.stdout:3528: copy_from oid 8 from oid 36 current snap is 333 2024-08-17T17:02:57.875 INFO:tasks.rados.rados.0.smithi001.stdout:3522: expect (ObjNum 1093 snap 333 seq_num 1093) 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3527: finishing write tid 1 to smithi00187473-27 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3527: finishing write tid 2 to smithi00187473-27 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3527: finishing write tid 3 to smithi00187473-27 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3527: finishing write tid 4 to smithi00187473-27 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3527: finishing write tid 5 to smithi00187473-27 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3527: finishing write tid 6 to smithi00187473-27 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2453 (ObjNum 1109 snap 333 seq_num 1109) dirty exists 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3527: left oid 27 (ObjNum 1109 snap 333 seq_num 1109) 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3528: finishing copy_from racing read to smithi00187473-8 2024-08-17T17:02:58.017 INFO:tasks.rados.rados.0.smithi001.stdout:3528: finishing copy_from to smithi00187473-8 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2413 (ObjNum 973 snap 286 seq_num 973) dirty exists 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:3522: done (2 left) 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:3527: done (1 left) 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:3528: done (0 left) 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:3529: copy_from oid 49 from oid 28 current snap is 333 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:3530: rollback oid 17 current snap is 333 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:3530: done (1 left) 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:3531: delete oid 15 current snap is 333 2024-08-17T17:02:58.018 INFO:tasks.rados.rados.0.smithi001.stdout:3531: done (1 left) 2024-08-17T17:02:58.019 INFO:tasks.rados.rados.0.smithi001.stdout:3532: snap_create 2024-08-17T17:02:58.027 INFO:tasks.rados.rados.0.smithi001.stdout:3529: finishing copy_from racing read to smithi00187473-49 2024-08-17T17:02:58.028 INFO:tasks.rados.rados.0.smithi001.stdout:3529: finishing copy_from to smithi00187473-49 2024-08-17T17:02:58.028 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2444 (ObjNum 1080 snap 332 seq_num 1080) dirty exists 2024-08-17T17:02:58.211 INFO:tasks.rados.rados.0.smithi001.stdout:3529: done (1 left) 2024-08-17T17:02:58.212 INFO:tasks.rados.rados.0.smithi001.stdout:3532: done (0 left) 2024-08-17T17:02:58.212 INFO:tasks.rados.rados.0.smithi001.stdout:3533: setattr oid 5 current snap is 334 2024-08-17T17:02:58.213 INFO:tasks.rados.rados.0.smithi001.stdout:3534: snap_remove snap 333 2024-08-17T17:02:58.580 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:58 smithi189 ceph-mon[90541]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:02:58.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:58 smithi001 ceph-mon[100737]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:02:58.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:58 smithi001 ceph-mon[103274]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:02:59.218 INFO:tasks.rados.rados.0.smithi001.stdout:3534: done (1 left) 2024-08-17T17:02:59.219 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 36 current snap is 334 2024-08-17T17:02:59.219 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2896 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-17T17:02:59.219 INFO:tasks.rados.rados.0.smithi001.stdout:3535: seq_num 1111 ranges {3268608=614400,3883008=753664,4636672=450560} 2024-08-17T17:02:59.239 INFO:tasks.rados.rados.0.smithi001.stdout:3535: writing smithi00187473-36 from 3268608 to 3883008 tid 1 2024-08-17T17:02:59.243 INFO:tasks.rados.rados.0.smithi001.stdout:3535: writing smithi00187473-36 from 3883008 to 4636672 tid 2 2024-08-17T17:02:59.247 INFO:tasks.rados.rados.0.smithi001.stdout:3535: writing smithi00187473-36 from 4636672 to 5087232 tid 3 2024-08-17T17:02:59.247 INFO:tasks.rados.rados.0.smithi001.stdout:3533: done (1 left) 2024-08-17T17:02:59.247 INFO:tasks.rados.rados.0.smithi001.stdout:3536: setattr oid 35 current snap is 334 2024-08-17T17:02:59.249 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 334 2024-08-17T17:02:59.249 INFO:tasks.rados.rados.0.smithi001.stdout:3537: seq_num 1112 ranges {2818048=630784,3448832=638976,4087808=466944,4554752=98304} 2024-08-17T17:02:59.268 INFO:tasks.rados.rados.0.smithi001.stdout:3537: writing smithi00187473-26 from 2818048 to 3448832 tid 1 2024-08-17T17:02:59.272 INFO:tasks.rados.rados.0.smithi001.stdout:3537: writing smithi00187473-26 from 3448832 to 4087808 tid 2 2024-08-17T17:02:59.275 INFO:tasks.rados.rados.0.smithi001.stdout:3537: writing smithi00187473-26 from 4087808 to 4554752 tid 3 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3537: writing smithi00187473-26 from 4554752 to 4653056 tid 4 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3538: snap_create 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3535: finishing write tid 1 to smithi00187473-36 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3535: finishing write tid 2 to smithi00187473-36 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3535: finishing write tid 3 to smithi00187473-36 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3535: finishing write tid 4 to smithi00187473-36 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2163 (ObjNum 1105 snap 333 seq_num 1105) dirty exists 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3535: finishing write tid 5 to smithi00187473-36 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 2513 (ObjNum 1111 snap 334 seq_num 1111) dirty exists 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3535: left oid 36 (ObjNum 1111 snap 334 seq_num 1111) 2024-08-17T17:02:59.276 INFO:tasks.rados.rados.0.smithi001.stdout:3537: finishing write tid 1 to smithi00187473-26 2024-08-17T17:02:59.277 INFO:tasks.rados.rados.0.smithi001.stdout:3537: finishing write tid 2 to smithi00187473-26 2024-08-17T17:02:59.278 INFO:tasks.rados.rados.0.smithi001.stdout:3537: finishing write tid 3 to smithi00187473-26 2024-08-17T17:02:59.278 INFO:tasks.rados.rados.0.smithi001.stdout:3537: finishing write tid 4 to smithi00187473-26 2024-08-17T17:02:59.279 INFO:tasks.rados.rados.0.smithi001.stdout:3537: finishing write tid 5 to smithi00187473-26 2024-08-17T17:02:59.280 INFO:tasks.rados.rados.0.smithi001.stdout:3537: finishing write tid 6 to smithi00187473-26 2024-08-17T17:02:59.280 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2474 (ObjNum 1112 snap 334 seq_num 1112) dirty exists 2024-08-17T17:02:59.280 INFO:tasks.rados.rados.0.smithi001.stdout:3537: left oid 26 (ObjNum 1112 snap 334 seq_num 1112) 2024-08-17T17:02:59.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:59 smithi189 ceph-mon[90541]: pgmap v764: 121 pgs: 121 active+clean; 259 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.8 MiB/s wr, 8 op/s 2024-08-17T17:02:59.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:02:59 smithi189 ceph-mon[90541]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:02:59.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:59 smithi001 ceph-mon[100737]: pgmap v764: 121 pgs: 121 active+clean; 259 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.8 MiB/s wr, 8 op/s 2024-08-17T17:02:59.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:02:59 smithi001 ceph-mon[100737]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:02:59.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:59 smithi001 ceph-mon[103274]: pgmap v764: 121 pgs: 121 active+clean; 259 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.8 MiB/s wr, 8 op/s 2024-08-17T17:02:59.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:02:59 smithi001 ceph-mon[103274]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:02:59.856 INFO:tasks.rados.rados.0.smithi001.stdout:3535: done (3 left) 2024-08-17T17:02:59.856 INFO:tasks.rados.rados.0.smithi001.stdout:3536: done (2 left) 2024-08-17T17:02:59.856 INFO:tasks.rados.rados.0.smithi001.stdout:3537: done (1 left) 2024-08-17T17:02:59.857 INFO:tasks.rados.rados.0.smithi001.stdout:3538: done (0 left) 2024-08-17T17:02:59.857 INFO:tasks.rados.rados.0.smithi001.stdout:3539: rollback oid 46 current snap is 335 2024-08-17T17:02:59.857 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 334 2024-08-17T17:02:59.857 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 335 2024-08-17T17:02:59.857 INFO:tasks.rados.rados.0.smithi001.stdout:3540: seq_num 1113 ranges {7766016=647168,8413184=524288,8937472=622592,9560064=57344} 2024-08-17T17:02:59.901 INFO:tasks.rados.rados.0.smithi001.stdout:3540: writing smithi00187473-48 from 7766016 to 8413184 tid 1 2024-08-17T17:02:59.905 INFO:tasks.rados.rados.0.smithi001.stdout:3540: writing smithi00187473-48 from 8413184 to 8937472 tid 2 2024-08-17T17:02:59.909 INFO:tasks.rados.rados.0.smithi001.stdout:3540: writing smithi00187473-48 from 8937472 to 9560064 tid 3 2024-08-17T17:02:59.910 INFO:tasks.rados.rados.0.smithi001.stdout:3540: writing smithi00187473-48 from 9560064 to 9617408 tid 4 2024-08-17T17:02:59.910 INFO:tasks.rados.rados.0.smithi001.stdout:3541: read oid 33 snap -1 2024-08-17T17:02:59.910 INFO:tasks.rados.rados.0.smithi001.stdout:3541: expect (ObjNum 1065 snap 325 seq_num 1065) 2024-08-17T17:02:59.910 INFO:tasks.rados.rados.0.smithi001.stdout:3542: snap_create 2024-08-17T17:02:59.910 INFO:tasks.rados.rados.0.smithi001.stdout:3539: finishing rollback tid 0 to smithi00187473-46 2024-08-17T17:02:59.910 INFO:tasks.rados.rados.0.smithi001.stdout:3539: finishing rollback tid 1 to smithi00187473-46 2024-08-17T17:02:59.910 INFO:tasks.rados.rados.0.smithi001.stdout:3539: finishing rollback tid 2 to smithi00187473-46 2024-08-17T17:02:59.910 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2485 (ObjNum 1104 snap 333 seq_num 1104) dirty exists 2024-08-17T17:02:59.911 INFO:tasks.rados.rados.0.smithi001.stdout:3540: finishing write tid 1 to smithi00187473-48 2024-08-17T17:02:59.911 INFO:tasks.rados.rados.0.smithi001.stdout:3540: finishing write tid 2 to smithi00187473-48 2024-08-17T17:02:59.915 INFO:tasks.rados.rados.0.smithi001.stdout:3540: finishing write tid 3 to smithi00187473-48 2024-08-17T17:02:59.915 INFO:tasks.rados.rados.0.smithi001.stdout:3540: finishing write tid 4 to smithi00187473-48 2024-08-17T17:02:59.916 INFO:tasks.rados.rados.0.smithi001.stdout:3540: finishing write tid 5 to smithi00187473-48 2024-08-17T17:02:59.918 INFO:tasks.rados.rados.0.smithi001.stdout:3540: finishing write tid 6 to smithi00187473-48 2024-08-17T17:02:59.918 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2168 (ObjNum 1113 snap 335 seq_num 1113) dirty exists 2024-08-17T17:02:59.918 INFO:tasks.rados.rados.0.smithi001.stdout:3540: left oid 48 (ObjNum 1113 snap 335 seq_num 1113) 2024-08-17T17:02:59.920 INFO:tasks.rados.rados.0.smithi001.stdout:3541: expect (ObjNum 1065 snap 325 seq_num 1065) 2024-08-17T17:03:00.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:00 smithi189 ceph-mon[90541]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:03:00.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:00 smithi189 ceph-mon[90541]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:03:00.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:03:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:03:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:03:00.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:00 smithi001 ceph-mon[100737]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:03:00.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:00 smithi001 ceph-mon[100737]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:03:00.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:00 smithi001 ceph-mon[103274]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:03:00.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:00 smithi001 ceph-mon[103274]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:03:00.859 INFO:tasks.rados.rados.0.smithi001.stdout:3539: done (3 left) 2024-08-17T17:03:00.860 INFO:tasks.rados.rados.0.smithi001.stdout:3540: done (2 left) 2024-08-17T17:03:00.860 INFO:tasks.rados.rados.0.smithi001.stdout:3541: done (1 left) 2024-08-17T17:03:00.860 INFO:tasks.rados.rados.0.smithi001.stdout:3542: done (0 left) 2024-08-17T17:03:00.860 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 336 2024-08-17T17:03:00.860 INFO:tasks.rados.rados.0.smithi001.stdout:3543: seq_num 1114 ranges {9347072=663552,10010624=802816,10813440=401408} 2024-08-17T17:03:00.914 INFO:tasks.rados.rados.0.smithi001.stdout:3543: writing smithi00187473-22 from 9347072 to 10010624 tid 1 2024-08-17T17:03:00.918 INFO:tasks.rados.rados.0.smithi001.stdout:3543: writing smithi00187473-22 from 10010624 to 10813440 tid 2 2024-08-17T17:03:00.920 INFO:tasks.rados.rados.0.smithi001.stdout:3543: writing smithi00187473-22 from 10813440 to 11214848 tid 3 2024-08-17T17:03:00.921 INFO:tasks.rados.rados.0.smithi001.stdout:3544: read oid 32 snap -1 2024-08-17T17:03:00.921 INFO:tasks.rados.rados.0.smithi001.stdout:3544: expect (ObjNum 1087 snap 332 seq_num 1087) 2024-08-17T17:03:00.921 INFO:tasks.rados.rados.0.smithi001.stdout:3545: rmattr oid 7 current snap is 336 2024-08-17T17:03:00.921 INFO:tasks.rados.rados.0.smithi001.stdout:3545: done (2 left) 2024-08-17T17:03:00.921 INFO:tasks.rados.rados.0.smithi001.stdout:3546: snap_remove snap 335 2024-08-17T17:03:01.865 INFO:tasks.rados.rados.0.smithi001.stdout:3546: done (2 left) 2024-08-17T17:03:01.865 INFO:tasks.rados.rados.0.smithi001.stdout:3547: snap_remove snap 334 2024-08-17T17:03:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:01 smithi189 ceph-mon[90541]: pgmap v768: 121 pgs: 121 active+clean; 240 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.6 MiB/s wr, 19 op/s 2024-08-17T17:03:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:01 smithi189 ceph-mon[90541]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:03:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:01 smithi001 ceph-mon[100737]: pgmap v768: 121 pgs: 121 active+clean; 240 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.6 MiB/s wr, 19 op/s 2024-08-17T17:03:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:01 smithi001 ceph-mon[100737]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:03:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:01 smithi001 ceph-mon[103274]: pgmap v768: 121 pgs: 121 active+clean; 240 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7.6 MiB/s wr, 19 op/s 2024-08-17T17:03:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:01 smithi001 ceph-mon[103274]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3547: done (2 left) 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3548: copy_from oid 10 from oid 45 current snap is 336 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3543: finishing write tid 1 to smithi00187473-22 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3543: finishing write tid 2 to smithi00187473-22 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3543: finishing write tid 3 to smithi00187473-22 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3543: finishing write tid 4 to smithi00187473-22 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3543: finishing write tid 5 to smithi00187473-22 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2874 (ObjNum 1114 snap 336 seq_num 1114) dirty exists 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3543: left oid 22 (ObjNum 1114 snap 336 seq_num 1114) 2024-08-17T17:03:02.872 INFO:tasks.rados.rados.0.smithi001.stdout:3544: expect (ObjNum 1087 snap 332 seq_num 1087) 2024-08-17T17:03:02.915 INFO:tasks.rados.rados.0.smithi001.stdout:3543: done (2 left) 2024-08-17T17:03:02.915 INFO:tasks.rados.rados.0.smithi001.stdout:3544: done (1 left) 2024-08-17T17:03:02.915 INFO:tasks.rados.rados.0.smithi001.stdout:3549: setattr oid 2 current snap is 336 2024-08-17T17:03:02.916 INFO:tasks.rados.rados.0.smithi001.stdout:3550: delete oid 13 current snap is 336 2024-08-17T17:03:02.920 INFO:tasks.rados.rados.0.smithi001.stdout:3550: done (2 left) 2024-08-17T17:03:02.920 INFO:tasks.rados.rados.0.smithi001.stdout:3551: rollback oid 21 current snap is 336 2024-08-17T17:03:02.920 INFO:tasks.rados.rados.0.smithi001.stdout:3551: done (2 left) 2024-08-17T17:03:02.920 INFO:tasks.rados.rados.0.smithi001.stdout:3552: snap_create 2024-08-17T17:03:02.920 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2897 (ObjNum 1084 snap 332 seq_num 1084) dirty exists 2024-08-17T17:03:02.949 INFO:tasks.rados.rados.0.smithi001.stdout:3548: finishing copy_from racing read to smithi00187473-10 2024-08-17T17:03:02.951 INFO:tasks.rados.rados.0.smithi001.stdout:3548: finishing copy_from to smithi00187473-10 2024-08-17T17:03:02.952 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2807 (ObjNum 1003 snap 297 seq_num 1003) dirty exists 2024-08-17T17:03:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:02 smithi189 ceph-mon[90541]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:03:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:02 smithi001 ceph-mon[100737]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:03:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:02 smithi001 ceph-mon[103274]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:03:03.875 INFO:tasks.rados.rados.0.smithi001.stdout:3548: done (2 left) 2024-08-17T17:03:03.876 INFO:tasks.rados.rados.0.smithi001.stdout:3549: done (1 left) 2024-08-17T17:03:03.876 INFO:tasks.rados.rados.0.smithi001.stdout:3552: done (0 left) 2024-08-17T17:03:03.876 INFO:tasks.rados.rados.0.smithi001.stdout:3553: read oid 4 snap -1 2024-08-17T17:03:03.876 INFO:tasks.rados.rados.0.smithi001.stdout:3553: expect (ObjNum 1088 snap 332 seq_num 1088) 2024-08-17T17:03:03.876 INFO:tasks.rados.rados.0.smithi001.stdout:3554: setattr oid 29 current snap is 337 2024-08-17T17:03:03.877 INFO:tasks.rados.rados.0.smithi001.stdout:3555: snap_create 2024-08-17T17:03:03.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2509 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:03:03.914 INFO:tasks.rados.rados.0.smithi001.stdout:3553: expect (ObjNum 1088 snap 332 seq_num 1088) 2024-08-17T17:03:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:03 smithi189 ceph-mon[90541]: pgmap v771: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 44 op/s 2024-08-17T17:03:04.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:03 smithi189 ceph-mon[90541]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:03:04.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:03 smithi001 ceph-mon[100737]: pgmap v771: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 44 op/s 2024-08-17T17:03:04.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:03 smithi001 ceph-mon[100737]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:03:04.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:03 smithi001 ceph-mon[103274]: pgmap v771: 121 pgs: 121 active+clean; 210 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 44 op/s 2024-08-17T17:03:04.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:03 smithi001 ceph-mon[103274]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:03:04.855 INFO:tasks.rados.rados.0.smithi001.stdout:3553: done (2 left) 2024-08-17T17:03:04.856 INFO:tasks.rados.rados.0.smithi001.stdout:3554: done (1 left) 2024-08-17T17:03:04.856 INFO:tasks.rados.rados.0.smithi001.stdout:3555: done (0 left) 2024-08-17T17:03:04.856 INFO:tasks.rados.rados.0.smithi001.stdout:3556: setattr oid 34 current snap is 338 2024-08-17T17:03:04.857 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 338 2024-08-17T17:03:04.857 INFO:tasks.rados.rados.0.smithi001.stdout:3557: seq_num 1116 ranges {2179072=696320,2875392=573440,3448832=450560,3899392=180224} 2024-08-17T17:03:04.873 INFO:tasks.rados.rados.0.smithi001.stdout:3557: writing smithi00187473-25 from 2179072 to 2875392 tid 1 2024-08-17T17:03:04.876 INFO:tasks.rados.rados.0.smithi001.stdout:3557: writing smithi00187473-25 from 2875392 to 3448832 tid 2 2024-08-17T17:03:04.879 INFO:tasks.rados.rados.0.smithi001.stdout:3557: writing smithi00187473-25 from 3448832 to 3899392 tid 3 2024-08-17T17:03:04.880 INFO:tasks.rados.rados.0.smithi001.stdout:3557: writing smithi00187473-25 from 3899392 to 4079616 tid 4 2024-08-17T17:03:04.880 INFO:tasks.rados.rados.0.smithi001.stdout:3558: delete oid 35 current snap is 338 2024-08-17T17:03:04.880 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2527 (ObjNum 7249 snap 0 seq_num 811578208) dirty exists 2024-08-17T17:03:04.880 INFO:tasks.rados.rados.0.smithi001.stdout:3557: finishing write tid 1 to smithi00187473-25 2024-08-17T17:03:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:3557: finishing write tid 2 to smithi00187473-25 2024-08-17T17:03:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:3557: finishing write tid 3 to smithi00187473-25 2024-08-17T17:03:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:3557: finishing write tid 4 to smithi00187473-25 2024-08-17T17:03:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:3556: done (2 left) 2024-08-17T17:03:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:3558: done (1 left) 2024-08-17T17:03:04.885 INFO:tasks.rados.rados.0.smithi001.stdout:3559: snap_remove snap 336 2024-08-17T17:03:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:04 smithi189 ceph-mon[90541]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:03:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:04 smithi189 ceph-mon[90541]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:03:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:04 smithi001 ceph-mon[100737]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:03:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:04 smithi001 ceph-mon[100737]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:03:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:04 smithi001 ceph-mon[103274]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:03:05.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:04 smithi001 ceph-mon[103274]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:03:05.885 INFO:tasks.rados.rados.0.smithi001.stdout:3559: done (1 left) 2024-08-17T17:03:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:3560: rollback oid 35 current snap is 338 2024-08-17T17:03:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 337 2024-08-17T17:03:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:3557: finishing write tid 5 to smithi00187473-25 2024-08-17T17:03:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:3557: finishing write tid 6 to smithi00187473-25 2024-08-17T17:03:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2532 (ObjNum 1116 snap 338 seq_num 1116) dirty exists 2024-08-17T17:03:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:3557: left oid 25 (ObjNum 1116 snap 338 seq_num 1116) 2024-08-17T17:03:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:3557: done (1 left) 2024-08-17T17:03:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:3561: setattr oid 17 current snap is 338 2024-08-17T17:03:05.888 INFO:tasks.rados.rados.0.smithi001.stdout:3562: setattr oid 34 current snap is 338 2024-08-17T17:03:05.891 INFO:tasks.rados.rados.0.smithi001.stdout:3563: snap_create 2024-08-17T17:03:05.894 INFO:tasks.rados.rados.0.smithi001.stdout:3560: finishing rollback tid 1 to smithi00187473-35 2024-08-17T17:03:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:3560: finishing rollback tid 2 to smithi00187473-35 2024-08-17T17:03:05.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2171 (ObjNum 1105 snap 333 seq_num 1105) dirty exists 2024-08-17T17:03:05.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2533 (ObjNum 4113 snap 0 seq_num 1094436501) dirty exists 2024-08-17T17:03:05.901 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2899 (ObjNum 1032 snap 315 seq_num 1032) dirty exists 2024-08-17T17:03:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:05 smithi189 ceph-mon[90541]: pgmap v774: 121 pgs: 121 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 35 op/s 2024-08-17T17:03:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:05 smithi001 ceph-mon[100737]: pgmap v774: 121 pgs: 121 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 35 op/s 2024-08-17T17:03:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:05 smithi001 ceph-mon[103274]: pgmap v774: 121 pgs: 121 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.7 MiB/s wr, 35 op/s 2024-08-17T17:03:06.891 INFO:tasks.rados.rados.0.smithi001.stdout:3560: done (3 left) 2024-08-17T17:03:06.891 INFO:tasks.rados.rados.0.smithi001.stdout:3561: done (2 left) 2024-08-17T17:03:06.891 INFO:tasks.rados.rados.0.smithi001.stdout:3562: done (1 left) 2024-08-17T17:03:06.891 INFO:tasks.rados.rados.0.smithi001.stdout:3563: done (0 left) 2024-08-17T17:03:06.891 INFO:tasks.rados.rados.0.smithi001.stdout:3564: snap_create 2024-08-17T17:03:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:06 smithi189 ceph-mon[90541]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:03:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:06 smithi189 ceph-mon[90541]: pgmap v777: 121 pgs: 121 active+clean; 204 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:03:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:06 smithi001 ceph-mon[100737]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:03:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:06 smithi001 ceph-mon[100737]: pgmap v777: 121 pgs: 121 active+clean; 204 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:03:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:06 smithi001 ceph-mon[103274]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:03:07.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:06 smithi001 ceph-mon[103274]: pgmap v777: 121 pgs: 121 active+clean; 204 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:03:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:03:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:03:07] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.51.0" 2024-08-17T17:03:07.893 INFO:tasks.rados.rados.0.smithi001.stdout:3564: done (0 left) 2024-08-17T17:03:07.893 INFO:tasks.rados.rados.0.smithi001.stdout:3565: read oid 39 snap 339 2024-08-17T17:03:07.893 INFO:tasks.rados.rados.0.smithi001.stdout:3565: expect (ObjNum 1097 snap 333 seq_num 1097) 2024-08-17T17:03:07.893 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 38 current snap is 340 2024-08-17T17:03:07.893 INFO:tasks.rados.rados.0.smithi001.stdout:3566: seq_num 1118 ranges {4169728=729088,4898816=794624,5693440=409600} 2024-08-17T17:03:07.919 INFO:tasks.rados.rados.0.smithi001.stdout:3566: writing smithi00187473-38 from 4169728 to 4898816 tid 1 2024-08-17T17:03:07.924 INFO:tasks.rados.rados.0.smithi001.stdout:3566: writing smithi00187473-38 from 4898816 to 5693440 tid 2 2024-08-17T17:03:07.927 INFO:tasks.rados.rados.0.smithi001.stdout:3566: writing smithi00187473-38 from 5693440 to 6103040 tid 3 2024-08-17T17:03:07.927 INFO:tasks.rados.rados.0.smithi001.stdout:3567: read oid 21 snap -1 2024-08-17T17:03:07.928 INFO:tasks.rados.rados.0.smithi001.stdout:3567: expect (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:03:07.928 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 340 2024-08-17T17:03:07.928 INFO:tasks.rados.rados.0.smithi001.stdout:3568: seq_num 1119 ranges {2170880=745472,2916352=679936,3596288=524288} 2024-08-17T17:03:07.943 INFO:tasks.rados.rados.0.smithi001.stdout:3568: writing smithi00187473-28 from 2170880 to 2916352 tid 1 2024-08-17T17:03:07.947 INFO:tasks.rados.rados.0.smithi001.stdout:3568: writing smithi00187473-28 from 2916352 to 3596288 tid 2 2024-08-17T17:03:07.950 INFO:tasks.rados.rados.0.smithi001.stdout:3568: writing smithi00187473-28 from 3596288 to 4120576 tid 3 2024-08-17T17:03:07.951 INFO:tasks.rados.rados.0.smithi001.stdout:3569: snap_remove snap 337 2024-08-17T17:03:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:07 smithi189 ceph-mon[90541]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:03:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:07 smithi001 ceph-mon[103274]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:03:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:07 smithi001 ceph-mon[100737]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:03:08.903 INFO:tasks.rados.rados.0.smithi001.stdout:3569: done (4 left) 2024-08-17T17:03:08.903 INFO:tasks.rados.rados.0.smithi001.stdout:3570: read oid 29 snap 338 2024-08-17T17:03:08.904 INFO:tasks.rados.rados.0.smithi001.stdout:3570: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:03:08.904 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 340 2024-08-17T17:03:08.904 INFO:tasks.rados.rados.0.smithi001.stdout:3565: expect (ObjNum 1097 snap 333 seq_num 1097) 2024-08-17T17:03:09.018 INFO:tasks.rados.rados.0.smithi001.stdout:3566: finishing write tid 1 to smithi00187473-38 2024-08-17T17:03:09.018 INFO:tasks.rados.rados.0.smithi001.stdout:3567: expect (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:03:09.035 INFO:tasks.rados.rados.0.smithi001.stdout:3566: finishing write tid 2 to smithi00187473-38 2024-08-17T17:03:09.035 INFO:tasks.rados.rados.0.smithi001.stdout:3566: finishing write tid 3 to smithi00187473-38 2024-08-17T17:03:09.035 INFO:tasks.rados.rados.0.smithi001.stdout:3566: finishing write tid 4 to smithi00187473-38 2024-08-17T17:03:09.035 INFO:tasks.rados.rados.0.smithi001.stdout:3566: finishing write tid 5 to smithi00187473-38 2024-08-17T17:03:09.035 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 2904 (ObjNum 1118 snap 340 seq_num 1118) dirty exists 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:3566: left oid 38 (ObjNum 1118 snap 340 seq_num 1118) 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:3568: finishing write tid 1 to smithi00187473-28 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:3568: finishing write tid 2 to smithi00187473-28 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:3568: finishing write tid 3 to smithi00187473-28 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:3568: finishing write tid 4 to smithi00187473-28 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:3568: finishing write tid 5 to smithi00187473-28 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2457 (ObjNum 1119 snap 340 seq_num 1119) dirty exists 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:3568: left oid 28 (ObjNum 1119 snap 340 seq_num 1119) 2024-08-17T17:03:09.036 INFO:tasks.rados.rados.0.smithi001.stdout:3571: seq_num 1120 ranges {4923392=761856,5685248=557056,6242304=425984,6668288=221184} 2024-08-17T17:03:09.066 INFO:tasks.rados.rados.0.smithi001.stdout:3571: writing smithi00187473-27 from 4923392 to 5685248 tid 1 2024-08-17T17:03:09.069 INFO:tasks.rados.rados.0.smithi001.stdout:3571: writing smithi00187473-27 from 5685248 to 6242304 tid 2 2024-08-17T17:03:09.072 INFO:tasks.rados.rados.0.smithi001.stdout:3571: writing smithi00187473-27 from 6242304 to 6668288 tid 3 2024-08-17T17:03:09.074 INFO:tasks.rados.rados.0.smithi001.stdout:3571: writing smithi00187473-27 from 6668288 to 6889472 tid 4 2024-08-17T17:03:09.074 INFO:tasks.rados.rados.0.smithi001.stdout:3565: done (5 left) 2024-08-17T17:03:09.074 INFO:tasks.rados.rados.0.smithi001.stdout:3566: done (4 left) 2024-08-17T17:03:09.074 INFO:tasks.rados.rados.0.smithi001.stdout:3567: done (3 left) 2024-08-17T17:03:09.074 INFO:tasks.rados.rados.0.smithi001.stdout:3568: done (2 left) 2024-08-17T17:03:09.074 INFO:tasks.rados.rados.0.smithi001.stdout:3572: delete oid 28 current snap is 340 2024-08-17T17:03:09.074 INFO:tasks.rados.rados.0.smithi001.stdout:3570: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:03:09.125 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 1 to smithi00187473-27 2024-08-17T17:03:09.125 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 2 to smithi00187473-27 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 3 to smithi00187473-27 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 4 to smithi00187473-27 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:3570: done (2 left) 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:3572: done (1 left) 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:3573: snap_create 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 5 to smithi00187473-27 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:3571: finishing write tid 6 to smithi00187473-27 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2462 (ObjNum 1120 snap 340 seq_num 1120) dirty exists 2024-08-17T17:03:09.126 INFO:tasks.rados.rados.0.smithi001.stdout:3571: left oid 27 (ObjNum 1120 snap 340 seq_num 1120) 2024-08-17T17:03:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:08 smithi189 ceph-mon[90541]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:03:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:08 smithi189 ceph-mon[90541]: pgmap v780: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-08-17T17:03:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:08 smithi001 ceph-mon[100737]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:03:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:08 smithi001 ceph-mon[100737]: pgmap v780: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-08-17T17:03:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:08 smithi001 ceph-mon[103274]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:03:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:08 smithi001 ceph-mon[103274]: pgmap v780: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-08-17T17:03:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3571: done (1 left) 2024-08-17T17:03:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3573: done (0 left) 2024-08-17T17:03:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3574: copy_from oid 1 from oid 28 current snap is 341 2024-08-17T17:03:09.860 INFO:tasks.rados.rados.0.smithi001.stdout:3575: delete oid 34 current snap is 341 2024-08-17T17:03:09.870 INFO:tasks.rados.rados.0.smithi001.stdout:3575: done (1 left) 2024-08-17T17:03:09.870 INFO:tasks.rados.rados.0.smithi001.stdout:3576: snap_create 2024-08-17T17:03:09.871 INFO:tasks.rados.rados.0.smithi001.stdout:3574: finishing copy_from to smithi00187473-1 2024-08-17T17:03:09.871 INFO:tasks.rados.rados.0.smithi001.stdout:3574: got expected ENOENT (src dne) 2024-08-17T17:03:09.871 INFO:tasks.rados.rados.0.smithi001.stdout:3574: finishing copy_from racing read to smithi00187473-1 2024-08-17T17:03:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:09 smithi189 ceph-mon[90541]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:03:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:09 smithi189 ceph-mon[90541]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:03:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:09 smithi001 ceph-mon[100737]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:03:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:09 smithi001 ceph-mon[100737]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:03:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:09 smithi001 ceph-mon[103274]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:03:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:09 smithi001 ceph-mon[103274]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:03:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:03:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:03:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:03:10.867 INFO:tasks.rados.rados.0.smithi001.stdout:3574: done (1 left) 2024-08-17T17:03:10.867 INFO:tasks.rados.rados.0.smithi001.stdout:3576: done (0 left) 2024-08-17T17:03:10.867 INFO:tasks.rados.rados.0.smithi001.stdout:3577: copy_from oid 44 from oid 13 current snap is 342 2024-08-17T17:03:10.867 INFO:tasks.rados.rados.0.smithi001.stdout:3578: snap_remove snap 338 2024-08-17T17:03:11.873 INFO:tasks.rados.rados.0.smithi001.stdout:3578: done (1 left) 2024-08-17T17:03:11.873 INFO:tasks.rados.rados.0.smithi001.stdout:3579: copy_from oid 12 from oid 17 current snap is 342 2024-08-17T17:03:11.873 INFO:tasks.rados.rados.0.smithi001.stdout:3577: finishing copy_from to smithi00187473-44 2024-08-17T17:03:11.873 INFO:tasks.rados.rados.0.smithi001.stdout:3577: got expected ENOENT (src dne) 2024-08-17T17:03:11.873 INFO:tasks.rados.rados.0.smithi001.stdout:3577: finishing copy_from racing read to smithi00187473-44 2024-08-17T17:03:11.873 INFO:tasks.rados.rados.0.smithi001.stdout:3577: done (1 left) 2024-08-17T17:03:11.873 INFO:tasks.rados.rados.0.smithi001.stdout:3580: delete oid 2 current snap is 342 2024-08-17T17:03:11.882 INFO:tasks.rados.rados.0.smithi001.stdout:3580: done (1 left) 2024-08-17T17:03:11.882 INFO:tasks.rados.rados.0.smithi001.stdout:3581: read oid 47 snap -1 2024-08-17T17:03:11.882 INFO:tasks.rados.rados.0.smithi001.stdout:3581: expect (ObjNum 1093 snap 333 seq_num 1093) 2024-08-17T17:03:11.883 INFO:tasks.rados.rados.0.smithi001.stdout:3582: snap_create 2024-08-17T17:03:11.905 INFO:tasks.rados.rados.0.smithi001.stdout:3581: expect (ObjNum 1093 snap 333 seq_num 1093) 2024-08-17T17:03:12.046 INFO:tasks.rados.rados.0.smithi001.stdout:3579: finishing copy_from racing read to smithi00187473-12 2024-08-17T17:03:12.046 INFO:tasks.rados.rados.0.smithi001.stdout:3579: finishing copy_from to smithi00187473-12 2024-08-17T17:03:12.047 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2899 (ObjNum 1032 snap 315 seq_num 1032) dirty exists 2024-08-17T17:03:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:11 smithi189 ceph-mon[90541]: pgmap v783: 121 pgs: 121 active+clean; 218 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.9 MiB/s wr, 23 op/s 2024-08-17T17:03:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:11 smithi189 ceph-mon[90541]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:03:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:11 smithi001 ceph-mon[100737]: pgmap v783: 121 pgs: 121 active+clean; 218 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.9 MiB/s wr, 23 op/s 2024-08-17T17:03:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:11 smithi001 ceph-mon[100737]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:03:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:11 smithi001 ceph-mon[103274]: pgmap v783: 121 pgs: 121 active+clean; 218 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.9 MiB/s wr, 23 op/s 2024-08-17T17:03:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:11 smithi001 ceph-mon[103274]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:03:12.878 INFO:tasks.rados.rados.0.smithi001.stdout:3579: done (2 left) 2024-08-17T17:03:12.879 INFO:tasks.rados.rados.0.smithi001.stdout:3581: done (1 left) 2024-08-17T17:03:12.879 INFO:tasks.rados.rados.0.smithi001.stdout:3582: done (0 left) 2024-08-17T17:03:12.879 INFO:tasks.rados.rados.0.smithi001.stdout:3583: copy_from oid 30 from oid 21 current snap is 343 2024-08-17T17:03:12.879 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 7 current snap is 343 2024-08-17T17:03:12.879 INFO:tasks.rados.rados.0.smithi001.stdout:3584: seq_num 1124 ranges {2760704=434176,3194880=499712,3694592=409600,4104192=663552,4767744=32768} 2024-08-17T17:03:12.896 INFO:tasks.rados.rados.0.smithi001.stdout:3584: writing smithi00187473-7 from 2760704 to 3194880 tid 1 2024-08-17T17:03:12.899 INFO:tasks.rados.rados.0.smithi001.stdout:3584: writing smithi00187473-7 from 3194880 to 3694592 tid 2 2024-08-17T17:03:12.901 INFO:tasks.rados.rados.0.smithi001.stdout:3584: writing smithi00187473-7 from 3694592 to 4104192 tid 3 2024-08-17T17:03:12.905 INFO:tasks.rados.rados.0.smithi001.stdout:3584: writing smithi00187473-7 from 4104192 to 4767744 tid 4 2024-08-17T17:03:12.906 INFO:tasks.rados.rados.0.smithi001.stdout:3584: writing smithi00187473-7 from 4767744 to 4800512 tid 5 2024-08-17T17:03:12.906 INFO:tasks.rados.rados.0.smithi001.stdout:3585: delete oid 47 current snap is 343 2024-08-17T17:03:12.906 INFO:tasks.rados.rados.0.smithi001.stdout:3583: finishing copy_from racing read to smithi00187473-30 2024-08-17T17:03:12.906 INFO:tasks.rados.rados.0.smithi001.stdout:3583: finishing copy_from to smithi00187473-30 2024-08-17T17:03:12.906 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2022 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-08-17T17:03:12.906 INFO:tasks.rados.rados.0.smithi001.stdout:3584: finishing write tid 1 to smithi00187473-7 2024-08-17T17:03:12.906 INFO:tasks.rados.rados.0.smithi001.stdout:3584: finishing write tid 2 to smithi00187473-7 2024-08-17T17:03:12.906 INFO:tasks.rados.rados.0.smithi001.stdout:3584: finishing write tid 3 to smithi00187473-7 2024-08-17T17:03:12.909 INFO:tasks.rados.rados.0.smithi001.stdout:3584: finishing write tid 4 to smithi00187473-7 2024-08-17T17:03:12.909 INFO:tasks.rados.rados.0.smithi001.stdout:3584: finishing write tid 5 to smithi00187473-7 2024-08-17T17:03:12.909 INFO:tasks.rados.rados.0.smithi001.stdout:3584: finishing write tid 6 to smithi00187473-7 2024-08-17T17:03:12.910 INFO:tasks.rados.rados.0.smithi001.stdout:3583: done (2 left) 2024-08-17T17:03:12.910 INFO:tasks.rados.rados.0.smithi001.stdout:3585: done (1 left) 2024-08-17T17:03:12.910 INFO:tasks.rados.rados.0.smithi001.stdout:3586: snap_create 2024-08-17T17:03:12.910 INFO:tasks.rados.rados.0.smithi001.stdout:3584: finishing write tid 7 to smithi00187473-7 2024-08-17T17:03:12.911 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2480 (ObjNum 1124 snap 343 seq_num 1124) dirty exists 2024-08-17T17:03:12.911 INFO:tasks.rados.rados.0.smithi001.stdout:3584: left oid 7 (ObjNum 1124 snap 343 seq_num 1124) 2024-08-17T17:03:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:12 smithi189 ceph-mon[90541]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:03:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:12 smithi001 ceph-mon[100737]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:03:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:12 smithi001 ceph-mon[103274]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:03:13.883 INFO:tasks.rados.rados.0.smithi001.stdout:3584: done (1 left) 2024-08-17T17:03:13.883 INFO:tasks.rados.rados.0.smithi001.stdout:3586: done (0 left) 2024-08-17T17:03:13.883 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 344 2024-08-17T17:03:13.883 INFO:tasks.rados.rados.0.smithi001.stdout:3587: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2024-08-17T17:03:13.885 INFO:tasks.rados.rados.0.smithi001.stdout:3587: writing smithi00187473-47 from 0 to 466944 tid 1 2024-08-17T17:03:13.889 INFO:tasks.rados.rados.0.smithi001.stdout:3587: writing smithi00187473-47 from 466944 to 1187840 tid 2 2024-08-17T17:03:13.894 INFO:tasks.rados.rados.0.smithi001.stdout:3587: writing smithi00187473-47 from 1187840 to 1966080 tid 3 2024-08-17T17:03:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:3587: writing smithi00187473-47 from 1966080 to 2072576 tid 4 2024-08-17T17:03:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:3588: rmattr oid 41 current snap is 344 2024-08-17T17:03:13.895 INFO:tasks.rados.rados.0.smithi001.stdout:3588: done (1 left) 2024-08-17T17:03:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:3589: rollback oid 26 current snap is 344 2024-08-17T17:03:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 26 to 340 2024-08-17T17:03:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:3587: finishing write tid 1 to smithi00187473-47 2024-08-17T17:03:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:3587: finishing write tid 2 to smithi00187473-47 2024-08-17T17:03:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 40 current snap is 344 2024-08-17T17:03:13.896 INFO:tasks.rados.rados.0.smithi001.stdout:3590: seq_num 1127 ranges {4775936=483328,5259264=598016,5857280=581632,6438912=425984} 2024-08-17T17:03:13.924 INFO:tasks.rados.rados.0.smithi001.stdout:3590: writing smithi00187473-40 from 4775936 to 5259264 tid 1 2024-08-17T17:03:13.927 INFO:tasks.rados.rados.0.smithi001.stdout:3590: writing smithi00187473-40 from 5259264 to 5857280 tid 2 2024-08-17T17:03:13.931 INFO:tasks.rados.rados.0.smithi001.stdout:3590: writing smithi00187473-40 from 5857280 to 6438912 tid 3 2024-08-17T17:03:13.934 INFO:tasks.rados.rados.0.smithi001.stdout:3590: writing smithi00187473-40 from 6438912 to 6864896 tid 4 2024-08-17T17:03:13.934 INFO:tasks.rados.rados.0.smithi001.stdout:3591: rollback oid 23 current snap is 344 2024-08-17T17:03:13.934 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 341 2024-08-17T17:03:13.934 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing rollback tid 0 to smithi00187473-26 2024-08-17T17:03:13.934 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing rollback tid 1 to smithi00187473-26 2024-08-17T17:03:13.934 INFO:tasks.rados.rados.0.smithi001.stdout:3589: finishing rollback tid 2 to smithi00187473-26 2024-08-17T17:03:13.935 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2483 (ObjNum 1112 snap 334 seq_num 1112) dirty exists 2024-08-17T17:03:13.935 INFO:tasks.rados.rados.0.smithi001.stdout:3587: finishing write tid 3 to smithi00187473-47 2024-08-17T17:03:13.935 INFO:tasks.rados.rados.0.smithi001.stdout:3587: finishing write tid 4 to smithi00187473-47 2024-08-17T17:03:13.935 INFO:tasks.rados.rados.0.smithi001.stdout:3587: finishing write tid 5 to smithi00187473-47 2024-08-17T17:03:13.935 INFO:tasks.rados.rados.0.smithi001.stdout:3589: done (3 left) 2024-08-17T17:03:13.935 INFO:tasks.rados.rados.0.smithi001.stdout:3592: snap_remove snap 343 2024-08-17T17:03:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:13 smithi189 ceph-mon[90541]: pgmap v786: 121 pgs: 121 active+clean; 227 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-08-17T17:03:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:13 smithi189 ceph-mon[90541]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:03:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:13 smithi001 ceph-mon[100737]: pgmap v786: 121 pgs: 121 active+clean; 227 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-08-17T17:03:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:13 smithi001 ceph-mon[100737]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:03:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:13 smithi001 ceph-mon[103274]: pgmap v786: 121 pgs: 121 active+clean; 227 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-08-17T17:03:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:13 smithi001 ceph-mon[103274]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:03:14.862 INFO:tasks.rados.rados.0.smithi001.stdout:3587: finishing write tid 6 to smithi00187473-47 2024-08-17T17:03:14.862 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2540 (ObjNum 1126 snap 344 seq_num 1126) dirty exists 2024-08-17T17:03:14.862 INFO:tasks.rados.rados.0.smithi001.stdout:3587: left oid 47 (ObjNum 1126 snap 344 seq_num 1126) 2024-08-17T17:03:14.862 INFO:tasks.rados.rados.0.smithi001.stdout:3587: done (3 left) 2024-08-17T17:03:14.862 INFO:tasks.rados.rados.0.smithi001.stdout:3592: done (2 left) 2024-08-17T17:03:14.862 INFO:tasks.rados.rados.0.smithi001.stdout:3593: delete oid 36 current snap is 344 2024-08-17T17:03:14.862 INFO:tasks.rados.rados.0.smithi001.stdout:3590: finishing write tid 1 to smithi00187473-40 2024-08-17T17:03:14.862 INFO:tasks.rados.rados.0.smithi001.stdout:3590: finishing write tid 2 to smithi00187473-40 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:3590: finishing write tid 3 to smithi00187473-40 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:3590: finishing write tid 4 to smithi00187473-40 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:3590: finishing write tid 5 to smithi00187473-40 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing rollback tid 0 to smithi00187473-23 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing rollback tid 1 to smithi00187473-23 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:3591: finishing rollback tid 2 to smithi00187473-23 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2543 (ObjNum 1019 snap 311 seq_num 1019) dirty exists 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:3590: finishing write tid 6 to smithi00187473-40 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2488 (ObjNum 1127 snap 344 seq_num 1127) dirty exists 2024-08-17T17:03:14.863 INFO:tasks.rados.rados.0.smithi001.stdout:3590: left oid 40 (ObjNum 1127 snap 344 seq_num 1127) 2024-08-17T17:03:14.865 INFO:tasks.rados.rados.0.smithi001.stdout:3590: done (2 left) 2024-08-17T17:03:14.865 INFO:tasks.rados.rados.0.smithi001.stdout:3591: done (1 left) 2024-08-17T17:03:14.865 INFO:tasks.rados.rados.0.smithi001.stdout:3593: done (0 left) 2024-08-17T17:03:14.865 INFO:tasks.rados.rados.0.smithi001.stdout:3594: read oid 6 snap 341 2024-08-17T17:03:14.865 INFO:tasks.rados.rados.0.smithi001.stdout:3594: expect deleted 2024-08-17T17:03:14.865 INFO:tasks.rados.rados.0.smithi001.stdout:3595: rollback oid 19 current snap is 344 2024-08-17T17:03:14.865 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 342 2024-08-17T17:03:14.865 INFO:tasks.rados.rados.0.smithi001.stdout:3596: delete oid 40 current snap is 344 2024-08-17T17:03:14.876 INFO:tasks.rados.rados.0.smithi001.stdout:3594: done (2 left) 2024-08-17T17:03:14.877 INFO:tasks.rados.rados.0.smithi001.stdout:3596: done (1 left) 2024-08-17T17:03:14.877 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 344 2024-08-17T17:03:14.877 INFO:tasks.rados.rados.0.smithi001.stdout:3597: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-08-17T17:03:14.880 INFO:tasks.rados.rados.0.smithi001.stdout:3597: writing smithi00187473-5 from 0 to 532480 tid 1 2024-08-17T17:03:14.884 INFO:tasks.rados.rados.0.smithi001.stdout:3597: writing smithi00187473-5 from 532480 to 1187840 tid 2 2024-08-17T17:03:14.889 INFO:tasks.rados.rados.0.smithi001.stdout:3597: writing smithi00187473-5 from 1187840 to 1941504 tid 3 2024-08-17T17:03:14.891 INFO:tasks.rados.rados.0.smithi001.stdout:3597: writing smithi00187473-5 from 1941504 to 2138112 tid 4 2024-08-17T17:03:14.891 INFO:tasks.rados.rados.0.smithi001.stdout:3598: snap_create 2024-08-17T17:03:14.891 INFO:tasks.rados.rados.0.smithi001.stdout:3595: finishing rollback tid 0 to smithi00187473-19 2024-08-17T17:03:14.891 INFO:tasks.rados.rados.0.smithi001.stdout:3595: finishing rollback tid 1 to smithi00187473-19 2024-08-17T17:03:14.891 INFO:tasks.rados.rados.0.smithi001.stdout:3595: finishing rollback tid 2 to smithi00187473-19 2024-08-17T17:03:14.891 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2466 (ObjNum 792 snap 238 seq_num 792) dirty exists 2024-08-17T17:03:14.893 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 1 to smithi00187473-5 2024-08-17T17:03:14.893 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 2 to smithi00187473-5 2024-08-17T17:03:14.896 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 3 to smithi00187473-5 2024-08-17T17:03:14.896 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 4 to smithi00187473-5 2024-08-17T17:03:14.897 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 5 to smithi00187473-5 2024-08-17T17:03:14.898 INFO:tasks.rados.rados.0.smithi001.stdout:3597: finishing write tid 6 to smithi00187473-5 2024-08-17T17:03:14.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2918 (ObjNum 1130 snap 344 seq_num 1130) dirty exists 2024-08-17T17:03:14.899 INFO:tasks.rados.rados.0.smithi001.stdout:3597: left oid 5 (ObjNum 1130 snap 344 seq_num 1130) 2024-08-17T17:03:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:14 smithi189 ceph-mon[90541]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:03:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:14 smithi189 ceph-mon[90541]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:03:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:14 smithi001 ceph-mon[100737]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:03:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:14 smithi001 ceph-mon[100737]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:03:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:14 smithi001 ceph-mon[103274]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:03:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:14 smithi001 ceph-mon[103274]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:03:15.896 INFO:tasks.rados.rados.0.smithi001.stdout:3595: done (2 left) 2024-08-17T17:03:15.896 INFO:tasks.rados.rados.0.smithi001.stdout:3597: done (1 left) 2024-08-17T17:03:15.896 INFO:tasks.rados.rados.0.smithi001.stdout:3598: done (0 left) 2024-08-17T17:03:15.896 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 345 2024-08-17T17:03:15.897 INFO:tasks.rados.rados.0.smithi001.stdout:3599: seq_num 1131 ranges {4923392=548864,5472256=540672,6012928=565248,6578176=425984,7004160=73728} 2024-08-17T17:03:15.926 INFO:tasks.rados.rados.0.smithi001.stdout:3599: writing smithi00187473-42 from 4923392 to 5472256 tid 1 2024-08-17T17:03:15.929 INFO:tasks.rados.rados.0.smithi001.stdout:3599: writing smithi00187473-42 from 5472256 to 6012928 tid 2 2024-08-17T17:03:15.932 INFO:tasks.rados.rados.0.smithi001.stdout:3599: writing smithi00187473-42 from 6012928 to 6578176 tid 3 2024-08-17T17:03:15.935 INFO:tasks.rados.rados.0.smithi001.stdout:3599: writing smithi00187473-42 from 6578176 to 7004160 tid 4 2024-08-17T17:03:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3599: writing smithi00187473-42 from 7004160 to 7077888 tid 5 2024-08-17T17:03:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3600: read oid 41 snap -1 2024-08-17T17:03:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3600: expect deleted 2024-08-17T17:03:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3601: snap_create 2024-08-17T17:03:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3599: finishing write tid 1 to smithi00187473-42 2024-08-17T17:03:15.936 INFO:tasks.rados.rados.0.smithi001.stdout:3599: finishing write tid 2 to smithi00187473-42 2024-08-17T17:03:15.937 INFO:tasks.rados.rados.0.smithi001.stdout:3599: finishing write tid 3 to smithi00187473-42 2024-08-17T17:03:15.940 INFO:tasks.rados.rados.0.smithi001.stdout:3599: finishing write tid 4 to smithi00187473-42 2024-08-17T17:03:15.940 INFO:tasks.rados.rados.0.smithi001.stdout:3599: finishing write tid 5 to smithi00187473-42 2024-08-17T17:03:15.940 INFO:tasks.rados.rados.0.smithi001.stdout:3599: finishing write tid 6 to smithi00187473-42 2024-08-17T17:03:15.941 INFO:tasks.rados.rados.0.smithi001.stdout:3599: finishing write tid 7 to smithi00187473-42 2024-08-17T17:03:15.941 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2419 (ObjNum 1131 snap 345 seq_num 1131) dirty exists 2024-08-17T17:03:15.942 INFO:tasks.rados.rados.0.smithi001.stdout:3599: left oid 42 (ObjNum 1131 snap 345 seq_num 1131) 2024-08-17T17:03:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:15 smithi189 ceph-mon[90541]: pgmap v789: 121 pgs: 121 active+clean; 227 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-08-17T17:03:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:15 smithi001 ceph-mon[100737]: pgmap v789: 121 pgs: 121 active+clean; 227 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-08-17T17:03:16.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:15 smithi001 ceph-mon[103274]: pgmap v789: 121 pgs: 121 active+clean; 227 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-08-17T17:03:16.903 INFO:tasks.rados.rados.0.smithi001.stdout:3599: done (2 left) 2024-08-17T17:03:16.903 INFO:tasks.rados.rados.0.smithi001.stdout:3600: done (1 left) 2024-08-17T17:03:16.903 INFO:tasks.rados.rados.0.smithi001.stdout:3601: done (0 left) 2024-08-17T17:03:16.903 INFO:tasks.rados.rados.0.smithi001.stdout:3602: copy_from oid 39 from oid 30 current snap is 346 2024-08-17T17:03:16.903 INFO:tasks.rados.rados.0.smithi001.stdout:3603: read oid 40 snap -1 2024-08-17T17:03:16.903 INFO:tasks.rados.rados.0.smithi001.stdout:3603: expect deleted 2024-08-17T17:03:16.903 INFO:tasks.rados.rados.0.smithi001.stdout:3604: read oid 43 snap -1 2024-08-17T17:03:16.904 INFO:tasks.rados.rados.0.smithi001.stdout:3604: expect deleted 2024-08-17T17:03:16.904 INFO:tasks.rados.rados.0.smithi001.stdout:3605: delete oid 25 current snap is 346 2024-08-17T17:03:16.911 INFO:tasks.rados.rados.0.smithi001.stdout:3603: done (3 left) 2024-08-17T17:03:16.911 INFO:tasks.rados.rados.0.smithi001.stdout:3604: done (2 left) 2024-08-17T17:03:16.911 INFO:tasks.rados.rados.0.smithi001.stdout:3605: done (1 left) 2024-08-17T17:03:16.912 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 346 2024-08-17T17:03:16.912 INFO:tasks.rados.rados.0.smithi001.stdout:3606: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-08-17T17:03:16.915 INFO:tasks.rados.rados.0.smithi001.stdout:3606: writing smithi00187473-2 from 0 to 581632 tid 1 2024-08-17T17:03:16.920 INFO:tasks.rados.rados.0.smithi001.stdout:3606: writing smithi00187473-2 from 581632 to 1335296 tid 2 2024-08-17T17:03:16.924 INFO:tasks.rados.rados.0.smithi001.stdout:3606: writing smithi00187473-2 from 1335296 to 1908736 tid 3 2024-08-17T17:03:16.926 INFO:tasks.rados.rados.0.smithi001.stdout:3606: writing smithi00187473-2 from 1908736 to 2187264 tid 4 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:3607: setattr oid 20 current snap is 346 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:3602: finishing copy_from racing read to smithi00187473-39 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:3602: finishing copy_from to smithi00187473-39 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2022 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:3606: finishing write tid 1 to smithi00187473-2 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:3606: finishing write tid 2 to smithi00187473-2 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:3602: done (2 left) 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 346 2024-08-17T17:03:16.927 INFO:tasks.rados.rados.0.smithi001.stdout:3608: seq_num 1134 ranges {9617408=598016,10215424=638976,10854400=737280,11591680=229376} 2024-08-17T17:03:16.983 INFO:tasks.rados.rados.0.smithi001.stdout:3608: writing smithi00187473-48 from 9617408 to 10215424 tid 1 2024-08-17T17:03:16.987 INFO:tasks.rados.rados.0.smithi001.stdout:3608: writing smithi00187473-48 from 10215424 to 10854400 tid 2 2024-08-17T17:03:16.992 INFO:tasks.rados.rados.0.smithi001.stdout:3608: writing smithi00187473-48 from 10854400 to 11591680 tid 3 2024-08-17T17:03:16.994 INFO:tasks.rados.rados.0.smithi001.stdout:3608: writing smithi00187473-48 from 11591680 to 11821056 tid 4 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3609: read oid 50 snap -1 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3609: expect deleted 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3606: finishing write tid 3 to smithi00187473-2 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 20 v 2172 (ObjNum 1089 snap 333 seq_num 1089) dirty exists 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3606: finishing write tid 4 to smithi00187473-2 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3606: finishing write tid 5 to smithi00187473-2 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3606: finishing write tid 6 to smithi00187473-2 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2923 (ObjNum 1133 snap 346 seq_num 1133) dirty exists 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3606: left oid 2 (ObjNum 1133 snap 346 seq_num 1133) 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3608: finishing write tid 1 to smithi00187473-48 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3608: finishing write tid 2 to smithi00187473-48 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3610: read oid 46 snap -1 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3610: expect (ObjNum 1104 snap 333 seq_num 1104) 2024-08-17T17:03:16.995 INFO:tasks.rados.rados.0.smithi001.stdout:3606: done (4 left) 2024-08-17T17:03:16.996 INFO:tasks.rados.rados.0.smithi001.stdout:3607: done (3 left) 2024-08-17T17:03:16.996 INFO:tasks.rados.rados.0.smithi001.stdout:3611: read oid 23 snap -1 2024-08-17T17:03:16.996 INFO:tasks.rados.rados.0.smithi001.stdout:3611: expect (ObjNum 1019 snap 311 seq_num 1019) 2024-08-17T17:03:16.996 INFO:tasks.rados.rados.0.smithi001.stdout:3612: read oid 18 snap -1 2024-08-17T17:03:16.996 INFO:tasks.rados.rados.0.smithi001.stdout:3612: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-08-17T17:03:16.996 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 346 2024-08-17T17:03:16.996 INFO:tasks.rados.rados.0.smithi001.stdout:3613: seq_num 1135 ranges {6610944=614400,7225344=524288,7749632=540672,8290304=483328,8773632=57344} 2024-08-17T17:03:17.037 INFO:tasks.rados.rados.0.smithi001.stdout:3613: writing smithi00187473-4 from 6610944 to 7225344 tid 1 2024-08-17T17:03:17.040 INFO:tasks.rados.rados.0.smithi001.stdout:3613: writing smithi00187473-4 from 7225344 to 7749632 tid 2 2024-08-17T17:03:17.044 INFO:tasks.rados.rados.0.smithi001.stdout:3613: writing smithi00187473-4 from 7749632 to 8290304 tid 3 2024-08-17T17:03:17.048 INFO:tasks.rados.rados.0.smithi001.stdout:3613: writing smithi00187473-4 from 8290304 to 8773632 tid 4 2024-08-17T17:03:17.048 INFO:tasks.rados.rados.0.smithi001.stdout:3613: writing smithi00187473-4 from 8773632 to 8830976 tid 5 2024-08-17T17:03:17.048 INFO:tasks.rados.rados.0.smithi001.stdout:3614: snap_remove snap 342 2024-08-17T17:03:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:16 smithi189 ceph-mon[90541]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:03:17.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:16 smithi189 ceph-mon[90541]: pgmap v792: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-17T17:03:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:16 smithi001 ceph-mon[100737]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:03:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:16 smithi001 ceph-mon[100737]: pgmap v792: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-17T17:03:17.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:16 smithi001 ceph-mon[103274]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:03:17.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:16 smithi001 ceph-mon[103274]: pgmap v792: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-17T17:03:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:03:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:03:17] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:03:17.912 INFO:tasks.rados.rados.0.smithi001.stdout:3608: finishing write tid 3 to smithi00187473-48 2024-08-17T17:03:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:3608: finishing write tid 4 to smithi00187473-48 2024-08-17T17:03:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:3608: finishing write tid 5 to smithi00187473-48 2024-08-17T17:03:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:3608: finishing write tid 6 to smithi00187473-48 2024-08-17T17:03:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2177 (ObjNum 1134 snap 346 seq_num 1134) dirty exists 2024-08-17T17:03:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:3608: left oid 48 (ObjNum 1134 snap 346 seq_num 1134) 2024-08-17T17:03:17.913 INFO:tasks.rados.rados.0.smithi001.stdout:3611: expect (ObjNum 1019 snap 311 seq_num 1019) 2024-08-17T17:03:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:17 smithi189 ceph-mon[90541]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:03:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:17 smithi001 ceph-mon[100737]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:03:18.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:17 smithi001 ceph-mon[103274]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:03:18.366 INFO:tasks.rados.rados.0.smithi001.stdout:3613: finishing write tid 1 to smithi00187473-4 2024-08-17T17:03:18.366 INFO:tasks.rados.rados.0.smithi001.stdout:3613: finishing write tid 2 to smithi00187473-4 2024-08-17T17:03:18.366 INFO:tasks.rados.rados.0.smithi001.stdout:3613: finishing write tid 3 to smithi00187473-4 2024-08-17T17:03:18.366 INFO:tasks.rados.rados.0.smithi001.stdout:3613: finishing write tid 4 to smithi00187473-4 2024-08-17T17:03:18.366 INFO:tasks.rados.rados.0.smithi001.stdout:3608: done (6 left) 2024-08-17T17:03:18.366 INFO:tasks.rados.rados.0.smithi001.stdout:3609: done (5 left) 2024-08-17T17:03:18.367 INFO:tasks.rados.rados.0.smithi001.stdout:3611: done (4 left) 2024-08-17T17:03:18.367 INFO:tasks.rados.rados.0.smithi001.stdout:3614: done (3 left) 2024-08-17T17:03:18.367 INFO:tasks.rados.rados.0.smithi001.stdout:3615: read oid 15 snap 340 2024-08-17T17:03:18.367 INFO:tasks.rados.rados.0.smithi001.stdout:3615: expect deleted 2024-08-17T17:03:18.367 INFO:tasks.rados.rados.0.smithi001.stdout:3616: snap_remove snap 339 2024-08-17T17:03:18.914 INFO:tasks.rados.rados.0.smithi001.stdout:3616: done (4 left) 2024-08-17T17:03:18.914 INFO:tasks.rados.rados.0.smithi001.stdout:3617: read oid 26 snap 341 2024-08-17T17:03:18.914 INFO:tasks.rados.rados.0.smithi001.stdout:3617: expect (ObjNum 1112 snap 334 seq_num 1112) 2024-08-17T17:03:18.914 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 346 2024-08-17T17:03:18.914 INFO:tasks.rados.rados.0.smithi001.stdout:3613: finishing write tid 5 to smithi00187473-4 2024-08-17T17:03:18.914 INFO:tasks.rados.rados.0.smithi001.stdout:3613: finishing write tid 6 to smithi00187473-4 2024-08-17T17:03:18.915 INFO:tasks.rados.rados.0.smithi001.stdout:3613: finishing write tid 7 to smithi00187473-4 2024-08-17T17:03:18.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2493 (ObjNum 1135 snap 346 seq_num 1135) dirty exists 2024-08-17T17:03:18.915 INFO:tasks.rados.rados.0.smithi001.stdout:3613: left oid 4 (ObjNum 1135 snap 346 seq_num 1135) 2024-08-17T17:03:18.915 INFO:tasks.rados.rados.0.smithi001.stdout:3612: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-08-17T17:03:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:18 smithi189 ceph-mon[90541]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:03:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:18 smithi189 ceph-mon[90541]: pgmap v795: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1008 KiB/s wr, 4 op/s 2024-08-17T17:03:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:18 smithi001 ceph-mon[100737]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:03:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:18 smithi001 ceph-mon[100737]: pgmap v795: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1008 KiB/s wr, 4 op/s 2024-08-17T17:03:19.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:18 smithi001 ceph-mon[103274]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:03:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:18 smithi001 ceph-mon[103274]: pgmap v795: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1008 KiB/s wr, 4 op/s 2024-08-17T17:03:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:19 smithi189 ceph-mon[90541]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:03:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:19 smithi189 ceph-mon[90541]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:03:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:19 smithi001 ceph-mon[100737]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:03:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:19 smithi001 ceph-mon[100737]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:03:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:19 smithi001 ceph-mon[103274]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:03:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:19 smithi001 ceph-mon[103274]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:03:20.428 INFO:tasks.rados.rados.0.smithi001.stdout:3610: expect (ObjNum 1104 snap 333 seq_num 1104) 2024-08-17T17:03:20.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:03:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:03:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:03:21.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:20 smithi189 ceph-mon[90541]: pgmap v798: 121 pgs: 121 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-17T17:03:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:20 smithi001 ceph-mon[100737]: pgmap v798: 121 pgs: 121 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-17T17:03:21.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:20 smithi001 ceph-mon[103274]: pgmap v798: 121 pgs: 121 active+clean; 235 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-08-17T17:03:21.847 INFO:tasks.rados.rados.0.smithi001.stdout:3617: expect (ObjNum 1112 snap 334 seq_num 1112) 2024-08-17T17:03:22.049 INFO:tasks.rados.rados.0.smithi001.stdout:3618: seq_num 1136 ranges {12124160=630784,12754944=409600,13164544=753664,13918208=417792,14336000=24576} 2024-08-17T17:03:22.118 INFO:tasks.rados.rados.0.smithi001.stdout:3618: writing smithi00187473-1 from 12124160 to 12754944 tid 1 2024-08-17T17:03:22.120 INFO:tasks.rados.rados.0.smithi001.stdout:3618: writing smithi00187473-1 from 12754944 to 13164544 tid 2 2024-08-17T17:03:22.124 INFO:tasks.rados.rados.0.smithi001.stdout:3618: writing smithi00187473-1 from 13164544 to 13918208 tid 3 2024-08-17T17:03:22.128 INFO:tasks.rados.rados.0.smithi001.stdout:3618: writing smithi00187473-1 from 13918208 to 14336000 tid 4 2024-08-17T17:03:22.128 INFO:tasks.rados.rados.0.smithi001.stdout:3618: writing smithi00187473-1 from 14336000 to 14360576 tid 5 2024-08-17T17:03:22.128 INFO:tasks.rados.rados.0.smithi001.stdout:3610: done (5 left) 2024-08-17T17:03:22.128 INFO:tasks.rados.rados.0.smithi001.stdout:3612: done (4 left) 2024-08-17T17:03:22.129 INFO:tasks.rados.rados.0.smithi001.stdout:3613: done (3 left) 2024-08-17T17:03:22.129 INFO:tasks.rados.rados.0.smithi001.stdout:3615: done (2 left) 2024-08-17T17:03:22.129 INFO:tasks.rados.rados.0.smithi001.stdout:3617: done (1 left) 2024-08-17T17:03:22.129 INFO:tasks.rados.rados.0.smithi001.stdout:3619: read oid 13 snap -1 2024-08-17T17:03:22.129 INFO:tasks.rados.rados.0.smithi001.stdout:3619: expect deleted 2024-08-17T17:03:22.129 INFO:tasks.rados.rados.0.smithi001.stdout:3620: read oid 31 snap -1 2024-08-17T17:03:22.129 INFO:tasks.rados.rados.0.smithi001.stdout:3620: expect (ObjNum 1022 snap 311 seq_num 1022) 2024-08-17T17:03:22.130 INFO:tasks.rados.rados.0.smithi001.stdout:3621: snap_create 2024-08-17T17:03:22.130 INFO:tasks.rados.rados.0.smithi001.stdout:3618: finishing write tid 1 to smithi00187473-1 2024-08-17T17:03:22.130 INFO:tasks.rados.rados.0.smithi001.stdout:3618: finishing write tid 2 to smithi00187473-1 2024-08-17T17:03:22.131 INFO:tasks.rados.rados.0.smithi001.stdout:3618: finishing write tid 3 to smithi00187473-1 2024-08-17T17:03:22.133 INFO:tasks.rados.rados.0.smithi001.stdout:3618: finishing write tid 4 to smithi00187473-1 2024-08-17T17:03:22.133 INFO:tasks.rados.rados.0.smithi001.stdout:3618: finishing write tid 5 to smithi00187473-1 2024-08-17T17:03:22.133 INFO:tasks.rados.rados.0.smithi001.stdout:3618: finishing write tid 6 to smithi00187473-1 2024-08-17T17:03:22.135 INFO:tasks.rados.rados.0.smithi001.stdout:3618: finishing write tid 7 to smithi00187473-1 2024-08-17T17:03:22.135 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2550 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:03:22.135 INFO:tasks.rados.rados.0.smithi001.stdout:3618: left oid 1 (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:03:22.160 INFO:tasks.rados.rados.0.smithi001.stdout:3620: expect (ObjNum 1022 snap 311 seq_num 1022) 2024-08-17T17:03:23.359 INFO:tasks.rados.rados.0.smithi001.stdout:3618: done (3 left) 2024-08-17T17:03:23.359 INFO:tasks.rados.rados.0.smithi001.stdout:3619: done (2 left) 2024-08-17T17:03:23.359 INFO:tasks.rados.rados.0.smithi001.stdout:3620: done (1 left) 2024-08-17T17:03:23.359 INFO:tasks.rados.rados.0.smithi001.stdout:3621: done (0 left) 2024-08-17T17:03:23.359 INFO:tasks.rados.rados.0.smithi001.stdout:3622: rollback oid 31 current snap is 347 2024-08-17T17:03:23.359 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 344 2024-08-17T17:03:23.360 INFO:tasks.rados.rados.0.smithi001.stdout:3623: read oid 29 snap -1 2024-08-17T17:03:23.360 INFO:tasks.rados.rados.0.smithi001.stdout:3623: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:03:23.360 INFO:tasks.rados.rados.0.smithi001.stdout:3624: read oid 3 snap -1 2024-08-17T17:03:23.360 INFO:tasks.rados.rados.0.smithi001.stdout:3624: expect (ObjNum 1077 snap 330 seq_num 1077) 2024-08-17T17:03:23.360 INFO:tasks.rados.rados.0.smithi001.stdout:3625: copy_from oid 30 from oid 34 current snap is 347 2024-08-17T17:03:23.360 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 347 2024-08-17T17:03:23.360 INFO:tasks.rados.rados.0.smithi001.stdout:3626: seq_num 1137 ranges {2138112=647168,2785280=696320,3481600=557056,4038656=352256} 2024-08-17T17:03:23.375 INFO:tasks.rados.rados.0.smithi001.stdout:3626: writing smithi00187473-5 from 2138112 to 2785280 tid 1 2024-08-17T17:03:23.380 INFO:tasks.rados.rados.0.smithi001.stdout:3626: writing smithi00187473-5 from 2785280 to 3481600 tid 2 2024-08-17T17:03:23.383 INFO:tasks.rados.rados.0.smithi001.stdout:3626: writing smithi00187473-5 from 3481600 to 4038656 tid 3 2024-08-17T17:03:23.386 INFO:tasks.rados.rados.0.smithi001.stdout:3626: writing smithi00187473-5 from 4038656 to 4390912 tid 4 2024-08-17T17:03:23.386 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 347 2024-08-17T17:03:23.386 INFO:tasks.rados.rados.0.smithi001.stdout:3625: finishing copy_from to smithi00187473-30 2024-08-17T17:03:23.386 INFO:tasks.rados.rados.0.smithi001.stdout:3625: got expected ENOENT (src dne) 2024-08-17T17:03:23.386 INFO:tasks.rados.rados.0.smithi001.stdout:3625: finishing copy_from racing read to smithi00187473-30 2024-08-17T17:03:23.386 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing rollback tid 0 to smithi00187473-31 2024-08-17T17:03:23.386 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing rollback tid 1 to smithi00187473-31 2024-08-17T17:03:23.386 INFO:tasks.rados.rados.0.smithi001.stdout:3623: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:03:23.435 INFO:tasks.rados.rados.0.smithi001.stdout:3622: finishing rollback tid 2 to smithi00187473-31 2024-08-17T17:03:23.435 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2935 (ObjNum 1022 snap 311 seq_num 1022) dirty exists 2024-08-17T17:03:23.435 INFO:tasks.rados.rados.0.smithi001.stdout:3624: expect (ObjNum 1077 snap 330 seq_num 1077) 2024-08-17T17:03:23.538 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 1 to smithi00187473-5 2024-08-17T17:03:23.538 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 2 to smithi00187473-5 2024-08-17T17:03:23.538 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 3 to smithi00187473-5 2024-08-17T17:03:23.538 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 4 to smithi00187473-5 2024-08-17T17:03:23.538 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 5 to smithi00187473-5 2024-08-17T17:03:23.538 INFO:tasks.rados.rados.0.smithi001.stdout:3627: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-08-17T17:03:23.541 INFO:tasks.rados.rados.0.smithi001.stdout:3627: writing smithi00187473-14 from 0 to 663552 tid 1 2024-08-17T17:03:23.545 INFO:tasks.rados.rados.0.smithi001.stdout:3627: writing smithi00187473-14 from 663552 to 1245184 tid 2 2024-08-17T17:03:23.550 INFO:tasks.rados.rados.0.smithi001.stdout:3627: writing smithi00187473-14 from 1245184 to 1957888 tid 3 2024-08-17T17:03:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:3627: writing smithi00187473-14 from 1957888 to 2269184 tid 4 2024-08-17T17:03:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:3622: done (5 left) 2024-08-17T17:03:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:3623: done (4 left) 2024-08-17T17:03:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:3624: done (3 left) 2024-08-17T17:03:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:3625: done (2 left) 2024-08-17T17:03:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:3626: finishing write tid 6 to smithi00187473-5 2024-08-17T17:03:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2941 (ObjNum 1137 snap 347 seq_num 1137) dirty exists 2024-08-17T17:03:23.553 INFO:tasks.rados.rados.0.smithi001.stdout:3626: left oid 5 (ObjNum 1137 snap 347 seq_num 1137) 2024-08-17T17:03:23.554 INFO:tasks.rados.rados.0.smithi001.stdout:3627: finishing write tid 1 to smithi00187473-14 2024-08-17T17:03:23.554 INFO:tasks.rados.rados.0.smithi001.stdout:3627: finishing write tid 2 to smithi00187473-14 2024-08-17T17:03:23.554 INFO:tasks.rados.rados.0.smithi001.stdout:3628: read oid 32 snap 340 2024-08-17T17:03:23.554 INFO:tasks.rados.rados.0.smithi001.stdout:3628: expect (ObjNum 1087 snap 332 seq_num 1087) 2024-08-17T17:03:23.554 INFO:tasks.rados.rados.0.smithi001.stdout:3626: done (2 left) 2024-08-17T17:03:23.554 INFO:tasks.rados.rados.0.smithi001.stdout:3629: read oid 8 snap -1 2024-08-17T17:03:23.555 INFO:tasks.rados.rados.0.smithi001.stdout:3629: expect (ObjNum 973 snap 286 seq_num 973) 2024-08-17T17:03:23.555 INFO:tasks.rados.rados.0.smithi001.stdout:3630: read oid 41 snap -1 2024-08-17T17:03:23.555 INFO:tasks.rados.rados.0.smithi001.stdout:3630: expect deleted 2024-08-17T17:03:23.555 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 347 2024-08-17T17:03:23.555 INFO:tasks.rados.rados.0.smithi001.stdout:3631: seq_num 1139 ranges {12222464=679936,12902400=458752,13361152=524288,13885440=540672,14426112=81920} 2024-08-17T17:03:23.624 INFO:tasks.rados.rados.0.smithi001.stdout:3631: writing smithi00187473-46 from 12222464 to 12902400 tid 1 2024-08-17T17:03:23.627 INFO:tasks.rados.rados.0.smithi001.stdout:3631: writing smithi00187473-46 from 12902400 to 13361152 tid 2 2024-08-17T17:03:23.630 INFO:tasks.rados.rados.0.smithi001.stdout:3631: writing smithi00187473-46 from 13361152 to 13885440 tid 3 2024-08-17T17:03:23.633 INFO:tasks.rados.rados.0.smithi001.stdout:3631: writing smithi00187473-46 from 13885440 to 14426112 tid 4 2024-08-17T17:03:23.634 INFO:tasks.rados.rados.0.smithi001.stdout:3631: writing smithi00187473-46 from 14426112 to 14508032 tid 5 2024-08-17T17:03:23.634 INFO:tasks.rados.rados.0.smithi001.stdout:3632: read oid 47 snap -1 2024-08-17T17:03:23.634 INFO:tasks.rados.rados.0.smithi001.stdout:3632: expect (ObjNum 1126 snap 344 seq_num 1126) 2024-08-17T17:03:23.634 INFO:tasks.rados.rados.0.smithi001.stdout:3633: snap_remove snap 345 2024-08-17T17:03:23.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:23 smithi189 ceph-mon[90541]: pgmap v799: 121 pgs: 121 active+clean; 240 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-17T17:03:23.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:23 smithi189 ceph-mon[90541]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:03:23.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:23 smithi001 ceph-mon[100737]: pgmap v799: 121 pgs: 121 active+clean; 240 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-17T17:03:23.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:23 smithi001 ceph-mon[100737]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:03:23.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:23 smithi001 ceph-mon[103274]: pgmap v799: 121 pgs: 121 active+clean; 240 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-08-17T17:03:23.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:23 smithi001 ceph-mon[103274]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:03:24.638 INFO:tasks.rados.rados.0.smithi001.stdout:3633: done (6 left) 2024-08-17T17:03:24.639 INFO:tasks.rados.rados.0.smithi001.stdout:3634: copy_from oid 24 from oid 48 current snap is 347 2024-08-17T17:03:24.639 INFO:tasks.rados.rados.0.smithi001.stdout:3635: rollback oid 42 current snap is 347 2024-08-17T17:03:24.639 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 42 to 346 2024-08-17T17:03:24.639 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 347 2024-08-17T17:03:24.639 INFO:tasks.rados.rados.0.smithi001.stdout:3636: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2024-08-17T17:03:24.643 INFO:tasks.rados.rados.0.smithi001.stdout:3636: writing smithi00187473-6 from 0 to 696320 tid 1 2024-08-17T17:03:24.648 INFO:tasks.rados.rados.0.smithi001.stdout:3636: writing smithi00187473-6 from 696320 to 1441792 tid 2 2024-08-17T17:03:24.653 INFO:tasks.rados.rados.0.smithi001.stdout:3636: writing smithi00187473-6 from 1441792 to 2170880 tid 3 2024-08-17T17:03:24.654 INFO:tasks.rados.rados.0.smithi001.stdout:3636: writing smithi00187473-6 from 2170880 to 2301952 tid 4 2024-08-17T17:03:24.655 INFO:tasks.rados.rados.0.smithi001.stdout:3637: snap_create 2024-08-17T17:03:24.655 INFO:tasks.rados.rados.0.smithi001.stdout:3627: finishing write tid 3 to smithi00187473-14 2024-08-17T17:03:24.655 INFO:tasks.rados.rados.0.smithi001.stdout:3627: finishing write tid 4 to smithi00187473-14 2024-08-17T17:03:24.655 INFO:tasks.rados.rados.0.smithi001.stdout:3627: finishing write tid 5 to smithi00187473-14 2024-08-17T17:03:24.655 INFO:tasks.rados.rados.0.smithi001.stdout:3627: finishing write tid 6 to smithi00187473-14 2024-08-17T17:03:24.655 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2514 (ObjNum 1138 snap 347 seq_num 1138) dirty exists 2024-08-17T17:03:24.655 INFO:tasks.rados.rados.0.smithi001.stdout:3627: left oid 14 (ObjNum 1138 snap 347 seq_num 1138) 2024-08-17T17:03:24.655 INFO:tasks.rados.rados.0.smithi001.stdout:3628: expect (ObjNum 1087 snap 332 seq_num 1087) 2024-08-17T17:03:24.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:03:24.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:24.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:03:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:03:24.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:03:24.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:03:24.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:03:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:03:24.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:03:24.694 INFO:tasks.rados.rados.0.smithi001.stdout:3629: expect (ObjNum 973 snap 286 seq_num 973) 2024-08-17T17:03:24.802 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing write tid 1 to smithi00187473-46 2024-08-17T17:03:24.802 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing write tid 2 to smithi00187473-46 2024-08-17T17:03:24.802 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing write tid 3 to smithi00187473-46 2024-08-17T17:03:24.802 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing write tid 4 to smithi00187473-46 2024-08-17T17:03:24.803 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing write tid 5 to smithi00187473-46 2024-08-17T17:03:24.803 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing write tid 6 to smithi00187473-46 2024-08-17T17:03:24.803 INFO:tasks.rados.rados.0.smithi001.stdout:3631: finishing write tid 7 to smithi00187473-46 2024-08-17T17:03:24.803 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2491 (ObjNum 1139 snap 347 seq_num 1139) dirty exists 2024-08-17T17:03:24.803 INFO:tasks.rados.rados.0.smithi001.stdout:3631: left oid 46 (ObjNum 1139 snap 347 seq_num 1139) 2024-08-17T17:03:24.803 INFO:tasks.rados.rados.0.smithi001.stdout:3632: expect (ObjNum 1126 snap 344 seq_num 1126) 2024-08-17T17:03:24.856 INFO:tasks.rados.rados.0.smithi001.stdout:3635: finishing rollback tid 0 to smithi00187473-42 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3635: finishing rollback tid 1 to smithi00187473-42 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3635: finishing rollback tid 2 to smithi00187473-42 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2422 (ObjNum 1131 snap 345 seq_num 1131) dirty exists 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3636: finishing write tid 1 to smithi00187473-6 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3636: finishing write tid 2 to smithi00187473-6 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3636: finishing write tid 3 to smithi00187473-6 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3636: finishing write tid 4 to smithi00187473-6 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3636: finishing write tid 5 to smithi00187473-6 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3636: finishing write tid 6 to smithi00187473-6 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 926 (ObjNum 1140 snap 347 seq_num 1140) dirty exists 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3636: left oid 6 (ObjNum 1140 snap 347 seq_num 1140) 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3634: finishing copy_from racing read to smithi00187473-24 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:3634: finishing copy_from to smithi00187473-24 2024-08-17T17:03:24.857 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2177 (ObjNum 1134 snap 346 seq_num 1134) dirty exists 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3627: done (9 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3628: done (8 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3629: done (7 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3630: done (6 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3631: done (5 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3632: done (4 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3634: done (3 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3635: done (2 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3636: done (1 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3637: done (0 left) 2024-08-17T17:03:24.863 INFO:tasks.rados.rados.0.smithi001.stdout:3638: snap_remove snap 341 2024-08-17T17:03:25.866 INFO:tasks.rados.rados.0.smithi001.stdout:3638: done (0 left) 2024-08-17T17:03:25.867 INFO:tasks.rados.rados.0.smithi001.stdout:3639: read oid 22 snap 344 2024-08-17T17:03:25.867 INFO:tasks.rados.rados.0.smithi001.stdout:3639: expect (ObjNum 1114 snap 336 seq_num 1114) 2024-08-17T17:03:25.867 INFO:tasks.rados.rados.0.smithi001.stdout:3640: read oid 45 snap -1 2024-08-17T17:03:25.867 INFO:tasks.rados.rados.0.smithi001.stdout:3640: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:03:25.867 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 15 current snap is 348 2024-08-17T17:03:25.867 INFO:tasks.rados.rados.0.smithi001.stdout:3641: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-08-17T17:03:25.872 INFO:tasks.rados.rados.0.smithi001.stdout:3641: writing smithi00187473-15 from 0 to 712704 tid 1 2024-08-17T17:03:25.876 INFO:tasks.rados.rados.0.smithi001.stdout:3641: writing smithi00187473-15 from 712704 to 1392640 tid 2 2024-08-17T17:03:25.880 INFO:tasks.rados.rados.0.smithi001.stdout:3641: writing smithi00187473-15 from 1392640 to 1933312 tid 3 2024-08-17T17:03:25.883 INFO:tasks.rados.rados.0.smithi001.stdout:3641: writing smithi00187473-15 from 1933312 to 2318336 tid 4 2024-08-17T17:03:25.883 INFO:tasks.rados.rados.0.smithi001.stdout:3642: rollback oid 21 current snap is 348 2024-08-17T17:03:25.883 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 21 to 346 2024-08-17T17:03:25.883 INFO:tasks.rados.rados.0.smithi001.stdout:3643: snap_remove snap 347 2024-08-17T17:03:25.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:25 smithi189 ceph-mon[90541]: pgmap v801: 121 pgs: 121 active+clean; 244 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T17:03:25.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:25 smithi189 ceph-mon[90541]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:03:25.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:25 smithi189 ceph-mon[90541]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:03:25.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:25 smithi001 ceph-mon[103274]: pgmap v801: 121 pgs: 121 active+clean; 244 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T17:03:25.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:25 smithi001 ceph-mon[103274]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:03:25.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:25 smithi001 ceph-mon[103274]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:03:25.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:25 smithi001 ceph-mon[100737]: pgmap v801: 121 pgs: 121 active+clean; 244 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 17 op/s 2024-08-17T17:03:25.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:25 smithi001 ceph-mon[100737]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:03:25.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:25 smithi001 ceph-mon[100737]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:03:26.870 INFO:tasks.rados.rados.0.smithi001.stdout:3641: finishing write tid 1 to smithi00187473-15 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3641: finishing write tid 2 to smithi00187473-15 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3641: finishing write tid 3 to smithi00187473-15 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3641: finishing write tid 4 to smithi00187473-15 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3641: finishing write tid 5 to smithi00187473-15 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3642: finishing rollback tid 0 to smithi00187473-21 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3642: finishing rollback tid 1 to smithi00187473-21 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3642: finishing rollback tid 2 to smithi00187473-21 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2025 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3641: finishing write tid 6 to smithi00187473-15 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 15 v 2519 (ObjNum 1141 snap 348 seq_num 1141) dirty exists 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3641: left oid 15 (ObjNum 1141 snap 348 seq_num 1141) 2024-08-17T17:03:26.871 INFO:tasks.rados.rados.0.smithi001.stdout:3640: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:03:27.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:26 smithi189 ceph-mon[90541]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:03:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:26 smithi001 ceph-mon[100737]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:03:27.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:26 smithi001 ceph-mon[103274]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:03:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:03:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:03:27] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:03:28.078 INFO:tasks.rados.rados.0.smithi001.stdout:3639: expect (ObjNum 1114 snap 336 seq_num 1114) 2024-08-17T17:03:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:27 smithi189 ceph-mon[90541]: pgmap v805: 121 pgs: 121 active+clean; 244 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-17T17:03:28.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:27 smithi189 ceph-mon[90541]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:03:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:27 smithi001 ceph-mon[103274]: pgmap v805: 121 pgs: 121 active+clean; 244 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-17T17:03:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:27 smithi001 ceph-mon[103274]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:03:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:27 smithi001 ceph-mon[100737]: pgmap v805: 121 pgs: 121 active+clean; 244 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-17T17:03:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:27 smithi001 ceph-mon[100737]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:03:28.929 INFO:tasks.rados.rados.0.smithi001.stdout:3639: done (4 left) 2024-08-17T17:03:28.929 INFO:tasks.rados.rados.0.smithi001.stdout:3640: done (3 left) 2024-08-17T17:03:28.929 INFO:tasks.rados.rados.0.smithi001.stdout:3641: done (2 left) 2024-08-17T17:03:28.929 INFO:tasks.rados.rados.0.smithi001.stdout:3642: done (1 left) 2024-08-17T17:03:28.929 INFO:tasks.rados.rados.0.smithi001.stdout:3643: done (0 left) 2024-08-17T17:03:28.929 INFO:tasks.rados.rados.0.smithi001.stdout:3644: read oid 12 snap -1 2024-08-17T17:03:28.929 INFO:tasks.rados.rados.0.smithi001.stdout:3644: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:03:28.929 INFO:tasks.rados.rados.0.smithi001.stdout:3645: delete oid 27 current snap is 348 2024-08-17T17:03:28.933 INFO:tasks.rados.rados.0.smithi001.stdout:3645: done (1 left) 2024-08-17T17:03:28.934 INFO:tasks.rados.rados.0.smithi001.stdout:3646: snap_create 2024-08-17T17:03:28.969 INFO:tasks.rados.rados.0.smithi001.stdout:3644: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:03:29.864 INFO:tasks.rados.rados.0.smithi001.stdout:3644: done (1 left) 2024-08-17T17:03:29.864 INFO:tasks.rados.rados.0.smithi001.stdout:3646: done (0 left) 2024-08-17T17:03:29.864 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 349 2024-08-17T17:03:29.865 INFO:tasks.rados.rados.0.smithi001.stdout:3647: seq_num 1143 ranges {7077888=753664,7831552=450560,8282112=507904,8790016=589824,9379840=57344} 2024-08-17T17:03:29.906 INFO:tasks.rados.rados.0.smithi001.stdout:3647: writing smithi00187473-42 from 7077888 to 7831552 tid 1 2024-08-17T17:03:29.909 INFO:tasks.rados.rados.0.smithi001.stdout:3647: writing smithi00187473-42 from 7831552 to 8282112 tid 2 2024-08-17T17:03:29.912 INFO:tasks.rados.rados.0.smithi001.stdout:3647: writing smithi00187473-42 from 8282112 to 8790016 tid 3 2024-08-17T17:03:29.915 INFO:tasks.rados.rados.0.smithi001.stdout:3647: writing smithi00187473-42 from 8790016 to 9379840 tid 4 2024-08-17T17:03:29.916 INFO:tasks.rados.rados.0.smithi001.stdout:3647: writing smithi00187473-42 from 9379840 to 9437184 tid 5 2024-08-17T17:03:29.916 INFO:tasks.rados.rados.0.smithi001.stdout:3647: finishing write tid 1 to smithi00187473-42 2024-08-17T17:03:29.916 INFO:tasks.rados.rados.0.smithi001.stdout:3648: rmattr oid 22 current snap is 349 2024-08-17T17:03:29.916 INFO:tasks.rados.rados.0.smithi001.stdout:3647: finishing write tid 2 to smithi00187473-42 2024-08-17T17:03:29.916 INFO:tasks.rados.rados.0.smithi001.stdout:3647: finishing write tid 3 to smithi00187473-42 2024-08-17T17:03:29.916 INFO:tasks.rados.rados.0.smithi001.stdout:3649: read oid 45 snap 344 2024-08-17T17:03:29.917 INFO:tasks.rados.rados.0.smithi001.stdout:3649: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:03:29.917 INFO:tasks.rados.rados.0.smithi001.stdout:3650: snap_remove snap 340 2024-08-17T17:03:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:29 smithi189 ceph-mon[90541]: pgmap v807: 121 pgs: 121 active+clean; 264 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 11 op/s 2024-08-17T17:03:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:29 smithi189 ceph-mon[90541]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:03:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:29 smithi001 ceph-mon[100737]: pgmap v807: 121 pgs: 121 active+clean; 264 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 11 op/s 2024-08-17T17:03:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:29 smithi001 ceph-mon[100737]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:03:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:29 smithi001 ceph-mon[103274]: pgmap v807: 121 pgs: 121 active+clean; 264 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 11 op/s 2024-08-17T17:03:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:29 smithi001 ceph-mon[103274]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:03:30.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:03:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:03:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:03:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:3647: finishing write tid 4 to smithi00187473-42 2024-08-17T17:03:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:3647: finishing write tid 5 to smithi00187473-42 2024-08-17T17:03:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:3647: finishing write tid 6 to smithi00187473-42 2024-08-17T17:03:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2900 (ObjNum 1114 snap 336 seq_num 1114) dirty exists 2024-08-17T17:03:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:3647: finishing write tid 7 to smithi00187473-42 2024-08-17T17:03:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2428 (ObjNum 1143 snap 349 seq_num 1143) dirty exists 2024-08-17T17:03:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:3647: left oid 42 (ObjNum 1143 snap 349 seq_num 1143) 2024-08-17T17:03:30.882 INFO:tasks.rados.rados.0.smithi001.stdout:3649: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:03:32.093 INFO:tasks.rados.rados.0.smithi001.stdout:3647: done (3 left) 2024-08-17T17:03:32.094 INFO:tasks.rados.rados.0.smithi001.stdout:3648: done (2 left) 2024-08-17T17:03:32.094 INFO:tasks.rados.rados.0.smithi001.stdout:3649: done (1 left) 2024-08-17T17:03:32.094 INFO:tasks.rados.rados.0.smithi001.stdout:3650: done (0 left) 2024-08-17T17:03:32.094 INFO:tasks.rados.rados.0.smithi001.stdout:3651: read oid 18 snap -1 2024-08-17T17:03:32.094 INFO:tasks.rados.rados.0.smithi001.stdout:3651: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-08-17T17:03:32.094 INFO:tasks.rados.rados.0.smithi001.stdout:3652: setattr oid 25 current snap is 349 2024-08-17T17:03:32.094 INFO:tasks.rados.rados.0.smithi001.stdout:3653: delete oid 17 current snap is 349 2024-08-17T17:03:32.099 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2551 (ObjNum 449 snap 0 seq_num 1537299296) dirty exists 2024-08-17T17:03:32.137 INFO:tasks.rados.rados.0.smithi001.stdout:3652: done (2 left) 2024-08-17T17:03:32.137 INFO:tasks.rados.rados.0.smithi001.stdout:3653: done (1 left) 2024-08-17T17:03:32.137 INFO:tasks.rados.rados.0.smithi001.stdout:3654: delete oid 16 current snap is 349 2024-08-17T17:03:32.141 INFO:tasks.rados.rados.0.smithi001.stdout:3654: done (1 left) 2024-08-17T17:03:32.141 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 349 2024-08-17T17:03:32.141 INFO:tasks.rados.rados.0.smithi001.stdout:3655: seq_num 1146 ranges {5242880=802816,6045696=499712,6545408=679936,7225344=425984} 2024-08-17T17:03:32.174 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00187473-44 from 5242880 to 6045696 tid 1 2024-08-17T17:03:32.177 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00187473-44 from 6045696 to 6545408 tid 2 2024-08-17T17:03:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:31 smithi189 ceph-mon[90541]: pgmap v809: 121 pgs: 121 active+clean; 264 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 9 op/s 2024-08-17T17:03:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:31 smithi189 ceph-mon[90541]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:03:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:31 smithi001 ceph-mon[103274]: pgmap v809: 121 pgs: 121 active+clean; 264 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 9 op/s 2024-08-17T17:03:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:31 smithi001 ceph-mon[103274]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:03:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:31 smithi001 ceph-mon[100737]: pgmap v809: 121 pgs: 121 active+clean; 264 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 9 op/s 2024-08-17T17:03:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:31 smithi001 ceph-mon[100737]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:03:32.181 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00187473-44 from 6545408 to 7225344 tid 3 2024-08-17T17:03:32.183 INFO:tasks.rados.rados.0.smithi001.stdout:3655: writing smithi00187473-44 from 7225344 to 7651328 tid 4 2024-08-17T17:03:32.183 INFO:tasks.rados.rados.0.smithi001.stdout:3656: snap_create 2024-08-17T17:03:32.184 INFO:tasks.rados.rados.0.smithi001.stdout:3651: expect (ObjNum 1092 snap 333 seq_num 1092) 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 1 to smithi00187473-44 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 2 to smithi00187473-44 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 3 to smithi00187473-44 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 4 to smithi00187473-44 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 5 to smithi00187473-44 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:3655: finishing write tid 6 to smithi00187473-44 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2813 (ObjNum 1146 snap 349 seq_num 1146) dirty exists 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:3655: left oid 44 (ObjNum 1146 snap 349 seq_num 1146) 2024-08-17T17:03:33.683 INFO:tasks.rados.rados.0.smithi001.stdout:3651: done (2 left) 2024-08-17T17:03:33.684 INFO:tasks.rados.rados.0.smithi001.stdout:3655: done (1 left) 2024-08-17T17:03:33.684 INFO:tasks.rados.rados.0.smithi001.stdout:3656: done (0 left) 2024-08-17T17:03:33.684 INFO:tasks.rados.rados.0.smithi001.stdout:3657: read oid 1 snap 348 2024-08-17T17:03:33.684 INFO:tasks.rados.rados.0.smithi001.stdout:3657: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:03:33.684 INFO:tasks.rados.rados.0.smithi001.stdout:3658: snap_remove snap 346 2024-08-17T17:03:33.888 INFO:tasks.rados.rados.0.smithi001.stdout:3658: done (1 left) 2024-08-17T17:03:33.889 INFO:tasks.rados.rados.0.smithi001.stdout:3659: read oid 34 snap -1 2024-08-17T17:03:33.889 INFO:tasks.rados.rados.0.smithi001.stdout:3659: expect deleted 2024-08-17T17:03:33.889 INFO:tasks.rados.rados.0.smithi001.stdout:3660: read oid 31 snap -1 2024-08-17T17:03:33.889 INFO:tasks.rados.rados.0.smithi001.stdout:3660: expect (ObjNum 1022 snap 311 seq_num 1022) 2024-08-17T17:03:33.889 INFO:tasks.rados.rados.0.smithi001.stdout:3657: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:03:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:33 smithi189 ceph-mon[90541]: pgmap v811: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-08-17T17:03:34.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:33 smithi189 ceph-mon[90541]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:03:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:33 smithi001 ceph-mon[100737]: pgmap v811: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-08-17T17:03:34.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:33 smithi001 ceph-mon[100737]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:03:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:33 smithi001 ceph-mon[103274]: pgmap v811: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-08-17T17:03:34.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:33 smithi001 ceph-mon[103274]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:03:35.162 INFO:tasks.rados.rados.0.smithi001.stdout:3657: done (2 left) 2024-08-17T17:03:35.163 INFO:tasks.rados.rados.0.smithi001.stdout:3659: done (1 left) 2024-08-17T17:03:35.163 INFO:tasks.rados.rados.0.smithi001.stdout:3661: delete oid 43 current snap is 350 2024-08-17T17:03:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:3661: done (1 left) 2024-08-17T17:03:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:3662: copy_from oid 50 from oid 1 current snap is 350 2024-08-17T17:03:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:3663: read oid 25 snap 348 2024-08-17T17:03:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:3663: expect deleted 2024-08-17T17:03:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:3664: rmattr oid 40 current snap is 350 2024-08-17T17:03:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:3664: done (3 left) 2024-08-17T17:03:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:3665: rmattr oid 2 current snap is 350 2024-08-17T17:03:35.177 INFO:tasks.rados.rados.0.smithi001.stdout:3666: delete oid 40 current snap is 350 2024-08-17T17:03:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:34 smithi189 ceph-mon[90541]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:03:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:34 smithi189 ceph-mon[90541]: pgmap v814: 121 pgs: 121 active+clean; 238 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 537 KiB/s wr, 13 op/s 2024-08-17T17:03:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:34 smithi189 ceph-mon[90541]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:03:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:34 smithi001 ceph-mon[100737]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:03:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:34 smithi001 ceph-mon[100737]: pgmap v814: 121 pgs: 121 active+clean; 238 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 537 KiB/s wr, 13 op/s 2024-08-17T17:03:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:34 smithi001 ceph-mon[100737]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:03:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:34 smithi001 ceph-mon[103274]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:03:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:34 smithi001 ceph-mon[103274]: pgmap v814: 121 pgs: 121 active+clean; 238 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 537 KiB/s wr, 13 op/s 2024-08-17T17:03:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:34 smithi001 ceph-mon[103274]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:03:35.181 INFO:tasks.rados.rados.0.smithi001.stdout:3666: done (4 left) 2024-08-17T17:03:35.181 INFO:tasks.rados.rados.0.smithi001.stdout:3667: rollback oid 48 current snap is 350 2024-08-17T17:03:35.181 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 48 to 349 2024-08-17T17:03:35.181 INFO:tasks.rados.rados.0.smithi001.stdout:3668: copy_from oid 22 from oid 24 current snap is 350 2024-08-17T17:03:35.182 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 350 2024-08-17T17:03:35.182 INFO:tasks.rados.rados.0.smithi001.stdout:3669: seq_num 1149 ranges {7651328=49152} 2024-08-17T17:03:35.225 INFO:tasks.rados.rados.0.smithi001.stdout:3669: writing smithi00187473-44 from 7651328 to 7700480 tid 1 2024-08-17T17:03:35.225 INFO:tasks.rados.rados.0.smithi001.stdout:3670: snap_create 2024-08-17T17:03:35.225 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing rollback tid 0 to smithi00187473-48 2024-08-17T17:03:35.225 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing rollback tid 1 to smithi00187473-48 2024-08-17T17:03:35.225 INFO:tasks.rados.rados.0.smithi001.stdout:3667: finishing rollback tid 2 to smithi00187473-48 2024-08-17T17:03:35.226 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2180 (ObjNum 1134 snap 346 seq_num 1134) dirty exists 2024-08-17T17:03:35.226 INFO:tasks.rados.rados.0.smithi001.stdout:3660: expect (ObjNum 1022 snap 311 seq_num 1022) 2024-08-17T17:03:36.423 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 0 (ObjNum 1133 snap 346 seq_num 1133) dirty exists 2024-08-17T17:03:36.423 INFO:tasks.rados.rados.0.smithi001.stdout:3669: finishing write tid 1 to smithi00187473-44 2024-08-17T17:03:36.423 INFO:tasks.rados.rados.0.smithi001.stdout:3669: finishing write tid 2 to smithi00187473-44 2024-08-17T17:03:36.423 INFO:tasks.rados.rados.0.smithi001.stdout:3669: finishing write tid 3 to smithi00187473-44 2024-08-17T17:03:36.423 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2815 (ObjNum 1149 snap 350 seq_num 1149) dirty exists 2024-08-17T17:03:36.423 INFO:tasks.rados.rados.0.smithi001.stdout:3669: left oid 44 (ObjNum 1149 snap 350 seq_num 1149) 2024-08-17T17:03:36.423 INFO:tasks.rados.rados.0.smithi001.stdout:3662: finishing copy_from racing read to smithi00187473-50 2024-08-17T17:03:36.423 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing copy_from racing read to smithi00187473-22 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3662: finishing copy_from to smithi00187473-50 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2550 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3668: finishing copy_from to smithi00187473-22 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2177 (ObjNum 1134 snap 346 seq_num 1134) dirty exists 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3660: done (7 left) 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3662: done (6 left) 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3663: done (5 left) 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3665: done (4 left) 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3667: done (3 left) 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3668: done (2 left) 2024-08-17T17:03:36.424 INFO:tasks.rados.rados.0.smithi001.stdout:3669: done (1 left) 2024-08-17T17:03:36.425 INFO:tasks.rados.rados.0.smithi001.stdout:3670: done (0 left) 2024-08-17T17:03:36.425 INFO:tasks.rados.rados.0.smithi001.stdout:3671: snap_remove snap 350 2024-08-17T17:03:36.900 INFO:tasks.rados.rados.0.smithi001.stdout:3671: done (0 left) 2024-08-17T17:03:36.900 INFO:tasks.rados.rados.0.smithi001.stdout:3672: delete oid 2 current snap is 351 2024-08-17T17:03:36.904 INFO:tasks.rados.rados.0.smithi001.stdout:3672: done (0 left) 2024-08-17T17:03:36.905 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 351 2024-08-17T17:03:36.905 INFO:tasks.rados.rados.0.smithi001.stdout:3673: seq_num 1151 ranges {1949696=81920} 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3673: writing smithi00187473-33 from 1949696 to 2031616 tid 1 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3674: read oid 39 snap -1 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3674: expect (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3675: read oid 42 snap -1 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3675: expect (ObjNum 1143 snap 349 seq_num 1143) 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3676: copy_from oid 28 from oid 9 current snap is 351 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3677: read oid 6 snap -1 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3677: expect (ObjNum 1140 snap 347 seq_num 1140) 2024-08-17T17:03:36.916 INFO:tasks.rados.rados.0.smithi001.stdout:3678: snap_create 2024-08-17T17:03:36.922 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 1 to smithi00187473-33 2024-08-17T17:03:36.924 INFO:tasks.rados.rados.0.smithi001.stdout:3674: expect (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:03:36.945 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 2 to smithi00187473-33 2024-08-17T17:03:36.945 INFO:tasks.rados.rados.0.smithi001.stdout:3673: finishing write tid 3 to smithi00187473-33 2024-08-17T17:03:36.945 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2817 (ObjNum 1151 snap 351 seq_num 1151) dirty exists 2024-08-17T17:03:36.945 INFO:tasks.rados.rados.0.smithi001.stdout:3673: left oid 33 (ObjNum 1151 snap 351 seq_num 1151) 2024-08-17T17:03:36.945 INFO:tasks.rados.rados.0.smithi001.stdout:3676: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:03:36.945 INFO:tasks.rados.rados.0.smithi001.stdout:3677: expect (ObjNum 1140 snap 347 seq_num 1140) 2024-08-17T17:03:37.005 INFO:tasks.rados.rados.0.smithi001.stdout:3676: finishing copy_from to smithi00187473-28 2024-08-17T17:03:37.006 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 921 (ObjNum 1081 snap 332 seq_num 1081) dirty exists 2024-08-17T17:03:37.006 INFO:tasks.rados.rados.0.smithi001.stdout:3675: expect (ObjNum 1143 snap 349 seq_num 1143) 2024-08-17T17:03:37.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:36 smithi189 ceph-mon[90541]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:03:37.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:36 smithi189 ceph-mon[90541]: pgmap v817: 121 pgs: 121 active+clean; 233 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:03:37.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:36 smithi001 ceph-mon[100737]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:03:37.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:36 smithi001 ceph-mon[100737]: pgmap v817: 121 pgs: 121 active+clean; 233 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:03:37.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:36 smithi001 ceph-mon[103274]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:03:37.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:36 smithi001 ceph-mon[103274]: pgmap v817: 121 pgs: 121 active+clean; 233 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:03:37.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:03:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:03:37] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:03:37.901 INFO:tasks.rados.rados.0.smithi001.stdout:3673: done (5 left) 2024-08-17T17:03:37.901 INFO:tasks.rados.rados.0.smithi001.stdout:3674: done (4 left) 2024-08-17T17:03:37.901 INFO:tasks.rados.rados.0.smithi001.stdout:3675: done (3 left) 2024-08-17T17:03:37.901 INFO:tasks.rados.rados.0.smithi001.stdout:3676: done (2 left) 2024-08-17T17:03:37.901 INFO:tasks.rados.rados.0.smithi001.stdout:3677: done (1 left) 2024-08-17T17:03:37.902 INFO:tasks.rados.rados.0.smithi001.stdout:3678: done (0 left) 2024-08-17T17:03:37.902 INFO:tasks.rados.rados.0.smithi001.stdout:3679: setattr oid 23 current snap is 352 2024-08-17T17:03:37.902 INFO:tasks.rados.rados.0.smithi001.stdout:3680: setattr oid 43 current snap is 352 2024-08-17T17:03:37.903 INFO:tasks.rados.rados.0.smithi001.stdout:3681: snap_remove snap 351 2024-08-17T17:03:38.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:37 smithi189 ceph-mon[90541]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:03:38.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:37 smithi001 ceph-mon[100737]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:03:38.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:37 smithi001 ceph-mon[103274]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:03:38.915 INFO:tasks.rados.rados.0.smithi001.stdout:3681: done (2 left) 2024-08-17T17:03:38.915 INFO:tasks.rados.rados.0.smithi001.stdout:3682: setattr oid 2 current snap is 352 2024-08-17T17:03:38.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2552 (ObjNum 1019 snap 311 seq_num 1019) dirty exists 2024-08-17T17:03:38.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2969 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:03:38.916 INFO:tasks.rados.rados.0.smithi001.stdout:3679: done (2 left) 2024-08-17T17:03:38.916 INFO:tasks.rados.rados.0.smithi001.stdout:3680: done (1 left) 2024-08-17T17:03:38.916 INFO:tasks.rados.rados.0.smithi001.stdout:3683: setattr oid 16 current snap is 352 2024-08-17T17:03:38.917 INFO:tasks.rados.rados.0.smithi001.stdout:3684: read oid 12 snap -1 2024-08-17T17:03:38.917 INFO:tasks.rados.rados.0.smithi001.stdout:3684: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:03:38.917 INFO:tasks.rados.rados.0.smithi001.stdout:3685: rollback oid 32 current snap is 352 2024-08-17T17:03:38.917 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 348 2024-08-17T17:03:38.918 INFO:tasks.rados.rados.0.smithi001.stdout:3686: rmattr oid 7 current snap is 352 2024-08-17T17:03:38.918 INFO:tasks.rados.rados.0.smithi001.stdout:3686: done (4 left) 2024-08-17T17:03:38.918 INFO:tasks.rados.rados.0.smithi001.stdout:3687: snap_remove snap 349 2024-08-17T17:03:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:38 smithi189 ceph-mon[90541]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:03:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:38 smithi189 ceph-mon[90541]: pgmap v820: 121 pgs: 121 active+clean; 260 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.8 MiB/s wr, 4 op/s 2024-08-17T17:03:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:38 smithi001 ceph-mon[103274]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:03:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:38 smithi001 ceph-mon[103274]: pgmap v820: 121 pgs: 121 active+clean; 260 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.8 MiB/s wr, 4 op/s 2024-08-17T17:03:39.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:38 smithi001 ceph-mon[100737]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:03:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:38 smithi001 ceph-mon[100737]: pgmap v820: 121 pgs: 121 active+clean; 260 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.8 MiB/s wr, 4 op/s 2024-08-17T17:03:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:39.873 INFO:tasks.rados.rados.0.smithi001.stdout:3687: done (4 left) 2024-08-17T17:03:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 46 current snap is 352 2024-08-17T17:03:39.874 INFO:tasks.rados.rados.0.smithi001.stdout:3688: seq_num 1152 ranges {14508032=98304} 2024-08-17T17:03:39.949 INFO:tasks.rados.rados.0.smithi001.stdout:3688: writing smithi00187473-46 from 14508032 to 14606336 tid 1 2024-08-17T17:03:39.949 INFO:tasks.rados.rados.0.smithi001.stdout:3689: read oid 1 snap 344 2024-08-17T17:03:39.950 INFO:tasks.rados.rados.0.smithi001.stdout:3689: expect (ObjNum 945 snap 283 seq_num 945) 2024-08-17T17:03:39.950 INFO:tasks.rados.rados.0.smithi001.stdout:3690: delete oid 20 current snap is 352 2024-08-17T17:03:39.950 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2481 (ObjNum 129 snap 0 seq_num 1537494688) dirty exists 2024-08-17T17:03:39.950 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2970 (ObjNum 65 snap 0 seq_num 1650221393) dirty exists 2024-08-17T17:03:39.950 INFO:tasks.rados.rados.0.smithi001.stdout:3685: finishing rollback tid 0 to smithi00187473-32 2024-08-17T17:03:39.950 INFO:tasks.rados.rados.0.smithi001.stdout:3685: finishing rollback tid 1 to smithi00187473-32 2024-08-17T17:03:39.950 INFO:tasks.rados.rados.0.smithi001.stdout:3685: finishing rollback tid 2 to smithi00187473-32 2024-08-17T17:03:39.950 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 2974 (ObjNum 1087 snap 332 seq_num 1087) dirty exists 2024-08-17T17:03:39.951 INFO:tasks.rados.rados.0.smithi001.stdout:3684: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:03:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:39 smithi189 ceph-mon[90541]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:03:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:39 smithi189 ceph-mon[90541]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:03:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:39 smithi001 ceph-mon[100737]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:03:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:39 smithi001 ceph-mon[100737]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:03:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:39 smithi001 ceph-mon[103274]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:03:40.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:39 smithi001 ceph-mon[103274]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:03:40.448 INFO:tasks.rados.rados.0.smithi001.stdout:3688: finishing write tid 1 to smithi00187473-46 2024-08-17T17:03:40.448 INFO:tasks.rados.rados.0.smithi001.stdout:3688: finishing write tid 2 to smithi00187473-46 2024-08-17T17:03:40.448 INFO:tasks.rados.rados.0.smithi001.stdout:3688: finishing write tid 3 to smithi00187473-46 2024-08-17T17:03:40.449 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2552 (ObjNum 1152 snap 352 seq_num 1152) dirty exists 2024-08-17T17:03:40.449 INFO:tasks.rados.rados.0.smithi001.stdout:3688: left oid 46 (ObjNum 1152 snap 352 seq_num 1152) 2024-08-17T17:03:40.449 INFO:tasks.rados.rados.0.smithi001.stdout:3689: expect (ObjNum 945 snap 283 seq_num 945) 2024-08-17T17:03:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:03:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:03:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:03:41.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:40 smithi189 ceph-mon[90541]: pgmap v823: 121 pgs: 121 active+clean; 260 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.8 MiB/s wr, 15 op/s 2024-08-17T17:03:41.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:40 smithi001 ceph-mon[100737]: pgmap v823: 121 pgs: 121 active+clean; 260 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.8 MiB/s wr, 15 op/s 2024-08-17T17:03:41.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:40 smithi001 ceph-mon[103274]: pgmap v823: 121 pgs: 121 active+clean; 260 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 6.8 MiB/s wr, 15 op/s 2024-08-17T17:03:41.463 INFO:tasks.rados.rados.0.smithi001.stdout:3682: done (6 left) 2024-08-17T17:03:41.463 INFO:tasks.rados.rados.0.smithi001.stdout:3683: done (5 left) 2024-08-17T17:03:41.463 INFO:tasks.rados.rados.0.smithi001.stdout:3684: done (4 left) 2024-08-17T17:03:41.463 INFO:tasks.rados.rados.0.smithi001.stdout:3685: done (3 left) 2024-08-17T17:03:41.464 INFO:tasks.rados.rados.0.smithi001.stdout:3688: done (2 left) 2024-08-17T17:03:41.464 INFO:tasks.rados.rados.0.smithi001.stdout:3689: done (1 left) 2024-08-17T17:03:41.464 INFO:tasks.rados.rados.0.smithi001.stdout:3690: done (0 left) 2024-08-17T17:03:41.464 INFO:tasks.rados.rados.0.smithi001.stdout:3691: snap_create 2024-08-17T17:03:41.920 INFO:tasks.rados.rados.0.smithi001.stdout:3691: done (0 left) 2024-08-17T17:03:41.920 INFO:tasks.rados.rados.0.smithi001.stdout:3692: snap_remove snap 344 2024-08-17T17:03:42.927 INFO:tasks.rados.rados.0.smithi001.stdout:3692: done (0 left) 2024-08-17T17:03:42.927 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 353 2024-08-17T17:03:42.927 INFO:tasks.rados.rados.0.smithi001.stdout:3693: seq_num 1154 ranges {0=131072} 2024-08-17T17:03:42.928 INFO:tasks.rados.rados.0.smithi001.stdout:3693: writing smithi00187473-43 from 0 to 131072 tid 1 2024-08-17T17:03:42.928 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 18 current snap is 353 2024-08-17T17:03:42.928 INFO:tasks.rados.rados.0.smithi001.stdout:3694: seq_num 1155 ranges {14196736=147456} 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3694: writing smithi00187473-18 from 14196736 to 14344192 tid 1 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3695: rollback oid 30 current snap is 353 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 352 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3693: finishing write tid 1 to smithi00187473-43 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3693: finishing write tid 2 to smithi00187473-43 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3693: finishing write tid 3 to smithi00187473-43 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2985 (ObjNum 1154 snap 353 seq_num 1154) dirty exists 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3693: left oid 43 (ObjNum 1154 snap 353 seq_num 1154) 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3693: done (2 left) 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3696: rmattr oid 34 current snap is 353 2024-08-17T17:03:43.009 INFO:tasks.rados.rados.0.smithi001.stdout:3696: done (2 left) 2024-08-17T17:03:43.010 INFO:tasks.rados.rados.0.smithi001.stdout:3697: read oid 32 snap -1 2024-08-17T17:03:43.010 INFO:tasks.rados.rados.0.smithi001.stdout:3697: expect (ObjNum 1087 snap 332 seq_num 1087) 2024-08-17T17:03:43.010 INFO:tasks.rados.rados.0.smithi001.stdout:3698: rollback oid 8 current snap is 353 2024-08-17T17:03:43.010 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 8 to 348 2024-08-17T17:03:43.010 INFO:tasks.rados.rados.0.smithi001.stdout:3699: read oid 42 snap -1 2024-08-17T17:03:43.010 INFO:tasks.rados.rados.0.smithi001.stdout:3699: expect (ObjNum 1143 snap 349 seq_num 1143) 2024-08-17T17:03:43.010 INFO:tasks.rados.rados.0.smithi001.stdout:3700: setattr oid 41 current snap is 353 2024-08-17T17:03:43.012 INFO:tasks.rados.rados.0.smithi001.stdout:3701: snap_create 2024-08-17T17:03:43.012 INFO:tasks.rados.rados.0.smithi001.stdout:3695: finishing rollback tid 0 to smithi00187473-30 2024-08-17T17:03:43.012 INFO:tasks.rados.rados.0.smithi001.stdout:3698: finishing rollback tid 0 to smithi00187473-8 2024-08-17T17:03:43.012 INFO:tasks.rados.rados.0.smithi001.stdout:3698: finishing rollback tid 1 to smithi00187473-8 2024-08-17T17:03:43.013 INFO:tasks.rados.rados.0.smithi001.stdout:3695: finishing rollback tid 1 to smithi00187473-30 2024-08-17T17:03:43.013 INFO:tasks.rados.rados.0.smithi001.stdout:3695: finishing rollback tid 2 to smithi00187473-30 2024-08-17T17:03:43.013 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2555 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-08-17T17:03:43.013 INFO:tasks.rados.rados.0.smithi001.stdout:3694: finishing write tid 1 to smithi00187473-18 2024-08-17T17:03:43.015 INFO:tasks.rados.rados.0.smithi001.stdout:3694: finishing write tid 2 to smithi00187473-18 2024-08-17T17:03:43.015 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2482 (ObjNum 81 snap 0 seq_num 1538404736) dirty exists 2024-08-17T17:03:43.020 INFO:tasks.rados.rados.0.smithi001.stdout:3697: expect (ObjNum 1087 snap 332 seq_num 1087) 2024-08-17T17:03:43.060 INFO:tasks.rados.rados.0.smithi001.stdout:3694: finishing write tid 3 to smithi00187473-18 2024-08-17T17:03:43.060 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2992 (ObjNum 1155 snap 353 seq_num 1155) dirty exists 2024-08-17T17:03:43.060 INFO:tasks.rados.rados.0.smithi001.stdout:3694: left oid 18 (ObjNum 1155 snap 353 seq_num 1155) 2024-08-17T17:03:43.060 INFO:tasks.rados.rados.0.smithi001.stdout:3698: finishing rollback tid 2 to smithi00187473-8 2024-08-17T17:03:43.060 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2431 (ObjNum 973 snap 286 seq_num 973) dirty exists 2024-08-17T17:03:43.060 INFO:tasks.rados.rados.0.smithi001.stdout:3699: expect (ObjNum 1143 snap 349 seq_num 1143) 2024-08-17T17:03:43.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:42 smithi189 ceph-mon[90541]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:03:43.182 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:42 smithi189 ceph-mon[90541]: pgmap v825: 121 pgs: 121 active+clean; 262 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 346 KiB/s wr, 20 op/s 2024-08-17T17:03:43.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:42 smithi001 ceph-mon[100737]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:03:43.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:42 smithi001 ceph-mon[100737]: pgmap v825: 121 pgs: 121 active+clean; 262 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 346 KiB/s wr, 20 op/s 2024-08-17T17:03:43.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:42 smithi001 ceph-mon[103274]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:03:43.183 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:42 smithi001 ceph-mon[103274]: pgmap v825: 121 pgs: 121 active+clean; 262 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 346 KiB/s wr, 20 op/s 2024-08-17T17:03:43.929 INFO:tasks.rados.rados.0.smithi001.stdout:3694: done (6 left) 2024-08-17T17:03:43.930 INFO:tasks.rados.rados.0.smithi001.stdout:3695: done (5 left) 2024-08-17T17:03:43.930 INFO:tasks.rados.rados.0.smithi001.stdout:3697: done (4 left) 2024-08-17T17:03:43.930 INFO:tasks.rados.rados.0.smithi001.stdout:3698: done (3 left) 2024-08-17T17:03:43.930 INFO:tasks.rados.rados.0.smithi001.stdout:3699: done (2 left) 2024-08-17T17:03:43.930 INFO:tasks.rados.rados.0.smithi001.stdout:3700: done (1 left) 2024-08-17T17:03:43.930 INFO:tasks.rados.rados.0.smithi001.stdout:3701: done (0 left) 2024-08-17T17:03:43.930 INFO:tasks.rados.rados.0.smithi001.stdout:3702: delete oid 11 current snap is 354 2024-08-17T17:03:43.941 INFO:tasks.rados.rados.0.smithi001.stdout:3702: done (0 left) 2024-08-17T17:03:43.941 INFO:tasks.rados.rados.0.smithi001.stdout:3703: snap_remove snap 352 2024-08-17T17:03:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:43 smithi189 ceph-mon[90541]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:03:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:43 smithi001 ceph-mon[100737]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:03:44.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:43 smithi001 ceph-mon[103274]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:03:44.871 INFO:tasks.rados.rados.0.smithi001.stdout:3703: done (0 left) 2024-08-17T17:03:44.871 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 354 2024-08-17T17:03:44.871 INFO:tasks.rados.rados.0.smithi001.stdout:3704: seq_num 1157 ranges {2072576=180224} 2024-08-17T17:03:44.883 INFO:tasks.rados.rados.0.smithi001.stdout:3704: writing smithi00187473-47 from 2072576 to 2252800 tid 1 2024-08-17T17:03:44.883 INFO:tasks.rados.rados.0.smithi001.stdout:3705: read oid 15 snap -1 2024-08-17T17:03:44.883 INFO:tasks.rados.rados.0.smithi001.stdout:3705: expect (ObjNum 1141 snap 348 seq_num 1141) 2024-08-17T17:03:44.883 INFO:tasks.rados.rados.0.smithi001.stdout:3706: rmattr oid 30 current snap is 354 2024-08-17T17:03:44.883 INFO:tasks.rados.rados.0.smithi001.stdout:3706: done (2 left) 2024-08-17T17:03:44.883 INFO:tasks.rados.rados.0.smithi001.stdout:3707: delete oid 7 current snap is 354 2024-08-17T17:03:44.887 INFO:tasks.rados.rados.0.smithi001.stdout:3707: done (2 left) 2024-08-17T17:03:44.887 INFO:tasks.rados.rados.0.smithi001.stdout:3708: setattr oid 45 current snap is 354 2024-08-17T17:03:44.889 INFO:tasks.rados.rados.0.smithi001.stdout:3709: rollback oid 30 current snap is 354 2024-08-17T17:03:44.890 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 30 to 353 2024-08-17T17:03:44.890 INFO:tasks.rados.rados.0.smithi001.stdout:3710: rmattr oid 21 current snap is 354 2024-08-17T17:03:44.890 INFO:tasks.rados.rados.0.smithi001.stdout:3711: read oid 43 snap -1 2024-08-17T17:03:44.890 INFO:tasks.rados.rados.0.smithi001.stdout:3711: expect (ObjNum 1154 snap 353 seq_num 1154) 2024-08-17T17:03:44.890 INFO:tasks.rados.rados.0.smithi001.stdout:3712: snap_create 2024-08-17T17:03:44.890 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 0 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-08-17T17:03:44.894 INFO:tasks.rados.rados.0.smithi001.stdout:3704: finishing write tid 1 to smithi00187473-47 2024-08-17T17:03:44.894 INFO:tasks.rados.rados.0.smithi001.stdout:3704: finishing write tid 2 to smithi00187473-47 2024-08-17T17:03:44.898 INFO:tasks.rados.rados.0.smithi001.stdout:3704: finishing write tid 3 to smithi00187473-47 2024-08-17T17:03:44.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2557 (ObjNum 1157 snap 354 seq_num 1157) dirty exists 2024-08-17T17:03:44.898 INFO:tasks.rados.rados.0.smithi001.stdout:3704: left oid 47 (ObjNum 1157 snap 354 seq_num 1157) 2024-08-17T17:03:44.898 INFO:tasks.rados.rados.0.smithi001.stdout:3709: finishing rollback tid 0 to smithi00187473-30 2024-08-17T17:03:44.900 INFO:tasks.rados.rados.0.smithi001.stdout:3705: expect (ObjNum 1141 snap 348 seq_num 1141) 2024-08-17T17:03:44.966 INFO:tasks.rados.rados.0.smithi001.stdout:3709: finishing rollback tid 1 to smithi00187473-30 2024-08-17T17:03:44.966 INFO:tasks.rados.rados.0.smithi001.stdout:3709: finishing rollback tid 2 to smithi00187473-30 2024-08-17T17:03:44.966 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2560 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-08-17T17:03:44.966 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 2999 (ObjNum 1003 snap 297 seq_num 1003) dirty exists 2024-08-17T17:03:44.966 INFO:tasks.rados.rados.0.smithi001.stdout:3711: expect (ObjNum 1154 snap 353 seq_num 1154) 2024-08-17T17:03:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:44 smithi189 ceph-mon[90541]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:03:45.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:44 smithi189 ceph-mon[90541]: pgmap v828: 121 pgs: 121 active+clean; 258 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-08-17T17:03:45.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:44 smithi189 ceph-mon[90541]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:03:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:44 smithi001 ceph-mon[103274]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:03:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:44 smithi001 ceph-mon[103274]: pgmap v828: 121 pgs: 121 active+clean; 258 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-08-17T17:03:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:44 smithi001 ceph-mon[103274]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:03:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:44 smithi001 ceph-mon[100737]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:03:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:44 smithi001 ceph-mon[100737]: pgmap v828: 121 pgs: 121 active+clean; 258 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 406 KiB/s wr, 18 op/s 2024-08-17T17:03:45.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:44 smithi001 ceph-mon[100737]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:03:45.871 INFO:tasks.rados.rados.0.smithi001.stdout:3704: done (6 left) 2024-08-17T17:03:45.872 INFO:tasks.rados.rados.0.smithi001.stdout:3705: done (5 left) 2024-08-17T17:03:45.872 INFO:tasks.rados.rados.0.smithi001.stdout:3708: done (4 left) 2024-08-17T17:03:45.872 INFO:tasks.rados.rados.0.smithi001.stdout:3709: done (3 left) 2024-08-17T17:03:45.872 INFO:tasks.rados.rados.0.smithi001.stdout:3710: done (2 left) 2024-08-17T17:03:45.872 INFO:tasks.rados.rados.0.smithi001.stdout:3711: done (1 left) 2024-08-17T17:03:45.872 INFO:tasks.rados.rados.0.smithi001.stdout:3712: done (0 left) 2024-08-17T17:03:45.872 INFO:tasks.rados.rados.0.smithi001.stdout:3713: setattr oid 38 current snap is 355 2024-08-17T17:03:45.873 INFO:tasks.rados.rados.0.smithi001.stdout:3714: read oid 39 snap -1 2024-08-17T17:03:45.873 INFO:tasks.rados.rados.0.smithi001.stdout:3714: expect (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:03:45.873 INFO:tasks.rados.rados.0.smithi001.stdout:3715: read oid 43 snap 348 2024-08-17T17:03:45.873 INFO:tasks.rados.rados.0.smithi001.stdout:3715: expect deleted 2024-08-17T17:03:45.873 INFO:tasks.rados.rados.0.smithi001.stdout:3716: rollback oid 25 current snap is 355 2024-08-17T17:03:45.873 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 25 to 348 2024-08-17T17:03:45.873 INFO:tasks.rados.rados.0.smithi001.stdout:3717: snap_create 2024-08-17T17:03:45.877 INFO:tasks.rados.rados.0.smithi001.stdout:3716: finishing rollback tid 0 to smithi00187473-25 2024-08-17T17:03:45.877 INFO:tasks.rados.rados.0.smithi001.stdout:3714: expect (ObjNum 1041 snap 318 seq_num 1041) 2024-08-17T17:03:45.895 INFO:tasks.rados.rados.0.smithi001.stdout:3716: finishing rollback tid 1 to smithi00187473-25 2024-08-17T17:03:45.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2562 (ObjNum 849 snap 0 seq_num 811577376) dirty dne 2024-08-17T17:03:45.896 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 38 v 3001 (ObjNum 1118 snap 340 seq_num 1118) dirty exists 2024-08-17T17:03:46.877 INFO:tasks.rados.rados.0.smithi001.stdout:3713: done (4 left) 2024-08-17T17:03:46.878 INFO:tasks.rados.rados.0.smithi001.stdout:3714: done (3 left) 2024-08-17T17:03:46.878 INFO:tasks.rados.rados.0.smithi001.stdout:3715: done (2 left) 2024-08-17T17:03:46.878 INFO:tasks.rados.rados.0.smithi001.stdout:3716: done (1 left) 2024-08-17T17:03:46.878 INFO:tasks.rados.rados.0.smithi001.stdout:3717: done (0 left) 2024-08-17T17:03:46.878 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 356 2024-08-17T17:03:46.878 INFO:tasks.rados.rados.0.smithi001.stdout:3718: seq_num 1159 ranges {0=212992} 2024-08-17T17:03:46.879 INFO:tasks.rados.rados.0.smithi001.stdout:3718: writing smithi00187473-34 from 0 to 212992 tid 1 2024-08-17T17:03:46.879 INFO:tasks.rados.rados.0.smithi001.stdout:3719: read oid 9 snap 353 2024-08-17T17:03:46.879 INFO:tasks.rados.rados.0.smithi001.stdout:3719: expect (ObjNum 1081 snap 332 seq_num 1081) 2024-08-17T17:03:46.879 INFO:tasks.rados.rados.0.smithi001.stdout:3720: read oid 22 snap -1 2024-08-17T17:03:46.879 INFO:tasks.rados.rados.0.smithi001.stdout:3720: expect (ObjNum 1134 snap 346 seq_num 1134) 2024-08-17T17:03:46.879 INFO:tasks.rados.rados.0.smithi001.stdout:3721: read oid 43 snap -1 2024-08-17T17:03:46.880 INFO:tasks.rados.rados.0.smithi001.stdout:3721: expect (ObjNum 1154 snap 353 seq_num 1154) 2024-08-17T17:03:46.880 INFO:tasks.rados.rados.0.smithi001.stdout:3722: rollback oid 31 current snap is 356 2024-08-17T17:03:46.880 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 353 2024-08-17T17:03:46.880 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 356 2024-08-17T17:03:46.880 INFO:tasks.rados.rados.0.smithi001.stdout:3723: seq_num 1160 ranges {11821056=229376} 2024-08-17T17:03:46.948 INFO:tasks.rados.rados.0.smithi001.stdout:3723: writing smithi00187473-24 from 11821056 to 12050432 tid 1 2024-08-17T17:03:46.948 INFO:tasks.rados.rados.0.smithi001.stdout:3724: copy_from oid 18 from oid 15 current snap is 356 2024-08-17T17:03:46.948 INFO:tasks.rados.rados.0.smithi001.stdout:3718: finishing write tid 1 to smithi00187473-34 2024-08-17T17:03:46.948 INFO:tasks.rados.rados.0.smithi001.stdout:3718: finishing write tid 2 to smithi00187473-34 2024-08-17T17:03:46.948 INFO:tasks.rados.rados.0.smithi001.stdout:3722: finishing rollback tid 0 to smithi00187473-31 2024-08-17T17:03:46.949 INFO:tasks.rados.rados.0.smithi001.stdout:3718: finishing write tid 3 to smithi00187473-34 2024-08-17T17:03:46.949 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2564 (ObjNum 1159 snap 356 seq_num 1159) dirty exists 2024-08-17T17:03:46.949 INFO:tasks.rados.rados.0.smithi001.stdout:3718: left oid 34 (ObjNum 1159 snap 356 seq_num 1159) 2024-08-17T17:03:46.949 INFO:tasks.rados.rados.0.smithi001.stdout:3721: expect (ObjNum 1154 snap 353 seq_num 1154) 2024-08-17T17:03:46.953 INFO:tasks.rados.rados.0.smithi001.stdout:3722: finishing rollback tid 1 to smithi00187473-31 2024-08-17T17:03:46.953 INFO:tasks.rados.rados.0.smithi001.stdout:3722: finishing rollback tid 2 to smithi00187473-31 2024-08-17T17:03:46.953 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 3005 (ObjNum 1022 snap 311 seq_num 1022) dirty exists 2024-08-17T17:03:46.953 INFO:tasks.rados.rados.0.smithi001.stdout:3719: expect (ObjNum 1081 snap 332 seq_num 1081) 2024-08-17T17:03:46.989 INFO:tasks.rados.rados.0.smithi001.stdout:3720: expect (ObjNum 1134 snap 346 seq_num 1134) 2024-08-17T17:03:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:46 smithi189 ceph-mon[90541]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:03:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:46 smithi001 ceph-mon[100737]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:03:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:46 smithi001 ceph-mon[103274]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:03:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:03:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:03:47] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:03:47.868 INFO:tasks.rados.rados.0.smithi001.stdout:3723: finishing write tid 1 to smithi00187473-24 2024-08-17T17:03:47.869 INFO:tasks.rados.rados.0.smithi001.stdout:3723: finishing write tid 2 to smithi00187473-24 2024-08-17T17:03:47.869 INFO:tasks.rados.rados.0.smithi001.stdout:3723: finishing write tid 3 to smithi00187473-24 2024-08-17T17:03:47.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2902 (ObjNum 1160 snap 356 seq_num 1160) dirty exists 2024-08-17T17:03:47.869 INFO:tasks.rados.rados.0.smithi001.stdout:3723: left oid 24 (ObjNum 1160 snap 356 seq_num 1160) 2024-08-17T17:03:47.869 INFO:tasks.rados.rados.0.smithi001.stdout:3724: finishing copy_from racing read to smithi00187473-18 2024-08-17T17:03:47.869 INFO:tasks.rados.rados.0.smithi001.stdout:3724: finishing copy_from to smithi00187473-18 2024-08-17T17:03:47.869 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 2519 (ObjNum 1141 snap 348 seq_num 1141) dirty exists 2024-08-17T17:03:47.870 INFO:tasks.rados.rados.0.smithi001.stdout:3718: done (6 left) 2024-08-17T17:03:47.870 INFO:tasks.rados.rados.0.smithi001.stdout:3719: done (5 left) 2024-08-17T17:03:47.870 INFO:tasks.rados.rados.0.smithi001.stdout:3720: done (4 left) 2024-08-17T17:03:47.870 INFO:tasks.rados.rados.0.smithi001.stdout:3721: done (3 left) 2024-08-17T17:03:47.870 INFO:tasks.rados.rados.0.smithi001.stdout:3722: done (2 left) 2024-08-17T17:03:47.870 INFO:tasks.rados.rados.0.smithi001.stdout:3723: done (1 left) 2024-08-17T17:03:47.870 INFO:tasks.rados.rados.0.smithi001.stdout:3724: done (0 left) 2024-08-17T17:03:47.870 INFO:tasks.rados.rados.0.smithi001.stdout:3725: rollback oid 39 current snap is 356 2024-08-17T17:03:47.871 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 353 2024-08-17T17:03:47.871 INFO:tasks.rados.rados.0.smithi001.stdout:3726: snap_remove snap 355 2024-08-17T17:03:47.877 INFO:tasks.rados.rados.0.smithi001.stdout:3726: done (1 left) 2024-08-17T17:03:47.877 INFO:tasks.rados.rados.0.smithi001.stdout:3727: rollback oid 47 current snap is 356 2024-08-17T17:03:47.877 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 47 to 353 2024-08-17T17:03:47.877 INFO:tasks.rados.rados.0.smithi001.stdout:3725: finishing rollback tid 0 to smithi00187473-39 2024-08-17T17:03:47.878 INFO:tasks.rados.rados.0.smithi001.stdout:3725: finishing rollback tid 1 to smithi00187473-39 2024-08-17T17:03:47.878 INFO:tasks.rados.rados.0.smithi001.stdout:3725: finishing rollback tid 2 to smithi00187473-39 2024-08-17T17:03:47.878 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2470 (ObjNum 1041 snap 318 seq_num 1041) dirty exists 2024-08-17T17:03:47.878 INFO:tasks.rados.rados.0.smithi001.stdout:3725: done (1 left) 2024-08-17T17:03:47.878 INFO:tasks.rados.rados.0.smithi001.stdout:3728: read oid 45 snap -1 2024-08-17T17:03:47.878 INFO:tasks.rados.rados.0.smithi001.stdout:3728: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:03:47.878 INFO:tasks.rados.rados.0.smithi001.stdout:3729: snap_remove snap 348 2024-08-17T17:03:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:47 smithi189 ceph-mon[90541]: pgmap v831: 121 pgs: 121 active+clean; 249 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 68 KiB/s wr, 16 op/s 2024-08-17T17:03:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:47 smithi189 ceph-mon[90541]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:03:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:47 smithi001 ceph-mon[100737]: pgmap v831: 121 pgs: 121 active+clean; 249 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 68 KiB/s wr, 16 op/s 2024-08-17T17:03:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:47 smithi001 ceph-mon[100737]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:03:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:47 smithi001 ceph-mon[103274]: pgmap v831: 121 pgs: 121 active+clean; 249 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 68 KiB/s wr, 16 op/s 2024-08-17T17:03:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:47 smithi001 ceph-mon[103274]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:03:48.891 INFO:tasks.rados.rados.0.smithi001.stdout:3727: finishing rollback tid 0 to smithi00187473-47 2024-08-17T17:03:48.891 INFO:tasks.rados.rados.0.smithi001.stdout:3727: finishing rollback tid 1 to smithi00187473-47 2024-08-17T17:03:48.891 INFO:tasks.rados.rados.0.smithi001.stdout:3727: finishing rollback tid 2 to smithi00187473-47 2024-08-17T17:03:48.891 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2567 (ObjNum 1126 snap 344 seq_num 1126) dirty exists 2024-08-17T17:03:48.892 INFO:tasks.rados.rados.0.smithi001.stdout:3728: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:03:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:48 smithi189 ceph-mon[90541]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:03:49.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:48 smithi001 ceph-mon[100737]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:03:49.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:48 smithi001 ceph-mon[103274]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:03:50.109 INFO:tasks.rados.rados.0.smithi001.stdout:3727: done (2 left) 2024-08-17T17:03:50.109 INFO:tasks.rados.rados.0.smithi001.stdout:3728: done (1 left) 2024-08-17T17:03:50.109 INFO:tasks.rados.rados.0.smithi001.stdout:3729: done (0 left) 2024-08-17T17:03:50.109 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 356 2024-08-17T17:03:50.109 INFO:tasks.rados.rados.0.smithi001.stdout:3730: seq_num 1161 ranges {0=245760} 2024-08-17T17:03:50.110 INFO:tasks.rados.rados.0.smithi001.stdout:3730: writing smithi00187473-17 from 0 to 245760 tid 1 2024-08-17T17:03:50.110 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 356 2024-08-17T17:03:50.110 INFO:tasks.rados.rados.0.smithi001.stdout:3731: seq_num 1162 ranges {638976=270336} 2024-08-17T17:03:50.115 INFO:tasks.rados.rados.0.smithi001.stdout:3731: writing smithi00187473-21 from 638976 to 909312 tid 1 2024-08-17T17:03:50.115 INFO:tasks.rados.rados.0.smithi001.stdout:3732: snap_remove snap 354 2024-08-17T17:03:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:49 smithi189 ceph-mon[90541]: pgmap v834: 121 pgs: 121 active+clean; 249 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-17T17:03:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:49 smithi189 ceph-mon[90541]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:03:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:49 smithi189 ceph-mon[90541]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:03:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:49 smithi001 ceph-mon[100737]: pgmap v834: 121 pgs: 121 active+clean; 249 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-17T17:03:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:49 smithi001 ceph-mon[100737]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:03:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:49 smithi001 ceph-mon[100737]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:03:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:49 smithi001 ceph-mon[103274]: pgmap v834: 121 pgs: 121 active+clean; 249 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-17T17:03:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:49 smithi001 ceph-mon[103274]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:03:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:49 smithi001 ceph-mon[103274]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:03:50.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:03:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:03:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:03:50.898 INFO:tasks.rados.rados.0.smithi001.stdout:3732: done (2 left) 2024-08-17T17:03:50.898 INFO:tasks.rados.rados.0.smithi001.stdout:3733: read oid 3 snap -1 2024-08-17T17:03:50.898 INFO:tasks.rados.rados.0.smithi001.stdout:3733: expect (ObjNum 1077 snap 330 seq_num 1077) 2024-08-17T17:03:50.898 INFO:tasks.rados.rados.0.smithi001.stdout:3734: delete oid 2 current snap is 356 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3730: finishing write tid 1 to smithi00187473-17 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3730: finishing write tid 2 to smithi00187473-17 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3730: finishing write tid 3 to smithi00187473-17 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 3027 (ObjNum 1161 snap 356 seq_num 1161) dirty exists 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3730: left oid 17 (ObjNum 1161 snap 356 seq_num 1161) 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3731: finishing write tid 1 to smithi00187473-21 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3731: finishing write tid 2 to smithi00187473-21 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3731: finishing write tid 3 to smithi00187473-21 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2027 (ObjNum 1162 snap 356 seq_num 1162) dirty exists 2024-08-17T17:03:50.899 INFO:tasks.rados.rados.0.smithi001.stdout:3731: left oid 21 (ObjNum 1162 snap 356 seq_num 1162) 2024-08-17T17:03:50.909 INFO:tasks.rados.rados.0.smithi001.stdout:3730: done (3 left) 2024-08-17T17:03:50.909 INFO:tasks.rados.rados.0.smithi001.stdout:3731: done (2 left) 2024-08-17T17:03:50.909 INFO:tasks.rados.rados.0.smithi001.stdout:3734: done (1 left) 2024-08-17T17:03:50.909 INFO:tasks.rados.rados.0.smithi001.stdout:3735: rollback oid 28 current snap is 356 2024-08-17T17:03:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 28 to 353 2024-08-17T17:03:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 356 2024-08-17T17:03:50.910 INFO:tasks.rados.rados.0.smithi001.stdout:3736: seq_num 1164 ranges {638976=303104} 2024-08-17T17:03:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:3736: writing smithi00187473-39 from 638976 to 942080 tid 1 2024-08-17T17:03:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:3737: delete oid 35 current snap is 356 2024-08-17T17:03:50.915 INFO:tasks.rados.rados.0.smithi001.stdout:3735: finishing rollback tid 0 to smithi00187473-28 2024-08-17T17:03:50.916 INFO:tasks.rados.rados.0.smithi001.stdout:3735: finishing rollback tid 1 to smithi00187473-28 2024-08-17T17:03:50.916 INFO:tasks.rados.rados.0.smithi001.stdout:3735: finishing rollback tid 2 to smithi00187473-28 2024-08-17T17:03:50.916 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2473 (ObjNum 1081 snap 332 seq_num 1081) dirty exists 2024-08-17T17:03:50.919 INFO:tasks.rados.rados.0.smithi001.stdout:3733: expect (ObjNum 1077 snap 330 seq_num 1077) 2024-08-17T17:03:51.023 INFO:tasks.rados.rados.0.smithi001.stdout:3736: finishing write tid 1 to smithi00187473-39 2024-08-17T17:03:51.023 INFO:tasks.rados.rados.0.smithi001.stdout:3736: finishing write tid 2 to smithi00187473-39 2024-08-17T17:03:51.023 INFO:tasks.rados.rados.0.smithi001.stdout:3736: finishing write tid 3 to smithi00187473-39 2024-08-17T17:03:51.023 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2475 (ObjNum 1164 snap 356 seq_num 1164) dirty exists 2024-08-17T17:03:51.024 INFO:tasks.rados.rados.0.smithi001.stdout:3736: left oid 39 (ObjNum 1164 snap 356 seq_num 1164) 2024-08-17T17:03:51.024 INFO:tasks.rados.rados.0.smithi001.stdout:3733: done (3 left) 2024-08-17T17:03:51.024 INFO:tasks.rados.rados.0.smithi001.stdout:3735: done (2 left) 2024-08-17T17:03:51.024 INFO:tasks.rados.rados.0.smithi001.stdout:3736: done (1 left) 2024-08-17T17:03:51.024 INFO:tasks.rados.rados.0.smithi001.stdout:3737: done (0 left) 2024-08-17T17:03:51.024 INFO:tasks.rados.rados.0.smithi001.stdout:3738: setattr oid 6 current snap is 356 2024-08-17T17:03:51.024 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 356 2024-08-17T17:03:51.025 INFO:tasks.rados.rados.0.smithi001.stdout:3739: seq_num 1166 ranges {11821056=335872} 2024-08-17T17:03:51.091 INFO:tasks.rados.rados.0.smithi001.stdout:3739: writing smithi00187473-22 from 11821056 to 12156928 tid 1 2024-08-17T17:03:51.091 INFO:tasks.rados.rados.0.smithi001.stdout:3740: rollback oid 33 current snap is 356 2024-08-17T17:03:51.091 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 353 2024-08-17T17:03:51.091 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 927 (ObjNum 1140 snap 347 seq_num 1140) dirty exists 2024-08-17T17:03:51.091 INFO:tasks.rados.rados.0.smithi001.stdout:3738: done (2 left) 2024-08-17T17:03:51.091 INFO:tasks.rados.rados.0.smithi001.stdout:3741: delete oid 11 current snap is 356 2024-08-17T17:03:51.095 INFO:tasks.rados.rados.0.smithi001.stdout:3739: finishing write tid 1 to smithi00187473-22 2024-08-17T17:03:51.095 INFO:tasks.rados.rados.0.smithi001.stdout:3741: done (2 left) 2024-08-17T17:03:51.095 INFO:tasks.rados.rados.0.smithi001.stdout:3742: snap_create 2024-08-17T17:03:51.096 INFO:tasks.rados.rados.0.smithi001.stdout:3739: finishing write tid 2 to smithi00187473-22 2024-08-17T17:03:51.097 INFO:tasks.rados.rados.0.smithi001.stdout:3740: finishing rollback tid 0 to smithi00187473-33 2024-08-17T17:03:51.097 INFO:tasks.rados.rados.0.smithi001.stdout:3740: finishing rollback tid 1 to smithi00187473-33 2024-08-17T17:03:51.097 INFO:tasks.rados.rados.0.smithi001.stdout:3740: finishing rollback tid 2 to smithi00187473-33 2024-08-17T17:03:51.097 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2820 (ObjNum 1151 snap 351 seq_num 1151) dirty exists 2024-08-17T17:03:51.099 INFO:tasks.rados.rados.0.smithi001.stdout:3739: finishing write tid 3 to smithi00187473-22 2024-08-17T17:03:51.099 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2904 (ObjNum 1166 snap 356 seq_num 1166) dirty exists 2024-08-17T17:03:51.099 INFO:tasks.rados.rados.0.smithi001.stdout:3739: left oid 22 (ObjNum 1166 snap 356 seq_num 1166) 2024-08-17T17:03:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:50 smithi189 ceph-mon[90541]: pgmap v837: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 662 KiB/s wr, 19 op/s 2024-08-17T17:03:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:50 smithi001 ceph-mon[100737]: pgmap v837: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 662 KiB/s wr, 19 op/s 2024-08-17T17:03:51.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:50 smithi001 ceph-mon[103274]: pgmap v837: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 662 KiB/s wr, 19 op/s 2024-08-17T17:03:51.902 INFO:tasks.rados.rados.0.smithi001.stdout:3739: done (2 left) 2024-08-17T17:03:51.902 INFO:tasks.rados.rados.0.smithi001.stdout:3740: done (1 left) 2024-08-17T17:03:51.902 INFO:tasks.rados.rados.0.smithi001.stdout:3742: done (0 left) 2024-08-17T17:03:51.902 INFO:tasks.rados.rados.0.smithi001.stdout:3743: read oid 10 snap -1 2024-08-17T17:03:51.902 INFO:tasks.rados.rados.0.smithi001.stdout:3743: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:03:51.902 INFO:tasks.rados.rados.0.smithi001.stdout:3744: read oid 47 snap -1 2024-08-17T17:03:51.902 INFO:tasks.rados.rados.0.smithi001.stdout:3744: expect (ObjNum 1126 snap 344 seq_num 1126) 2024-08-17T17:03:51.902 INFO:tasks.rados.rados.0.smithi001.stdout:3745: snap_remove snap 353 2024-08-17T17:03:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:51 smithi189 ceph-mon[90541]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:03:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:51 smithi001 ceph-mon[100737]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:03:52.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:51 smithi001 ceph-mon[103274]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:03:52.909 INFO:tasks.rados.rados.0.smithi001.stdout:3744: expect (ObjNum 1126 snap 344 seq_num 1126) 2024-08-17T17:03:52.973 INFO:tasks.rados.rados.0.smithi001.stdout:3743: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:03:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:52 smithi189 ceph-mon[90541]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:03:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:52 smithi189 ceph-mon[90541]: pgmap v840: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 866 KiB/s wr, 26 op/s 2024-08-17T17:03:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:52 smithi001 ceph-mon[100737]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:03:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:52 smithi001 ceph-mon[100737]: pgmap v840: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 866 KiB/s wr, 26 op/s 2024-08-17T17:03:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:52 smithi001 ceph-mon[103274]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:03:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:52 smithi001 ceph-mon[103274]: pgmap v840: 121 pgs: 121 active+clean; 228 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 866 KiB/s wr, 26 op/s 2024-08-17T17:03:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:53 smithi189 ceph-mon[90541]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:03:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:53 smithi001 ceph-mon[100737]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:03:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:53 smithi001 ceph-mon[103274]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:03:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:03:54.182 INFO:tasks.rados.rados.0.smithi001.stdout:3743: done (2 left) 2024-08-17T17:03:54.182 INFO:tasks.rados.rados.0.smithi001.stdout:3744: done (1 left) 2024-08-17T17:03:54.182 INFO:tasks.rados.rados.0.smithi001.stdout:3745: done (0 left) 2024-08-17T17:03:54.182 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 8 current snap is 357 2024-08-17T17:03:54.182 INFO:tasks.rados.rados.0.smithi001.stdout:3746: seq_num 1168 ranges {3268608=368640} 2024-08-17T17:03:54.202 INFO:tasks.rados.rados.0.smithi001.stdout:3746: writing smithi00187473-8 from 3268608 to 3637248 tid 1 2024-08-17T17:03:54.202 INFO:tasks.rados.rados.0.smithi001.stdout:3747: rmattr oid 12 current snap is 357 2024-08-17T17:03:54.202 INFO:tasks.rados.rados.0.smithi001.stdout:3748: copy_from oid 17 from oid 44 current snap is 357 2024-08-17T17:03:54.202 INFO:tasks.rados.rados.0.smithi001.stdout:3749: rollback oid 22 current snap is 357 2024-08-17T17:03:54.202 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 22 to 356 2024-08-17T17:03:54.203 INFO:tasks.rados.rados.0.smithi001.stdout:3750: snap_create 2024-08-17T17:03:54.206 INFO:tasks.rados.rados.0.smithi001.stdout:3746: finishing write tid 1 to smithi00187473-8 2024-08-17T17:03:54.206 INFO:tasks.rados.rados.0.smithi001.stdout:3746: finishing write tid 2 to smithi00187473-8 2024-08-17T17:03:54.207 INFO:tasks.rados.rados.0.smithi001.stdout:3746: finishing write tid 3 to smithi00187473-8 2024-08-17T17:03:54.207 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 8 v 2433 (ObjNum 1168 snap 357 seq_num 1168) dirty exists 2024-08-17T17:03:54.207 INFO:tasks.rados.rados.0.smithi001.stdout:3746: left oid 8 (ObjNum 1168 snap 357 seq_num 1168) 2024-08-17T17:03:54.212 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2905 (ObjNum 1032 snap 315 seq_num 1032) dirty exists 2024-08-17T17:03:54.212 INFO:tasks.rados.rados.0.smithi001.stdout:3749: finishing rollback tid 0 to smithi00187473-22 2024-08-17T17:03:54.213 INFO:tasks.rados.rados.0.smithi001.stdout:3749: finishing rollback tid 1 to smithi00187473-22 2024-08-17T17:03:54.213 INFO:tasks.rados.rados.0.smithi001.stdout:3749: finishing rollback tid 2 to smithi00187473-22 2024-08-17T17:03:54.213 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2908 (ObjNum 1166 snap 356 seq_num 1166) dirty exists 2024-08-17T17:03:54.236 INFO:tasks.rados.rados.0.smithi001.stdout:3748: finishing copy_from racing read to smithi00187473-17 2024-08-17T17:03:54.242 INFO:tasks.rados.rados.0.smithi001.stdout:3748: finishing copy_from to smithi00187473-17 2024-08-17T17:03:54.242 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2815 (ObjNum 1149 snap 350 seq_num 1149) dirty exists 2024-08-17T17:03:54.875 INFO:tasks.rados.rados.0.smithi001.stdout:3746: done (4 left) 2024-08-17T17:03:54.875 INFO:tasks.rados.rados.0.smithi001.stdout:3747: done (3 left) 2024-08-17T17:03:54.875 INFO:tasks.rados.rados.0.smithi001.stdout:3748: done (2 left) 2024-08-17T17:03:54.875 INFO:tasks.rados.rados.0.smithi001.stdout:3749: done (1 left) 2024-08-17T17:03:54.875 INFO:tasks.rados.rados.0.smithi001.stdout:3750: done (0 left) 2024-08-17T17:03:54.875 INFO:tasks.rados.rados.0.smithi001.stdout:3751: rollback oid 29 current snap is 358 2024-08-17T17:03:54.875 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 29 to 357 2024-08-17T17:03:54.875 INFO:tasks.rados.rados.0.smithi001.stdout:3752: snap_remove snap 356 2024-08-17T17:03:55.875 INFO:tasks.rados.rados.0.smithi001.stdout:3751: finishing rollback tid 0 to smithi00187473-29 2024-08-17T17:03:55.876 INFO:tasks.rados.rados.0.smithi001.stdout:3751: finishing rollback tid 1 to smithi00187473-29 2024-08-17T17:03:55.876 INFO:tasks.rados.rados.0.smithi001.stdout:3751: finishing rollback tid 2 to smithi00187473-29 2024-08-17T17:03:55.876 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2522 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:03:55.876 INFO:tasks.rados.rados.0.smithi001.stdout:3751: done (1 left) 2024-08-17T17:03:55.876 INFO:tasks.rados.rados.0.smithi001.stdout:3752: done (0 left) 2024-08-17T17:03:55.876 INFO:tasks.rados.rados.0.smithi001.stdout:3753: snap_remove snap 357 2024-08-17T17:03:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:55 smithi189 ceph-mon[90541]: pgmap v842: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 246 KiB/s wr, 11 op/s 2024-08-17T17:03:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:55 smithi189 ceph-mon[90541]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:03:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:55 smithi001 ceph-mon[100737]: pgmap v842: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 246 KiB/s wr, 11 op/s 2024-08-17T17:03:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:55 smithi001 ceph-mon[100737]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:03:56.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:55 smithi001 ceph-mon[103274]: pgmap v842: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 246 KiB/s wr, 11 op/s 2024-08-17T17:03:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:55 smithi001 ceph-mon[103274]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:03:56.887 INFO:tasks.rados.rados.0.smithi001.stdout:3753: done (0 left) 2024-08-17T17:03:56.887 INFO:tasks.rados.rados.0.smithi001.stdout:3754: setattr oid 17 current snap is 358 2024-08-17T17:03:56.889 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 358 2024-08-17T17:03:56.889 INFO:tasks.rados.rados.0.smithi001.stdout:3755: seq_num 1169 ranges {0=385024} 2024-08-17T17:03:56.891 INFO:tasks.rados.rados.0.smithi001.stdout:3755: writing smithi00187473-25 from 0 to 385024 tid 1 2024-08-17T17:03:56.892 INFO:tasks.rados.rados.0.smithi001.stdout:3756: copy_from oid 13 from oid 14 current snap is 358 2024-08-17T17:03:56.892 INFO:tasks.rados.rados.0.smithi001.stdout:3757: read oid 33 snap -1 2024-08-17T17:03:56.892 INFO:tasks.rados.rados.0.smithi001.stdout:3757: expect (ObjNum 1151 snap 351 seq_num 1151) 2024-08-17T17:03:56.892 INFO:tasks.rados.rados.0.smithi001.stdout:3758: copy_from oid 44 from oid 50 current snap is 358 2024-08-17T17:03:56.892 INFO:tasks.rados.rados.0.smithi001.stdout:3759: delete oid 32 current snap is 358 2024-08-17T17:03:56.901 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 3051 (ObjNum 1149 snap 350 seq_num 1149) dirty exists 2024-08-17T17:03:56.903 INFO:tasks.rados.rados.0.smithi001.stdout:3755: finishing write tid 1 to smithi00187473-25 2024-08-17T17:03:56.904 INFO:tasks.rados.rados.0.smithi001.stdout:3754: done (5 left) 2024-08-17T17:03:56.904 INFO:tasks.rados.rados.0.smithi001.stdout:3759: done (4 left) 2024-08-17T17:03:56.904 INFO:tasks.rados.rados.0.smithi001.stdout:3760: snap_create 2024-08-17T17:03:56.905 INFO:tasks.rados.rados.0.smithi001.stdout:3755: finishing write tid 2 to smithi00187473-25 2024-08-17T17:03:56.907 INFO:tasks.rados.rados.0.smithi001.stdout:3755: finishing write tid 3 to smithi00187473-25 2024-08-17T17:03:56.907 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2569 (ObjNum 1169 snap 358 seq_num 1169) dirty exists 2024-08-17T17:03:56.907 INFO:tasks.rados.rados.0.smithi001.stdout:3755: left oid 25 (ObjNum 1169 snap 358 seq_num 1169) 2024-08-17T17:03:56.909 INFO:tasks.rados.rados.0.smithi001.stdout:3757: expect (ObjNum 1151 snap 351 seq_num 1151) 2024-08-17T17:03:57.014 INFO:tasks.rados.rados.0.smithi001.stdout:3756: finishing copy_from racing read to smithi00187473-13 2024-08-17T17:03:57.015 INFO:tasks.rados.rados.0.smithi001.stdout:3756: finishing copy_from to smithi00187473-13 2024-08-17T17:03:57.015 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 13 v 2514 (ObjNum 1138 snap 347 seq_num 1138) dirty exists 2024-08-17T17:03:57.015 INFO:tasks.rados.rados.0.smithi001.stdout:3758: finishing copy_from racing read to smithi00187473-44 2024-08-17T17:03:57.015 INFO:tasks.rados.rados.0.smithi001.stdout:3758: finishing copy_from to smithi00187473-44 2024-08-17T17:03:57.015 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2550 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:03:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:56 smithi189 ceph-mon[90541]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:03:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:56 smithi001 ceph-mon[100737]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:03:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:56 smithi001 ceph-mon[103274]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:03:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:03:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:03:57] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.51.0" 2024-08-17T17:03:57.893 INFO:tasks.rados.rados.0.smithi001.stdout:3755: done (4 left) 2024-08-17T17:03:57.893 INFO:tasks.rados.rados.0.smithi001.stdout:3756: done (3 left) 2024-08-17T17:03:57.893 INFO:tasks.rados.rados.0.smithi001.stdout:3757: done (2 left) 2024-08-17T17:03:57.894 INFO:tasks.rados.rados.0.smithi001.stdout:3758: done (1 left) 2024-08-17T17:03:57.894 INFO:tasks.rados.rados.0.smithi001.stdout:3760: done (0 left) 2024-08-17T17:03:57.894 INFO:tasks.rados.rados.0.smithi001.stdout:3761: snap_remove snap 358 2024-08-17T17:03:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:57 smithi189 ceph-mon[90541]: pgmap v845: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 340 KiB/s wr, 12 op/s 2024-08-17T17:03:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:57 smithi189 ceph-mon[90541]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:03:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:57 smithi001 ceph-mon[100737]: pgmap v845: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 340 KiB/s wr, 12 op/s 2024-08-17T17:03:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:57 smithi001 ceph-mon[100737]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:03:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:57 smithi001 ceph-mon[103274]: pgmap v845: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 340 KiB/s wr, 12 op/s 2024-08-17T17:03:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:57 smithi001 ceph-mon[103274]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:03:58.900 INFO:tasks.rados.rados.0.smithi001.stdout:3761: done (0 left) 2024-08-17T17:03:58.900 INFO:tasks.rados.rados.0.smithi001.stdout:3762: read oid 19 snap -1 2024-08-17T17:03:58.901 INFO:tasks.rados.rados.0.smithi001.stdout:3762: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:03:58.901 INFO:tasks.rados.rados.0.smithi001.stdout:3763: setattr oid 40 current snap is 359 2024-08-17T17:03:58.902 INFO:tasks.rados.rados.0.smithi001.stdout:3764: read oid 46 snap -1 2024-08-17T17:03:58.902 INFO:tasks.rados.rados.0.smithi001.stdout:3764: expect (ObjNum 1152 snap 352 seq_num 1152) 2024-08-17T17:03:58.903 INFO:tasks.rados.rados.0.smithi001.stdout:3765: snap_create 2024-08-17T17:03:58.906 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2491 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:03:58.926 INFO:tasks.rados.rados.0.smithi001.stdout:3762: expect (ObjNum 792 snap 238 seq_num 792) 2024-08-17T17:03:59.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:58 smithi189 ceph-mon[90541]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:03:59.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:58 smithi189 ceph-mon[90541]: pgmap v848: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 164 KiB/s wr, 15 op/s 2024-08-17T17:03:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:58 smithi001 ceph-mon[100737]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:03:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:58 smithi001 ceph-mon[100737]: pgmap v848: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 164 KiB/s wr, 15 op/s 2024-08-17T17:03:59.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:58 smithi001 ceph-mon[103274]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:03:59.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:58 smithi001 ceph-mon[103274]: pgmap v848: 121 pgs: 121 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 164 KiB/s wr, 15 op/s 2024-08-17T17:03:59.205 INFO:tasks.rados.rados.0.smithi001.stdout:3764: expect (ObjNum 1152 snap 352 seq_num 1152) 2024-08-17T17:04:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:59 smithi189 ceph-mon[90541]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:04:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:03:59 smithi189 ceph-mon[90541]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:04:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:59 smithi001 ceph-mon[100737]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:04:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:03:59 smithi001 ceph-mon[100737]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:04:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:59 smithi001 ceph-mon[103274]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:04:00.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:03:59 smithi001 ceph-mon[103274]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:04:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:04:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:04:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:04:01.123 INFO:tasks.rados.rados.0.smithi001.stdout:3762: done (3 left) 2024-08-17T17:04:01.123 INFO:tasks.rados.rados.0.smithi001.stdout:3763: done (2 left) 2024-08-17T17:04:01.123 INFO:tasks.rados.rados.0.smithi001.stdout:3764: done (1 left) 2024-08-17T17:04:01.123 INFO:tasks.rados.rados.0.smithi001.stdout:3765: done (0 left) 2024-08-17T17:04:01.123 INFO:tasks.rados.rados.0.smithi001.stdout:3766: setattr oid 29 current snap is 360 2024-08-17T17:04:01.125 INFO:tasks.rados.rados.0.smithi001.stdout:3767: read oid 25 snap -1 2024-08-17T17:04:01.125 INFO:tasks.rados.rados.0.smithi001.stdout:3767: expect (ObjNum 1169 snap 358 seq_num 1169) 2024-08-17T17:04:01.125 INFO:tasks.rados.rados.0.smithi001.stdout:3768: copy_from oid 7 from oid 16 current snap is 360 2024-08-17T17:04:01.126 INFO:tasks.rados.rados.0.smithi001.stdout:3769: rmattr oid 40 current snap is 360 2024-08-17T17:04:01.126 INFO:tasks.rados.rados.0.smithi001.stdout:3770: copy_from oid 31 from oid 8 current snap is 360 2024-08-17T17:04:01.126 INFO:tasks.rados.rados.0.smithi001.stdout:3771: rollback oid 12 current snap is 360 2024-08-17T17:04:01.126 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 12 to 359 2024-08-17T17:04:01.126 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 360 2024-08-17T17:04:01.126 INFO:tasks.rados.rados.0.smithi001.stdout:3772: seq_num 1171 ranges {4390912=417792} 2024-08-17T17:04:01.152 INFO:tasks.rados.rados.0.smithi001.stdout:3772: writing smithi00187473-5 from 4390912 to 4808704 tid 1 2024-08-17T17:04:01.152 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 43 current snap is 360 2024-08-17T17:04:01.152 INFO:tasks.rados.rados.0.smithi001.stdout:3768: finishing copy_from racing read to smithi00187473-7 2024-08-17T17:04:01.152 INFO:tasks.rados.rados.0.smithi001.stdout:3773: seq_num 1172 ranges {131072=434176} 2024-08-17T17:04:01.155 INFO:tasks.rados.rados.0.smithi001.stdout:3773: writing smithi00187473-43 from 131072 to 565248 tid 1 2024-08-17T17:04:01.155 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 40 v 2492 (ObjNum 609 snap 0 seq_num 1537770120) dirty exists 2024-08-17T17:04:01.155 INFO:tasks.rados.rados.0.smithi001.stdout:3767: expect (ObjNum 1169 snap 358 seq_num 1169) 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2523 (ObjNum 952 snap 284 seq_num 952) dirty exists 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:3768: finishing copy_from to smithi00187473-7 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2481 (ObjNum 705 snap 0 seq_num 811577232) dirty exists 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:3771: finishing rollback tid 0 to smithi00187473-12 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:3771: finishing rollback tid 1 to smithi00187473-12 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:3771: finishing rollback tid 2 to smithi00187473-12 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2911 (ObjNum 1032 snap 315 seq_num 1032) dirty exists 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:3770: finishing copy_from racing read to smithi00187473-31 2024-08-17T17:04:01.169 INFO:tasks.rados.rados.0.smithi001.stdout:3770: finishing copy_from to smithi00187473-31 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2433 (ObjNum 1168 snap 357 seq_num 1168) dirty exists 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3766: done (7 left) 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3767: done (6 left) 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3768: done (5 left) 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3769: done (4 left) 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3770: done (3 left) 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3771: done (2 left) 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3774: read oid 22 snap -1 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3774: expect (ObjNum 1166 snap 356 seq_num 1166) 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3775: rollback oid 39 current snap is 360 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 39 to 359 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3772: finishing write tid 1 to smithi00187473-5 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3772: finishing write tid 2 to smithi00187473-5 2024-08-17T17:04:01.170 INFO:tasks.rados.rados.0.smithi001.stdout:3773: finishing write tid 1 to smithi00187473-43 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3772: finishing write tid 3 to smithi00187473-5 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 3057 (ObjNum 1171 snap 360 seq_num 1171) dirty exists 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3772: left oid 5 (ObjNum 1171 snap 360 seq_num 1171) 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3773: finishing write tid 2 to smithi00187473-43 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3773: finishing write tid 3 to smithi00187473-43 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 3060 (ObjNum 1172 snap 360 seq_num 1172) dirty exists 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3773: left oid 43 (ObjNum 1172 snap 360 seq_num 1172) 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3772: done (3 left) 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3773: done (2 left) 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3776: copy_from oid 4 from oid 1 current snap is 360 2024-08-17T17:04:01.171 INFO:tasks.rados.rados.0.smithi001.stdout:3777: read oid 29 snap -1 2024-08-17T17:04:01.172 INFO:tasks.rados.rados.0.smithi001.stdout:3777: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:04:01.172 INFO:tasks.rados.rados.0.smithi001.stdout:3778: setattr oid 45 current snap is 360 2024-08-17T17:04:01.172 INFO:tasks.rados.rados.0.smithi001.stdout:3779: copy_from oid 43 from oid 31 current snap is 360 2024-08-17T17:04:01.172 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 360 2024-08-17T17:04:01.172 INFO:tasks.rados.rados.0.smithi001.stdout:3780: seq_num 1173 ranges {11821056=450560} 2024-08-17T17:04:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:00 smithi189 ceph-mon[90541]: pgmap v851: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-17T17:04:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:00 smithi001 ceph-mon[100737]: pgmap v851: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-17T17:04:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:00 smithi001 ceph-mon[103274]: pgmap v851: 121 pgs: 121 active+clean; 206 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-17T17:04:01.242 INFO:tasks.rados.rados.0.smithi001.stdout:3780: writing smithi00187473-48 from 11821056 to 12271616 tid 1 2024-08-17T17:04:01.242 INFO:tasks.rados.rados.0.smithi001.stdout:3781: delete oid 3 current snap is 360 2024-08-17T17:04:01.242 INFO:tasks.rados.rados.0.smithi001.stdout:3775: finishing rollback tid 0 to smithi00187473-39 2024-08-17T17:04:01.242 INFO:tasks.rados.rados.0.smithi001.stdout:3775: finishing rollback tid 1 to smithi00187473-39 2024-08-17T17:04:01.242 INFO:tasks.rados.rados.0.smithi001.stdout:3777: expect (ObjNum 952 snap 284 seq_num 952) 2024-08-17T17:04:01.295 INFO:tasks.rados.rados.0.smithi001.stdout:3775: finishing rollback tid 2 to smithi00187473-39 2024-08-17T17:04:01.295 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2478 (ObjNum 1164 snap 356 seq_num 1164) dirty exists 2024-08-17T17:04:01.295 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 3062 (ObjNum 1003 snap 297 seq_num 1003) dirty exists 2024-08-17T17:04:01.295 INFO:tasks.rados.rados.0.smithi001.stdout:3779: finishing copy_from racing read to smithi00187473-43 2024-08-17T17:04:01.295 INFO:tasks.rados.rados.0.smithi001.stdout:3779: finishing copy_from to smithi00187473-43 2024-08-17T17:04:01.295 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 43 v 2433 (ObjNum 1168 snap 357 seq_num 1168) dirty exists 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3776: finishing copy_from racing read to smithi00187473-4 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3776: finishing copy_from to smithi00187473-4 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2550 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3780: finishing write tid 1 to smithi00187473-48 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3780: finishing write tid 2 to smithi00187473-48 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3775: done (7 left) 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3776: done (6 left) 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3777: done (5 left) 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3778: done (4 left) 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3779: done (3 left) 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3781: done (2 left) 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3782: copy_from oid 31 from oid 3 current snap is 360 2024-08-17T17:04:01.296 INFO:tasks.rados.rados.0.smithi001.stdout:3774: expect (ObjNum 1166 snap 356 seq_num 1166) 2024-08-17T17:04:02.375 INFO:tasks.rados.rados.0.smithi001.stdout:3780: finishing write tid 3 to smithi00187473-48 2024-08-17T17:04:02.375 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2184 (ObjNum 1173 snap 360 seq_num 1173) dirty exists 2024-08-17T17:04:02.376 INFO:tasks.rados.rados.0.smithi001.stdout:3780: left oid 48 (ObjNum 1173 snap 360 seq_num 1173) 2024-08-17T17:04:02.376 INFO:tasks.rados.rados.0.smithi001.stdout:3782: finishing copy_from to smithi00187473-31 2024-08-17T17:04:02.376 INFO:tasks.rados.rados.0.smithi001.stdout:3782: got expected ENOENT (src dne) 2024-08-17T17:04:02.376 INFO:tasks.rados.rados.0.smithi001.stdout:3782: finishing copy_from racing read to smithi00187473-31 2024-08-17T17:04:02.376 INFO:tasks.rados.rados.0.smithi001.stdout:3774: done (2 left) 2024-08-17T17:04:02.376 INFO:tasks.rados.rados.0.smithi001.stdout:3780: done (1 left) 2024-08-17T17:04:02.376 INFO:tasks.rados.rados.0.smithi001.stdout:3782: done (0 left) 2024-08-17T17:04:02.376 INFO:tasks.rados.rados.0.smithi001.stdout:3783: read oid 47 snap -1 2024-08-17T17:04:02.377 INFO:tasks.rados.rados.0.smithi001.stdout:3783: expect (ObjNum 1126 snap 344 seq_num 1126) 2024-08-17T17:04:02.377 INFO:tasks.rados.rados.0.smithi001.stdout:3784: delete oid 32 current snap is 360 2024-08-17T17:04:02.379 INFO:tasks.rados.rados.0.smithi001.stdout:3784: done (1 left) 2024-08-17T17:04:02.379 INFO:tasks.rados.rados.0.smithi001.stdout:3785: snap_remove snap 359 2024-08-17T17:04:03.224 INFO:tasks.rados.rados.0.smithi001.stdout:3785: done (1 left) 2024-08-17T17:04:03.224 INFO:tasks.rados.rados.0.smithi001.stdout:3786: delete oid 19 current snap is 360 2024-08-17T17:04:03.224 INFO:tasks.rados.rados.0.smithi001.stdout:3783: expect (ObjNum 1126 snap 344 seq_num 1126) 2024-08-17T17:04:03.286 INFO:tasks.rados.rados.0.smithi001.stdout:3783: done (1 left) 2024-08-17T17:04:03.286 INFO:tasks.rados.rados.0.smithi001.stdout:3786: done (0 left) 2024-08-17T17:04:03.287 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 10 current snap is 360 2024-08-17T17:04:03.287 INFO:tasks.rados.rados.0.smithi001.stdout:3787: seq_num 1177 ranges {12394496=516096} 2024-08-17T17:04:03.357 INFO:tasks.rados.rados.0.smithi001.stdout:3787: writing smithi00187473-10 from 12394496 to 12910592 tid 1 2024-08-17T17:04:03.357 INFO:tasks.rados.rados.0.smithi001.stdout:3788: delete oid 22 current snap is 360 2024-08-17T17:04:03.361 INFO:tasks.rados.rados.0.smithi001.stdout:3788: done (1 left) 2024-08-17T17:04:03.362 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 360 2024-08-17T17:04:03.362 INFO:tasks.rados.rados.0.smithi001.stdout:3789: seq_num 1179 ranges {4653056=548864} 2024-08-17T17:04:03.390 INFO:tasks.rados.rados.0.smithi001.stdout:3789: writing smithi00187473-26 from 4653056 to 5201920 tid 1 2024-08-17T17:04:03.390 INFO:tasks.rados.rados.0.smithi001.stdout:3790: setattr oid 37 current snap is 360 2024-08-17T17:04:03.390 INFO:tasks.rados.rados.0.smithi001.stdout:3787: finishing write tid 1 to smithi00187473-10 2024-08-17T17:04:03.390 INFO:tasks.rados.rados.0.smithi001.stdout:3787: finishing write tid 2 to smithi00187473-10 2024-08-17T17:04:03.390 INFO:tasks.rados.rados.0.smithi001.stdout:3787: finishing write tid 3 to smithi00187473-10 2024-08-17T17:04:03.390 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2822 (ObjNum 1177 snap 360 seq_num 1177) dirty exists 2024-08-17T17:04:03.391 INFO:tasks.rados.rados.0.smithi001.stdout:3787: left oid 10 (ObjNum 1177 snap 360 seq_num 1177) 2024-08-17T17:04:03.391 INFO:tasks.rados.rados.0.smithi001.stdout:3787: done (2 left) 2024-08-17T17:04:03.391 INFO:tasks.rados.rados.0.smithi001.stdout:3791: read oid 13 snap -1 2024-08-17T17:04:03.391 INFO:tasks.rados.rados.0.smithi001.stdout:3791: expect (ObjNum 1138 snap 347 seq_num 1138) 2024-08-17T17:04:03.391 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 360 2024-08-17T17:04:03.391 INFO:tasks.rados.rados.0.smithi001.stdout:3792: seq_num 1180 ranges {2170880=565248} 2024-08-17T17:04:03.407 INFO:tasks.rados.rados.0.smithi001.stdout:3792: writing smithi00187473-49 from 2170880 to 2736128 tid 1 2024-08-17T17:04:03.407 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 360 2024-08-17T17:04:03.407 INFO:tasks.rados.rados.0.smithi001.stdout:3789: finishing write tid 1 to smithi00187473-26 2024-08-17T17:04:03.408 INFO:tasks.rados.rados.0.smithi001.stdout:3789: finishing write tid 2 to smithi00187473-26 2024-08-17T17:04:03.408 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2419 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2024-08-17T17:04:03.408 INFO:tasks.rados.rados.0.smithi001.stdout:3789: finishing write tid 3 to smithi00187473-26 2024-08-17T17:04:03.408 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2494 (ObjNum 1179 snap 360 seq_num 1179) dirty exists 2024-08-17T17:04:03.408 INFO:tasks.rados.rados.0.smithi001.stdout:3789: left oid 26 (ObjNum 1179 snap 360 seq_num 1179) 2024-08-17T17:04:03.408 INFO:tasks.rados.rados.0.smithi001.stdout:3793: seq_num 1181 ranges {6619136=581632} 2024-08-17T17:04:03.446 INFO:tasks.rados.rados.0.smithi001.stdout:3793: writing smithi00187473-23 from 6619136 to 7200768 tid 1 2024-08-17T17:04:03.447 INFO:tasks.rados.rados.0.smithi001.stdout:3789: done (4 left) 2024-08-17T17:04:03.447 INFO:tasks.rados.rados.0.smithi001.stdout:3790: done (3 left) 2024-08-17T17:04:03.447 INFO:tasks.rados.rados.0.smithi001.stdout:3794: read oid 41 snap -1 2024-08-17T17:04:03.447 INFO:tasks.rados.rados.0.smithi001.stdout:3794: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:03.447 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 9 current snap is 360 2024-08-17T17:04:03.447 INFO:tasks.rados.rados.0.smithi001.stdout:3795: seq_num 1182 ranges {1327104=606208} 2024-08-17T17:04:03.457 INFO:tasks.rados.rados.0.smithi001.stdout:3795: writing smithi00187473-9 from 1327104 to 1933312 tid 1 2024-08-17T17:04:03.457 INFO:tasks.rados.rados.0.smithi001.stdout:3796: setattr oid 44 current snap is 360 2024-08-17T17:04:03.458 INFO:tasks.rados.rados.0.smithi001.stdout:3791: expect (ObjNum 1138 snap 347 seq_num 1138) 2024-08-17T17:04:03.516 INFO:tasks.rados.rados.0.smithi001.stdout:3792: finishing write tid 1 to smithi00187473-49 2024-08-17T17:04:03.517 INFO:tasks.rados.rados.0.smithi001.stdout:3792: finishing write tid 2 to smithi00187473-49 2024-08-17T17:04:03.517 INFO:tasks.rados.rados.0.smithi001.stdout:3792: finishing write tid 3 to smithi00187473-49 2024-08-17T17:04:03.517 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2571 (ObjNum 1180 snap 360 seq_num 1180) dirty exists 2024-08-17T17:04:03.517 INFO:tasks.rados.rados.0.smithi001.stdout:3792: left oid 49 (ObjNum 1180 snap 360 seq_num 1180) 2024-08-17T17:04:03.517 INFO:tasks.rados.rados.0.smithi001.stdout:3794: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:03.521 INFO:tasks.rados.rados.0.smithi001.stdout:3793: finishing write tid 1 to smithi00187473-23 2024-08-17T17:04:03.521 INFO:tasks.rados.rados.0.smithi001.stdout:3793: finishing write tid 2 to smithi00187473-23 2024-08-17T17:04:03.521 INFO:tasks.rados.rados.0.smithi001.stdout:3793: finishing write tid 3 to smithi00187473-23 2024-08-17T17:04:03.521 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2573 (ObjNum 1181 snap 360 seq_num 1181) dirty exists 2024-08-17T17:04:03.521 INFO:tasks.rados.rados.0.smithi001.stdout:3793: left oid 23 (ObjNum 1181 snap 360 seq_num 1181) 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3795: finishing write tid 1 to smithi00187473-9 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3795: finishing write tid 2 to smithi00187473-9 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3795: finishing write tid 3 to smithi00187473-9 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 9 v 929 (ObjNum 1182 snap 360 seq_num 1182) dirty exists 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3795: left oid 9 (ObjNum 1182 snap 360 seq_num 1182) 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3791: done (5 left) 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3792: done (4 left) 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3793: done (3 left) 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3794: done (2 left) 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3795: done (1 left) 2024-08-17T17:04:03.522 INFO:tasks.rados.rados.0.smithi001.stdout:3797: delete oid 30 current snap is 360 2024-08-17T17:04:03.523 INFO:tasks.rados.rados.0.smithi001.stdout:3797: done (1 left) 2024-08-17T17:04:03.523 INFO:tasks.rados.rados.0.smithi001.stdout:3798: setattr oid 2 current snap is 360 2024-08-17T17:04:03.524 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2823 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:04:03.525 INFO:tasks.rados.rados.0.smithi001.stdout:3796: done (1 left) 2024-08-17T17:04:03.525 INFO:tasks.rados.rados.0.smithi001.stdout:3799: delete oid 18 current snap is 360 2024-08-17T17:04:03.529 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 3073 (ObjNum 145 snap 0 seq_num 1538791648) dirty exists 2024-08-17T17:04:03.530 INFO:tasks.rados.rados.0.smithi001.stdout:3798: done (1 left) 2024-08-17T17:04:03.530 INFO:tasks.rados.rados.0.smithi001.stdout:3799: done (0 left) 2024-08-17T17:04:03.530 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 360 2024-08-17T17:04:03.530 INFO:tasks.rados.rados.0.smithi001.stdout:3800: seq_num 1185 ranges {12271616=655360} 2024-08-17T17:04:03.600 INFO:tasks.rados.rados.0.smithi001.stdout:3800: writing smithi00187473-48 from 12271616 to 12926976 tid 1 2024-08-17T17:04:03.600 INFO:tasks.rados.rados.0.smithi001.stdout:3801: setattr oid 34 current snap is 360 2024-08-17T17:04:03.602 INFO:tasks.rados.rados.0.smithi001.stdout:3802: rollback oid 50 current snap is 360 2024-08-17T17:04:03.602 INFO:tasks.rados.rados.0.smithi001.stdout:3802: done (2 left) 2024-08-17T17:04:03.602 INFO:tasks.rados.rados.0.smithi001.stdout:3803: copy_from oid 46 from oid 8 current snap is 360 2024-08-17T17:04:03.602 INFO:tasks.rados.rados.0.smithi001.stdout:3804: read oid 17 snap -1 2024-08-17T17:04:03.602 INFO:tasks.rados.rados.0.smithi001.stdout:3804: expect (ObjNum 1149 snap 350 seq_num 1149) 2024-08-17T17:04:03.602 INFO:tasks.rados.rados.0.smithi001.stdout:3805: delete oid 24 current snap is 360 2024-08-17T17:04:03.607 INFO:tasks.rados.rados.0.smithi001.stdout:3805: done (4 left) 2024-08-17T17:04:03.608 INFO:tasks.rados.rados.0.smithi001.stdout:3806: read oid 40 snap -1 2024-08-17T17:04:03.608 INFO:tasks.rados.rados.0.smithi001.stdout:3806: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:03.608 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 1 current snap is 360 2024-08-17T17:04:03.608 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2575 (ObjNum 1159 snap 356 seq_num 1159) dirty exists 2024-08-17T17:04:03.608 INFO:tasks.rados.rados.0.smithi001.stdout:3807: seq_num 1187 ranges {14360576=688128} 2024-08-17T17:04:03.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:03 smithi189 ceph-mon[90541]: pgmap v852: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.5 MiB/s wr, 21 op/s 2024-08-17T17:04:03.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:03 smithi001 ceph-mon[100737]: pgmap v852: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.5 MiB/s wr, 21 op/s 2024-08-17T17:04:03.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:03 smithi001 ceph-mon[103274]: pgmap v852: 121 pgs: 121 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.5 MiB/s wr, 21 op/s 2024-08-17T17:04:03.690 INFO:tasks.rados.rados.0.smithi001.stdout:3807: writing smithi00187473-1 from 14360576 to 15048704 tid 1 2024-08-17T17:04:03.691 INFO:tasks.rados.rados.0.smithi001.stdout:3801: done (5 left) 2024-08-17T17:04:03.691 INFO:tasks.rados.rados.0.smithi001.stdout:3808: snap_create 2024-08-17T17:04:03.691 INFO:tasks.rados.rados.0.smithi001.stdout:3806: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:03.693 INFO:tasks.rados.rados.0.smithi001.stdout:3800: finishing write tid 1 to smithi00187473-48 2024-08-17T17:04:03.693 INFO:tasks.rados.rados.0.smithi001.stdout:3800: finishing write tid 2 to smithi00187473-48 2024-08-17T17:04:03.693 INFO:tasks.rados.rados.0.smithi001.stdout:3800: finishing write tid 3 to smithi00187473-48 2024-08-17T17:04:03.693 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2186 (ObjNum 1185 snap 360 seq_num 1185) dirty exists 2024-08-17T17:04:03.693 INFO:tasks.rados.rados.0.smithi001.stdout:3800: left oid 48 (ObjNum 1185 snap 360 seq_num 1185) 2024-08-17T17:04:03.693 INFO:tasks.rados.rados.0.smithi001.stdout:3803: finishing copy_from racing read to smithi00187473-46 2024-08-17T17:04:03.693 INFO:tasks.rados.rados.0.smithi001.stdout:3803: finishing copy_from to smithi00187473-46 2024-08-17T17:04:03.694 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2433 (ObjNum 1168 snap 357 seq_num 1168) dirty exists 2024-08-17T17:04:03.694 INFO:tasks.rados.rados.0.smithi001.stdout:3804: expect (ObjNum 1149 snap 350 seq_num 1149) 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3807: finishing write tid 1 to smithi00187473-1 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3807: finishing write tid 2 to smithi00187473-1 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3807: finishing write tid 3 to smithi00187473-1 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 1 v 2577 (ObjNum 1187 snap 360 seq_num 1187) dirty exists 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3807: left oid 1 (ObjNum 1187 snap 360 seq_num 1187) 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3800: done (5 left) 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3803: done (4 left) 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3804: done (3 left) 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3806: done (2 left) 2024-08-17T17:04:04.249 INFO:tasks.rados.rados.0.smithi001.stdout:3807: done (1 left) 2024-08-17T17:04:04.250 INFO:tasks.rados.rados.0.smithi001.stdout:3808: done (0 left) 2024-08-17T17:04:04.250 INFO:tasks.rados.rados.0.smithi001.stdout:3809: read oid 34 snap 360 2024-08-17T17:04:04.250 INFO:tasks.rados.rados.0.smithi001.stdout:3809: expect (ObjNum 1159 snap 356 seq_num 1159) 2024-08-17T17:04:04.250 INFO:tasks.rados.rados.0.smithi001.stdout:3810: rmattr oid 5 current snap is 361 2024-08-17T17:04:04.250 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 361 2024-08-17T17:04:04.250 INFO:tasks.rados.rados.0.smithi001.stdout:3811: seq_num 1188 ranges {1327104=704512} 2024-08-17T17:04:04.260 INFO:tasks.rados.rados.0.smithi001.stdout:3811: writing smithi00187473-28 from 1327104 to 2031616 tid 1 2024-08-17T17:04:04.260 INFO:tasks.rados.rados.0.smithi001.stdout:3812: snap_create 2024-08-17T17:04:04.260 INFO:tasks.rados.rados.0.smithi001.stdout:3809: expect (ObjNum 1159 snap 356 seq_num 1159) 2024-08-17T17:04:04.269 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 3076 (ObjNum 1171 snap 360 seq_num 1171) dirty exists 2024-08-17T17:04:04.269 INFO:tasks.rados.rados.0.smithi001.stdout:3811: finishing write tid 1 to smithi00187473-28 2024-08-17T17:04:04.269 INFO:tasks.rados.rados.0.smithi001.stdout:3811: finishing write tid 2 to smithi00187473-28 2024-08-17T17:04:04.269 INFO:tasks.rados.rados.0.smithi001.stdout:3811: finishing write tid 3 to smithi00187473-28 2024-08-17T17:04:04.269 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2481 (ObjNum 1188 snap 361 seq_num 1188) dirty exists 2024-08-17T17:04:04.269 INFO:tasks.rados.rados.0.smithi001.stdout:3811: left oid 28 (ObjNum 1188 snap 361 seq_num 1188) 2024-08-17T17:04:04.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:04 smithi189 ceph-mon[90541]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:04:04.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:04 smithi001 ceph-mon[100737]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:04:04.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:04 smithi001 ceph-mon[103274]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:04:04.876 INFO:tasks.rados.rados.0.smithi001.stdout:3809: done (3 left) 2024-08-17T17:04:04.876 INFO:tasks.rados.rados.0.smithi001.stdout:3810: done (2 left) 2024-08-17T17:04:04.876 INFO:tasks.rados.rados.0.smithi001.stdout:3811: done (1 left) 2024-08-17T17:04:04.876 INFO:tasks.rados.rados.0.smithi001.stdout:3812: done (0 left) 2024-08-17T17:04:04.876 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 26 current snap is 362 2024-08-17T17:04:04.876 INFO:tasks.rados.rados.0.smithi001.stdout:3813: seq_num 1189 ranges {5201920=720896} 2024-08-17T17:04:04.908 INFO:tasks.rados.rados.0.smithi001.stdout:3813: writing smithi00187473-26 from 5201920 to 5922816 tid 1 2024-08-17T17:04:04.908 INFO:tasks.rados.rados.0.smithi001.stdout:3814: rollback oid 23 current snap is 362 2024-08-17T17:04:04.908 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 23 to 361 2024-08-17T17:04:04.908 INFO:tasks.rados.rados.0.smithi001.stdout:3815: delete oid 42 current snap is 362 2024-08-17T17:04:04.913 INFO:tasks.rados.rados.0.smithi001.stdout:3815: done (2 left) 2024-08-17T17:04:04.913 INFO:tasks.rados.rados.0.smithi001.stdout:3816: snap_create 2024-08-17T17:04:04.914 INFO:tasks.rados.rados.0.smithi001.stdout:3813: finishing write tid 1 to smithi00187473-26 2024-08-17T17:04:04.914 INFO:tasks.rados.rados.0.smithi001.stdout:3813: finishing write tid 2 to smithi00187473-26 2024-08-17T17:04:04.914 INFO:tasks.rados.rados.0.smithi001.stdout:3813: finishing write tid 3 to smithi00187473-26 2024-08-17T17:04:04.915 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 26 v 2496 (ObjNum 1189 snap 362 seq_num 1189) dirty exists 2024-08-17T17:04:04.915 INFO:tasks.rados.rados.0.smithi001.stdout:3813: left oid 26 (ObjNum 1189 snap 362 seq_num 1189) 2024-08-17T17:04:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:3814: finishing rollback tid 0 to smithi00187473-23 2024-08-17T17:04:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:3814: finishing rollback tid 1 to smithi00187473-23 2024-08-17T17:04:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:3814: finishing rollback tid 2 to smithi00187473-23 2024-08-17T17:04:04.919 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2580 (ObjNum 1181 snap 360 seq_num 1181) dirty exists 2024-08-17T17:04:05.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:05 smithi189 ceph-mon[90541]: pgmap v854: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-08-17T17:04:05.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:05 smithi189 ceph-mon[90541]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:04:05.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:05 smithi189 ceph-mon[90541]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:04:05.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:05 smithi001 ceph-mon[100737]: pgmap v854: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-08-17T17:04:05.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:05 smithi001 ceph-mon[100737]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:04:05.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:05 smithi001 ceph-mon[100737]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:04:05.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:05 smithi001 ceph-mon[103274]: pgmap v854: 121 pgs: 121 active+clean; 211 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-08-17T17:04:05.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:05 smithi001 ceph-mon[103274]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:04:05.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:05 smithi001 ceph-mon[103274]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:04:05.877 INFO:tasks.rados.rados.0.smithi001.stdout:3813: done (2 left) 2024-08-17T17:04:05.877 INFO:tasks.rados.rados.0.smithi001.stdout:3814: done (1 left) 2024-08-17T17:04:05.877 INFO:tasks.rados.rados.0.smithi001.stdout:3816: done (0 left) 2024-08-17T17:04:05.877 INFO:tasks.rados.rados.0.smithi001.stdout:3817: delete oid 20 current snap is 363 2024-08-17T17:04:05.880 INFO:tasks.rados.rados.0.smithi001.stdout:3817: done (0 left) 2024-08-17T17:04:05.880 INFO:tasks.rados.rados.0.smithi001.stdout:3818: rmattr oid 25 current snap is 363 2024-08-17T17:04:05.880 INFO:tasks.rados.rados.0.smithi001.stdout:3818: done (0 left) 2024-08-17T17:04:05.880 INFO:tasks.rados.rados.0.smithi001.stdout:3819: read oid 35 snap -1 2024-08-17T17:04:05.880 INFO:tasks.rados.rados.0.smithi001.stdout:3819: expect deleted 2024-08-17T17:04:05.880 INFO:tasks.rados.rados.0.smithi001.stdout:3820: setattr oid 19 current snap is 363 2024-08-17T17:04:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:3819: done (1 left) 2024-08-17T17:04:05.882 INFO:tasks.rados.rados.0.smithi001.stdout:3821: snap_create 2024-08-17T17:04:05.886 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2482 (ObjNum 2849 snap 0 seq_num 811578000) dirty exists 2024-08-17T17:04:06.883 INFO:tasks.rados.rados.0.smithi001.stdout:3820: done (1 left) 2024-08-17T17:04:06.883 INFO:tasks.rados.rados.0.smithi001.stdout:3821: done (0 left) 2024-08-17T17:04:06.883 INFO:tasks.rados.rados.0.smithi001.stdout:3822: setattr oid 50 current snap is 364 2024-08-17T17:04:06.885 INFO:tasks.rados.rados.0.smithi001.stdout:3823: snap_create 2024-08-17T17:04:06.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2553 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:04:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:06 smithi189 ceph-mon[90541]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:04:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:06 smithi001 ceph-mon[100737]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:04:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:06 smithi001 ceph-mon[103274]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:04:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:04:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:04:07] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.51.0" 2024-08-17T17:04:07.884 INFO:tasks.rados.rados.0.smithi001.stdout:3822: done (1 left) 2024-08-17T17:04:07.884 INFO:tasks.rados.rados.0.smithi001.stdout:3823: done (0 left) 2024-08-17T17:04:07.884 INFO:tasks.rados.rados.0.smithi001.stdout:3824: rollback oid 31 current snap is 365 2024-08-17T17:04:07.884 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 360 2024-08-17T17:04:07.884 INFO:tasks.rados.rados.0.smithi001.stdout:3825: snap_remove snap 361 2024-08-17T17:04:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:07 smithi189 ceph-mon[90541]: pgmap v858: 121 pgs: 121 active+clean; 211 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-08-17T17:04:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:07 smithi189 ceph-mon[90541]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:04:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:07 smithi001 ceph-mon[103274]: pgmap v858: 121 pgs: 121 active+clean; 211 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-08-17T17:04:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:07 smithi001 ceph-mon[103274]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:04:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:07 smithi001 ceph-mon[100737]: pgmap v858: 121 pgs: 121 active+clean; 211 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 46 op/s 2024-08-17T17:04:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:07 smithi001 ceph-mon[100737]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:04:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3825: done (1 left) 2024-08-17T17:04:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3826: copy_from oid 2 from oid 4 current snap is 365 2024-08-17T17:04:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3824: finishing rollback tid 0 to smithi00187473-31 2024-08-17T17:04:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3824: finishing rollback tid 1 to smithi00187473-31 2024-08-17T17:04:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3824: finishing rollback tid 2 to smithi00187473-31 2024-08-17T17:04:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 3080 (ObjNum 1168 snap 357 seq_num 1168) dirty exists 2024-08-17T17:04:08.895 INFO:tasks.rados.rados.0.smithi001.stdout:3824: done (1 left) 2024-08-17T17:04:08.896 INFO:tasks.rados.rados.0.smithi001.stdout:3827: snap_create 2024-08-17T17:04:08.961 INFO:tasks.rados.rados.0.smithi001.stdout:3826: finishing copy_from racing read to smithi00187473-2 2024-08-17T17:04:08.963 INFO:tasks.rados.rados.0.smithi001.stdout:3826: finishing copy_from to smithi00187473-2 2024-08-17T17:04:08.963 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 2550 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:04:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:08 smithi189 ceph-mon[90541]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:04:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:08 smithi001 ceph-mon[103274]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:04:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:08 smithi001 ceph-mon[100737]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:04:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3826: done (1 left) 2024-08-17T17:04:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3827: done (0 left) 2024-08-17T17:04:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3828: read oid 19 snap -1 2024-08-17T17:04:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3828: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3829: copy_from oid 17 from oid 33 current snap is 366 2024-08-17T17:04:09.879 INFO:tasks.rados.rados.0.smithi001.stdout:3830: snap_create 2024-08-17T17:04:09.880 INFO:tasks.rados.rados.0.smithi001.stdout:3828: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:09.896 INFO:tasks.rados.rados.0.smithi001.stdout:3829: finishing copy_from racing read to smithi00187473-17 2024-08-17T17:04:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:3829: finishing copy_from to smithi00187473-17 2024-08-17T17:04:09.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 2820 (ObjNum 1151 snap 351 seq_num 1151) dirty exists 2024-08-17T17:04:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:09 smithi189 ceph-mon[90541]: pgmap v861: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-08-17T17:04:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:09 smithi189 ceph-mon[90541]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:04:10.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:09 smithi189 ceph-mon[90541]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:04:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:09 smithi001 ceph-mon[103274]: pgmap v861: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-08-17T17:04:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:09 smithi001 ceph-mon[103274]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:04:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:09 smithi001 ceph-mon[103274]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:04:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:09 smithi001 ceph-mon[100737]: pgmap v861: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.4 MiB/s wr, 30 op/s 2024-08-17T17:04:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:09 smithi001 ceph-mon[100737]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:04:10.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:09 smithi001 ceph-mon[100737]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:04:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:04:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:04:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:04:10.879 INFO:tasks.rados.rados.0.smithi001.stdout:3828: done (2 left) 2024-08-17T17:04:10.879 INFO:tasks.rados.rados.0.smithi001.stdout:3829: done (1 left) 2024-08-17T17:04:10.880 INFO:tasks.rados.rados.0.smithi001.stdout:3830: done (0 left) 2024-08-17T17:04:10.880 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 39 current snap is 367 2024-08-17T17:04:10.880 INFO:tasks.rados.rados.0.smithi001.stdout:3831: seq_num 1192 ranges {942080=770048} 2024-08-17T17:04:10.888 INFO:tasks.rados.rados.0.smithi001.stdout:3831: writing smithi00187473-39 from 942080 to 1712128 tid 1 2024-08-17T17:04:10.888 INFO:tasks.rados.rados.0.smithi001.stdout:3832: snap_create 2024-08-17T17:04:10.896 INFO:tasks.rados.rados.0.smithi001.stdout:3831: finishing write tid 1 to smithi00187473-39 2024-08-17T17:04:10.896 INFO:tasks.rados.rados.0.smithi001.stdout:3831: finishing write tid 2 to smithi00187473-39 2024-08-17T17:04:10.897 INFO:tasks.rados.rados.0.smithi001.stdout:3831: finishing write tid 3 to smithi00187473-39 2024-08-17T17:04:10.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2484 (ObjNum 1192 snap 367 seq_num 1192) dirty exists 2024-08-17T17:04:10.898 INFO:tasks.rados.rados.0.smithi001.stdout:3831: left oid 39 (ObjNum 1192 snap 367 seq_num 1192) 2024-08-17T17:04:11.881 INFO:tasks.rados.rados.0.smithi001.stdout:3831: done (1 left) 2024-08-17T17:04:11.881 INFO:tasks.rados.rados.0.smithi001.stdout:3832: done (0 left) 2024-08-17T17:04:11.881 INFO:tasks.rados.rados.0.smithi001.stdout:3833: read oid 27 snap -1 2024-08-17T17:04:11.881 INFO:tasks.rados.rados.0.smithi001.stdout:3833: expect deleted 2024-08-17T17:04:11.881 INFO:tasks.rados.rados.0.smithi001.stdout:3834: copy_from oid 33 from oid 20 current snap is 368 2024-08-17T17:04:11.881 INFO:tasks.rados.rados.0.smithi001.stdout:3835: read oid 11 snap -1 2024-08-17T17:04:11.881 INFO:tasks.rados.rados.0.smithi001.stdout:3835: expect deleted 2024-08-17T17:04:11.882 INFO:tasks.rados.rados.0.smithi001.stdout:3836: snap_create 2024-08-17T17:04:11.882 INFO:tasks.rados.rados.0.smithi001.stdout:3834: finishing copy_from to smithi00187473-33 2024-08-17T17:04:11.882 INFO:tasks.rados.rados.0.smithi001.stdout:3834: got expected ENOENT (src dne) 2024-08-17T17:04:11.882 INFO:tasks.rados.rados.0.smithi001.stdout:3834: finishing copy_from racing read to smithi00187473-33 2024-08-17T17:04:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:11 smithi189 ceph-mon[90541]: pgmap v864: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 177 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:04:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:11 smithi189 ceph-mon[90541]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:04:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:11 smithi001 ceph-mon[100737]: pgmap v864: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 177 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:04:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:11 smithi001 ceph-mon[100737]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:04:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:11 smithi001 ceph-mon[103274]: pgmap v864: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 177 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:04:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:11 smithi001 ceph-mon[103274]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:04:12.893 INFO:tasks.rados.rados.0.smithi001.stdout:3833: done (3 left) 2024-08-17T17:04:12.893 INFO:tasks.rados.rados.0.smithi001.stdout:3834: done (2 left) 2024-08-17T17:04:12.893 INFO:tasks.rados.rados.0.smithi001.stdout:3835: done (1 left) 2024-08-17T17:04:12.893 INFO:tasks.rados.rados.0.smithi001.stdout:3836: done (0 left) 2024-08-17T17:04:12.893 INFO:tasks.rados.rados.0.smithi001.stdout:3837: snap_create 2024-08-17T17:04:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:12 smithi189 ceph-mon[90541]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:04:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:12 smithi001 ceph-mon[100737]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:04:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:12 smithi001 ceph-mon[103274]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:04:13.901 INFO:tasks.rados.rados.0.smithi001.stdout:3837: done (0 left) 2024-08-17T17:04:13.901 INFO:tasks.rados.rados.0.smithi001.stdout:3838: copy_from oid 46 from oid 1 current snap is 370 2024-08-17T17:04:13.901 INFO:tasks.rados.rados.0.smithi001.stdout:3839: read oid 17 snap 360 2024-08-17T17:04:13.901 INFO:tasks.rados.rados.0.smithi001.stdout:3839: expect (ObjNum 1149 snap 350 seq_num 1149) 2024-08-17T17:04:13.901 INFO:tasks.rados.rados.0.smithi001.stdout:3840: snap_remove snap 367 2024-08-17T17:04:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:13 smithi189 ceph-mon[90541]: pgmap v867: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 201 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-17T17:04:14.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:13 smithi189 ceph-mon[90541]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:04:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:13 smithi001 ceph-mon[103274]: pgmap v867: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 201 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-17T17:04:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:13 smithi001 ceph-mon[103274]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:04:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:13 smithi001 ceph-mon[100737]: pgmap v867: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 201 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-17T17:04:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:13 smithi001 ceph-mon[100737]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:04:14.907 INFO:tasks.rados.rados.0.smithi001.stdout:3840: done (2 left) 2024-08-17T17:04:14.907 INFO:tasks.rados.rados.0.smithi001.stdout:3841: copy_from oid 13 from oid 42 current snap is 370 2024-08-17T17:04:14.907 INFO:tasks.rados.rados.0.smithi001.stdout:3839: expect (ObjNum 1149 snap 350 seq_num 1149) 2024-08-17T17:04:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:14 smithi189 ceph-mon[90541]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:04:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:14 smithi189 ceph-mon[90541]: pgmap v870: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 3.9 MiB/s wr, 7 op/s 2024-08-17T17:04:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:14 smithi001 ceph-mon[100737]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:04:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:14 smithi001 ceph-mon[100737]: pgmap v870: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 3.9 MiB/s wr, 7 op/s 2024-08-17T17:04:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:14 smithi001 ceph-mon[103274]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:04:15.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:14 smithi001 ceph-mon[103274]: pgmap v870: 121 pgs: 121 active+clean; 194 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 KiB/s rd, 3.9 MiB/s wr, 7 op/s 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:3838: finishing copy_from racing read to smithi00187473-46 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:3838: finishing copy_from to smithi00187473-46 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2577 (ObjNum 1187 snap 360 seq_num 1187) dirty exists 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:3838: done (2 left) 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:3839: done (1 left) 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 4 current snap is 370 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:3841: finishing copy_from to smithi00187473-13 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:3841: got expected ENOENT (src dne) 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:3841: finishing copy_from racing read to smithi00187473-13 2024-08-17T17:04:15.464 INFO:tasks.rados.rados.0.smithi001.stdout:3842: seq_num 1193 ranges {14360576=786432} 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:3842: writing smithi00187473-4 from 14360576 to 15147008 tid 1 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:3841: done (1 left) 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:3843: read oid 46 snap -1 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:3843: expect (ObjNum 1187 snap 360 seq_num 1187) 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:3844: rollback oid 32 current snap is 370 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 364 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:3845: read oid 30 snap -1 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:3845: expect deleted 2024-08-17T17:04:15.547 INFO:tasks.rados.rados.0.smithi001.stdout:3846: setattr oid 7 current snap is 370 2024-08-17T17:04:15.548 INFO:tasks.rados.rados.0.smithi001.stdout:3845: done (4 left) 2024-08-17T17:04:15.548 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 370 2024-08-17T17:04:15.548 INFO:tasks.rados.rados.0.smithi001.stdout:3847: seq_num 1194 ranges {7200768=802816} 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:3847: writing smithi00187473-23 from 7200768 to 8003584 tid 1 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:3848: read oid 44 snap 366 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:3848: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:3849: delete oid 29 current snap is 370 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:3844: finishing rollback tid 1 to smithi00187473-32 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 7 v 2497 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:3842: finishing write tid 1 to smithi00187473-4 2024-08-17T17:04:15.593 INFO:tasks.rados.rados.0.smithi001.stdout:3842: finishing write tid 2 to smithi00187473-4 2024-08-17T17:04:15.594 INFO:tasks.rados.rados.0.smithi001.stdout:3842: finishing write tid 3 to smithi00187473-4 2024-08-17T17:04:15.594 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2552 (ObjNum 1193 snap 370 seq_num 1193) dirty exists 2024-08-17T17:04:15.594 INFO:tasks.rados.rados.0.smithi001.stdout:3842: left oid 4 (ObjNum 1193 snap 370 seq_num 1193) 2024-08-17T17:04:15.599 INFO:tasks.rados.rados.0.smithi001.stdout:3842: done (6 left) 2024-08-17T17:04:15.599 INFO:tasks.rados.rados.0.smithi001.stdout:3844: done (5 left) 2024-08-17T17:04:15.599 INFO:tasks.rados.rados.0.smithi001.stdout:3846: done (4 left) 2024-08-17T17:04:15.600 INFO:tasks.rados.rados.0.smithi001.stdout:3849: done (3 left) 2024-08-17T17:04:15.600 INFO:tasks.rados.rados.0.smithi001.stdout:3850: delete oid 17 current snap is 370 2024-08-17T17:04:15.604 INFO:tasks.rados.rados.0.smithi001.stdout:3847: finishing write tid 1 to smithi00187473-23 2024-08-17T17:04:15.604 INFO:tasks.rados.rados.0.smithi001.stdout:3847: finishing write tid 2 to smithi00187473-23 2024-08-17T17:04:15.607 INFO:tasks.rados.rados.0.smithi001.stdout:3847: finishing write tid 3 to smithi00187473-23 2024-08-17T17:04:15.607 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2582 (ObjNum 1194 snap 370 seq_num 1194) dirty exists 2024-08-17T17:04:15.607 INFO:tasks.rados.rados.0.smithi001.stdout:3847: left oid 23 (ObjNum 1194 snap 370 seq_num 1194) 2024-08-17T17:04:15.614 INFO:tasks.rados.rados.0.smithi001.stdout:3847: done (3 left) 2024-08-17T17:04:15.614 INFO:tasks.rados.rados.0.smithi001.stdout:3850: done (2 left) 2024-08-17T17:04:15.614 INFO:tasks.rados.rados.0.smithi001.stdout:3851: copy_from oid 28 from oid 26 current snap is 370 2024-08-17T17:04:15.614 INFO:tasks.rados.rados.0.smithi001.stdout:3852: copy_from oid 31 from oid 19 current snap is 370 2024-08-17T17:04:15.614 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 370 2024-08-17T17:04:15.614 INFO:tasks.rados.rados.0.smithi001.stdout:3853: seq_num 1197 ranges {0=450560,450560=401408} 2024-08-17T17:04:15.617 INFO:tasks.rados.rados.0.smithi001.stdout:3853: writing smithi00187473-32 from 0 to 450560 tid 1 2024-08-17T17:04:15.619 INFO:tasks.rados.rados.0.smithi001.stdout:3853: writing smithi00187473-32 from 450560 to 851968 tid 2 2024-08-17T17:04:15.620 INFO:tasks.rados.rados.0.smithi001.stdout:3854: delete oid 4 current snap is 370 2024-08-17T17:04:15.620 INFO:tasks.rados.rados.0.smithi001.stdout:3852: finishing copy_from racing read to smithi00187473-31 2024-08-17T17:04:15.623 INFO:tasks.rados.rados.0.smithi001.stdout:3854: done (5 left) 2024-08-17T17:04:15.623 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 45 current snap is 370 2024-08-17T17:04:15.623 INFO:tasks.rados.rados.0.smithi001.stdout:3855: seq_num 1199 ranges {12394496=483328,12877824=401408} 2024-08-17T17:04:15.698 INFO:tasks.rados.rados.0.smithi001.stdout:3855: writing smithi00187473-45 from 12394496 to 12877824 tid 1 2024-08-17T17:04:15.700 INFO:tasks.rados.rados.0.smithi001.stdout:3855: writing smithi00187473-45 from 12877824 to 13279232 tid 2 2024-08-17T17:04:15.700 INFO:tasks.rados.rados.0.smithi001.stdout:3856: rmattr oid 41 current snap is 370 2024-08-17T17:04:15.701 INFO:tasks.rados.rados.0.smithi001.stdout:3843: expect (ObjNum 1187 snap 360 seq_num 1187) 2024-08-17T17:04:15.902 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:04:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:04:15.596+0000 7fbf04830640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c8 after trimming was started 2024-08-17T17:04:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:15 smithi189 ceph-mon[90541]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:04:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:15 smithi001 ceph-mon[100737]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:04:16.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:15 smithi001 ceph-mon[103274]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:04:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:16 smithi189 ceph-mon[90541]: pgmap v872: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 238 B/s rd, 3.8 MiB/s wr, 2 op/s 2024-08-17T17:04:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:16 smithi001 ceph-mon[100737]: pgmap v872: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 238 B/s rd, 3.8 MiB/s wr, 2 op/s 2024-08-17T17:04:17.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:16 smithi001 ceph-mon[103274]: pgmap v872: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 238 B/s rd, 3.8 MiB/s wr, 2 op/s 2024-08-17T17:04:17.226 INFO:tasks.rados.rados.0.smithi001.stdout:3852: finishing copy_from to smithi00187473-31 2024-08-17T17:04:17.226 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 2482 (ObjNum 65 snap 0 seq_num 1537715424) dirty exists 2024-08-17T17:04:17.226 INFO:tasks.rados.rados.0.smithi001.stdout:3853: finishing write tid 1 to smithi00187473-32 2024-08-17T17:04:17.226 INFO:tasks.rados.rados.0.smithi001.stdout:3853: finishing write tid 2 to smithi00187473-32 2024-08-17T17:04:17.226 INFO:tasks.rados.rados.0.smithi001.stdout:3843: done (6 left) 2024-08-17T17:04:17.226 INFO:tasks.rados.rados.0.smithi001.stdout:3852: done (5 left) 2024-08-17T17:04:17.226 INFO:tasks.rados.rados.0.smithi001.stdout:3857: snap_create 2024-08-17T17:04:17.226 INFO:tasks.rados.rados.0.smithi001.stdout:3853: finishing write tid 3 to smithi00187473-32 2024-08-17T17:04:17.227 INFO:tasks.rados.rados.0.smithi001.stdout:3853: finishing write tid 4 to smithi00187473-32 2024-08-17T17:04:17.227 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 3094 (ObjNum 1197 snap 370 seq_num 1197) dirty exists 2024-08-17T17:04:17.227 INFO:tasks.rados.rados.0.smithi001.stdout:3853: left oid 32 (ObjNum 1197 snap 370 seq_num 1197) 2024-08-17T17:04:17.227 INFO:tasks.rados.rados.0.smithi001.stdout:3851: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:04:17.227 INFO:tasks.rados.rados.0.smithi001.stdout:3851: finishing copy_from to smithi00187473-28 2024-08-17T17:04:17.227 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2496 (ObjNum 1189 snap 362 seq_num 1189) dirty exists 2024-08-17T17:04:17.227 INFO:tasks.rados.rados.0.smithi001.stdout:3848: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:04:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:04:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:04:17] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.51.0" 2024-08-17T17:04:18.499 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 41 v 2483 (ObjNum 97 snap 0 seq_num 0) dirty exists 2024-08-17T17:04:18.499 INFO:tasks.rados.rados.0.smithi001.stdout:3855: finishing write tid 1 to smithi00187473-45 2024-08-17T17:04:18.499 INFO:tasks.rados.rados.0.smithi001.stdout:3855: finishing write tid 2 to smithi00187473-45 2024-08-17T17:04:18.499 INFO:tasks.rados.rados.0.smithi001.stdout:3855: finishing write tid 3 to smithi00187473-45 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:3855: finishing write tid 4 to smithi00187473-45 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 45 v 3098 (ObjNum 1199 snap 370 seq_num 1199) dirty exists 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:3855: left oid 45 (ObjNum 1199 snap 370 seq_num 1199) 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:3848: done (5 left) 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:3851: done (4 left) 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:3853: done (3 left) 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:3855: done (2 left) 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:3856: done (1 left) 2024-08-17T17:04:18.500 INFO:tasks.rados.rados.0.smithi001.stdout:3857: done (0 left) 2024-08-17T17:04:18.501 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 371 2024-08-17T17:04:18.501 INFO:tasks.rados.rados.0.smithi001.stdout:3858: seq_num 1200 ranges {14360576=499712,14860288=401408} 2024-08-17T17:04:18.580 INFO:tasks.rados.rados.0.smithi001.stdout:3858: writing smithi00187473-2 from 14360576 to 14860288 tid 1 2024-08-17T17:04:18.583 INFO:tasks.rados.rados.0.smithi001.stdout:3858: writing smithi00187473-2 from 14860288 to 15261696 tid 2 2024-08-17T17:04:18.583 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 371 2024-08-17T17:04:18.583 INFO:tasks.rados.rados.0.smithi001.stdout:3859: seq_num 1201 ranges {2031616=524288,2555904=401408} 2024-08-17T17:04:18.597 INFO:tasks.rados.rados.0.smithi001.stdout:3859: writing smithi00187473-33 from 2031616 to 2555904 tid 1 2024-08-17T17:04:18.599 INFO:tasks.rados.rados.0.smithi001.stdout:3859: writing smithi00187473-33 from 2555904 to 2957312 tid 2 2024-08-17T17:04:18.599 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 371 2024-08-17T17:04:18.599 INFO:tasks.rados.rados.0.smithi001.stdout:3858: finishing write tid 1 to smithi00187473-2 2024-08-17T17:04:18.600 INFO:tasks.rados.rados.0.smithi001.stdout:3858: finishing write tid 2 to smithi00187473-2 2024-08-17T17:04:18.600 INFO:tasks.rados.rados.0.smithi001.stdout:3858: finishing write tid 3 to smithi00187473-2 2024-08-17T17:04:18.600 INFO:tasks.rados.rados.0.smithi001.stdout:3858: finishing write tid 4 to smithi00187473-2 2024-08-17T17:04:18.600 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 3102 (ObjNum 1200 snap 371 seq_num 1200) dirty exists 2024-08-17T17:04:18.600 INFO:tasks.rados.rados.0.smithi001.stdout:3858: left oid 2 (ObjNum 1200 snap 371 seq_num 1200) 2024-08-17T17:04:18.600 INFO:tasks.rados.rados.0.smithi001.stdout:3860: seq_num 1202 ranges {212992=540672,753664=401408} 2024-08-17T17:04:18.603 INFO:tasks.rados.rados.0.smithi001.stdout:3860: writing smithi00187473-34 from 212992 to 753664 tid 1 2024-08-17T17:04:18.606 INFO:tasks.rados.rados.0.smithi001.stdout:3860: writing smithi00187473-34 from 753664 to 1155072 tid 2 2024-08-17T17:04:18.606 INFO:tasks.rados.rados.0.smithi001.stdout:3858: done (2 left) 2024-08-17T17:04:18.606 INFO:tasks.rados.rados.0.smithi001.stdout:3861: read oid 27 snap -1 2024-08-17T17:04:18.607 INFO:tasks.rados.rados.0.smithi001.stdout:3861: expect deleted 2024-08-17T17:04:18.607 INFO:tasks.rados.rados.0.smithi001.stdout:3862: snap_remove snap 364 2024-08-17T17:04:18.918 INFO:tasks.rados.rados.0.smithi001.stdout:3862: done (3 left) 2024-08-17T17:04:18.918 INFO:tasks.rados.rados.0.smithi001.stdout:3863: snap_create 2024-08-17T17:04:18.918 INFO:tasks.rados.rados.0.smithi001.stdout:3859: finishing write tid 1 to smithi00187473-33 2024-08-17T17:04:18.918 INFO:tasks.rados.rados.0.smithi001.stdout:3859: finishing write tid 2 to smithi00187473-33 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:3859: finishing write tid 3 to smithi00187473-33 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:3859: finishing write tid 4 to smithi00187473-33 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2826 (ObjNum 1201 snap 371 seq_num 1201) dirty exists 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:3859: left oid 33 (ObjNum 1201 snap 371 seq_num 1201) 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:3860: finishing write tid 1 to smithi00187473-34 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:3860: finishing write tid 2 to smithi00187473-34 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:3860: finishing write tid 3 to smithi00187473-34 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:3860: finishing write tid 4 to smithi00187473-34 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2585 (ObjNum 1202 snap 371 seq_num 1202) dirty exists 2024-08-17T17:04:18.919 INFO:tasks.rados.rados.0.smithi001.stdout:3860: left oid 34 (ObjNum 1202 snap 371 seq_num 1202) 2024-08-17T17:04:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:18 smithi189 ceph-mon[90541]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:04:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:18 smithi189 ceph-mon[90541]: pgmap v874: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 3 op/s 2024-08-17T17:04:19.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:18 smithi001 ceph-mon[103274]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:04:19.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:18 smithi001 ceph-mon[103274]: pgmap v874: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 3 op/s 2024-08-17T17:04:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:18 smithi001 ceph-mon[100737]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:04:19.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:18 smithi001 ceph-mon[100737]: pgmap v874: 121 pgs: 121 active+clean; 209 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 3 op/s 2024-08-17T17:04:19.888 INFO:tasks.rados.rados.0.smithi001.stdout:3859: done (3 left) 2024-08-17T17:04:19.888 INFO:tasks.rados.rados.0.smithi001.stdout:3860: done (2 left) 2024-08-17T17:04:19.888 INFO:tasks.rados.rados.0.smithi001.stdout:3861: done (1 left) 2024-08-17T17:04:19.888 INFO:tasks.rados.rados.0.smithi001.stdout:3863: done (0 left) 2024-08-17T17:04:19.888 INFO:tasks.rados.rados.0.smithi001.stdout:3864: delete oid 32 current snap is 372 2024-08-17T17:04:19.894 INFO:tasks.rados.rados.0.smithi001.stdout:3864: done (0 left) 2024-08-17T17:04:19.895 INFO:tasks.rados.rados.0.smithi001.stdout:3865: snap_remove snap 366 2024-08-17T17:04:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:19 smithi189 ceph-mon[90541]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:04:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:19 smithi189 ceph-mon[90541]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:04:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:19 smithi001 ceph-mon[100737]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:04:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:19 smithi001 ceph-mon[100737]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:04:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:19 smithi001 ceph-mon[103274]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:04:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:19 smithi001 ceph-mon[103274]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:04:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:04:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:04:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:04:20.892 INFO:tasks.rados.rados.0.smithi001.stdout:3865: done (0 left) 2024-08-17T17:04:20.892 INFO:tasks.rados.rados.0.smithi001.stdout:3866: rollback oid 36 current snap is 372 2024-08-17T17:04:20.892 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 36 to 369 2024-08-17T17:04:20.892 INFO:tasks.rados.rados.0.smithi001.stdout:3867: rollback oid 50 current snap is 372 2024-08-17T17:04:20.892 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 50 to 362 2024-08-17T17:04:20.892 INFO:tasks.rados.rados.0.smithi001.stdout:3868: snap_create 2024-08-17T17:04:20.892 INFO:tasks.rados.rados.0.smithi001.stdout:3866: finishing rollback tid 1 to smithi00187473-36 2024-08-17T17:04:20.892 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 36 v 0 (ObjNum 2225 snap 0 seq_num 811577840) dirty dne 2024-08-17T17:04:20.905 INFO:tasks.rados.rados.0.smithi001.stdout:3867: finishing rollback tid 0 to smithi00187473-50 2024-08-17T17:04:20.905 INFO:tasks.rados.rados.0.smithi001.stdout:3867: finishing rollback tid 1 to smithi00187473-50 2024-08-17T17:04:20.905 INFO:tasks.rados.rados.0.smithi001.stdout:3867: finishing rollback tid 2 to smithi00187473-50 2024-08-17T17:04:20.905 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 50 v 2580 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:04:21.891 INFO:tasks.rados.rados.0.smithi001.stdout:3866: done (2 left) 2024-08-17T17:04:21.891 INFO:tasks.rados.rados.0.smithi001.stdout:3867: done (1 left) 2024-08-17T17:04:21.891 INFO:tasks.rados.rados.0.smithi001.stdout:3868: done (0 left) 2024-08-17T17:04:21.891 INFO:tasks.rados.rados.0.smithi001.stdout:3869: delete oid 21 current snap is 373 2024-08-17T17:04:21.899 INFO:tasks.rados.rados.0.smithi001.stdout:3869: done (0 left) 2024-08-17T17:04:21.900 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 33 current snap is 373 2024-08-17T17:04:21.900 INFO:tasks.rados.rados.0.smithi001.stdout:3870: seq_num 1205 ranges {2957312=589824,3547136=401408} 2024-08-17T17:04:21.919 INFO:tasks.rados.rados.0.smithi001.stdout:3870: writing smithi00187473-33 from 2957312 to 3547136 tid 1 2024-08-17T17:04:21.921 INFO:tasks.rados.rados.0.smithi001.stdout:3870: writing smithi00187473-33 from 3547136 to 3948544 tid 2 2024-08-17T17:04:21.921 INFO:tasks.rados.rados.0.smithi001.stdout:3871: read oid 43 snap -1 2024-08-17T17:04:21.921 INFO:tasks.rados.rados.0.smithi001.stdout:3871: expect (ObjNum 1168 snap 357 seq_num 1168) 2024-08-17T17:04:21.921 INFO:tasks.rados.rados.0.smithi001.stdout:3872: snap_remove snap 370 2024-08-17T17:04:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:21 smithi189 ceph-mon[90541]: pgmap v877: 121 pgs: 121 active+clean; 214 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-08-17T17:04:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:21 smithi189 ceph-mon[90541]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:04:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:21 smithi001 ceph-mon[100737]: pgmap v877: 121 pgs: 121 active+clean; 214 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-08-17T17:04:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:21 smithi001 ceph-mon[100737]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:04:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:21 smithi001 ceph-mon[103274]: pgmap v877: 121 pgs: 121 active+clean; 214 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2024-08-17T17:04:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:21 smithi001 ceph-mon[103274]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:04:22.903 INFO:tasks.rados.rados.0.smithi001.stdout:3872: done (2 left) 2024-08-17T17:04:22.903 INFO:tasks.rados.rados.0.smithi001.stdout:3873: setattr oid 39 current snap is 373 2024-08-17T17:04:22.903 INFO:tasks.rados.rados.0.smithi001.stdout:3870: finishing write tid 1 to smithi00187473-33 2024-08-17T17:04:22.903 INFO:tasks.rados.rados.0.smithi001.stdout:3870: finishing write tid 2 to smithi00187473-33 2024-08-17T17:04:22.903 INFO:tasks.rados.rados.0.smithi001.stdout:3870: finishing write tid 3 to smithi00187473-33 2024-08-17T17:04:22.904 INFO:tasks.rados.rados.0.smithi001.stdout:3870: finishing write tid 4 to smithi00187473-33 2024-08-17T17:04:22.904 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2829 (ObjNum 1205 snap 373 seq_num 1205) dirty exists 2024-08-17T17:04:22.904 INFO:tasks.rados.rados.0.smithi001.stdout:3870: left oid 33 (ObjNum 1205 snap 373 seq_num 1205) 2024-08-17T17:04:22.904 INFO:tasks.rados.rados.0.smithi001.stdout:3871: expect (ObjNum 1168 snap 357 seq_num 1168) 2024-08-17T17:04:23.079 INFO:tasks.rados.rados.0.smithi001.stdout:3870: done (2 left) 2024-08-17T17:04:23.079 INFO:tasks.rados.rados.0.smithi001.stdout:3871: done (1 left) 2024-08-17T17:04:23.079 INFO:tasks.rados.rados.0.smithi001.stdout:3874: read oid 31 snap -1 2024-08-17T17:04:23.079 INFO:tasks.rados.rados.0.smithi001.stdout:3874: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:23.079 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 373 2024-08-17T17:04:23.079 INFO:tasks.rados.rados.0.smithi001.stdout:3875: seq_num 1206 ranges {0=606208,606208=401408} 2024-08-17T17:04:23.082 INFO:tasks.rados.rados.0.smithi001.stdout:3875: writing smithi00187473-24 from 0 to 606208 tid 1 2024-08-17T17:04:23.084 INFO:tasks.rados.rados.0.smithi001.stdout:3875: writing smithi00187473-24 from 606208 to 1007616 tid 2 2024-08-17T17:04:23.084 INFO:tasks.rados.rados.0.smithi001.stdout:3876: snap_remove snap 369 2024-08-17T17:04:23.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:22 smithi189 ceph-mon[90541]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:04:23.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:22 smithi189 ceph-mon[90541]: pgmap v880: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T17:04:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:22 smithi001 ceph-mon[100737]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:04:23.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:22 smithi001 ceph-mon[100737]: pgmap v880: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T17:04:23.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:22 smithi001 ceph-mon[103274]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:04:23.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:22 smithi001 ceph-mon[103274]: pgmap v880: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T17:04:23.910 INFO:tasks.rados.rados.0.smithi001.stdout:3874: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:23.916 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2497 (ObjNum 1192 snap 367 seq_num 1192) dirty exists 2024-08-17T17:04:23.916 INFO:tasks.rados.rados.0.smithi001.stdout:3875: finishing write tid 1 to smithi00187473-24 2024-08-17T17:04:23.916 INFO:tasks.rados.rados.0.smithi001.stdout:3875: finishing write tid 2 to smithi00187473-24 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:3875: finishing write tid 3 to smithi00187473-24 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:3875: finishing write tid 4 to smithi00187473-24 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2916 (ObjNum 1206 snap 373 seq_num 1206) dirty exists 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:3875: left oid 24 (ObjNum 1206 snap 373 seq_num 1206) 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:3873: done (3 left) 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:3874: done (2 left) 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:3875: done (1 left) 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:3876: done (0 left) 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 24 current snap is 373 2024-08-17T17:04:23.917 INFO:tasks.rados.rados.0.smithi001.stdout:3877: seq_num 1207 ranges {1007616=622592,1630208=401408} 2024-08-17T17:04:23.926 INFO:tasks.rados.rados.0.smithi001.stdout:3877: writing smithi00187473-24 from 1007616 to 1630208 tid 1 2024-08-17T17:04:23.930 INFO:tasks.rados.rados.0.smithi001.stdout:3877: writing smithi00187473-24 from 1630208 to 2031616 tid 2 2024-08-17T17:04:23.931 INFO:tasks.rados.rados.0.smithi001.stdout:3878: read oid 32 snap -1 2024-08-17T17:04:23.931 INFO:tasks.rados.rados.0.smithi001.stdout:3878: expect deleted 2024-08-17T17:04:23.931 INFO:tasks.rados.rados.0.smithi001.stdout:3879: snap_create 2024-08-17T17:04:23.935 INFO:tasks.rados.rados.0.smithi001.stdout:3877: finishing write tid 1 to smithi00187473-24 2024-08-17T17:04:23.935 INFO:tasks.rados.rados.0.smithi001.stdout:3877: finishing write tid 2 to smithi00187473-24 2024-08-17T17:04:23.935 INFO:tasks.rados.rados.0.smithi001.stdout:3877: finishing write tid 3 to smithi00187473-24 2024-08-17T17:04:23.936 INFO:tasks.rados.rados.0.smithi001.stdout:3877: finishing write tid 4 to smithi00187473-24 2024-08-17T17:04:23.936 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 24 v 2919 (ObjNum 1207 snap 373 seq_num 1207) dirty exists 2024-08-17T17:04:23.936 INFO:tasks.rados.rados.0.smithi001.stdout:3877: left oid 24 (ObjNum 1207 snap 373 seq_num 1207) 2024-08-17T17:04:24.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:23 smithi189 ceph-mon[90541]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:04:24.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:23 smithi001 ceph-mon[100737]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:04:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:24.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:23 smithi001 ceph-mon[103274]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:04:24.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3877: done (2 left) 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3878: done (1 left) 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3879: done (0 left) 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3880: read oid 49 snap -1 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3880: expect (ObjNum 1180 snap 360 seq_num 1180) 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3881: read oid 12 snap 373 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3881: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3882: rollback oid 46 current snap is 374 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 46 to 362 2024-08-17T17:04:24.889 INFO:tasks.rados.rados.0.smithi001.stdout:3883: snap_remove snap 360 2024-08-17T17:04:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:24 smithi189 ceph-mon[90541]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:04:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:04:25.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:24 smithi189 ceph-mon[90541]: pgmap v883: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-17T17:04:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:04:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:04:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:04:25.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:24 smithi189 ceph-mon[90541]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:04:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[100737]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:04:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:04:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[100737]: pgmap v883: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-17T17:04:25.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[100737]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[103274]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[103274]: pgmap v883: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:04:25.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:24 smithi001 ceph-mon[103274]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:04:25.891 INFO:tasks.rados.rados.0.smithi001.stdout:3883: done (3 left) 2024-08-17T17:04:25.891 INFO:tasks.rados.rados.0.smithi001.stdout:3884: snap_remove snap 372 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3884: done (3 left) 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3885: read oid 3 snap 368 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3885: expect deleted 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3886: read oid 41 snap -1 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3886: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3887: delete oid 11 current snap is 374 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3882: finishing rollback tid 0 to smithi00187473-46 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3882: finishing rollback tid 1 to smithi00187473-46 2024-08-17T17:04:26.896 INFO:tasks.rados.rados.0.smithi001.stdout:3882: finishing rollback tid 2 to smithi00187473-46 2024-08-17T17:04:26.897 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2583 (ObjNum 1168 snap 357 seq_num 1168) dirty exists 2024-08-17T17:04:26.897 INFO:tasks.rados.rados.0.smithi001.stdout:3880: expect (ObjNum 1180 snap 360 seq_num 1180) 2024-08-17T17:04:27.021 INFO:tasks.rados.rados.0.smithi001.stdout:3881: expect (ObjNum 1032 snap 315 seq_num 1032) 2024-08-17T17:04:27.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:26 smithi189 ceph-mon[90541]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:04:27.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:26 smithi001 ceph-mon[100737]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:04:27.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:26 smithi001 ceph-mon[103274]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:04:27.508 INFO:tasks.rados.rados.0.smithi001.stdout:3886: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:27.511 INFO:tasks.rados.rados.0.smithi001.stdout:3880: done (5 left) 2024-08-17T17:04:27.511 INFO:tasks.rados.rados.0.smithi001.stdout:3881: done (4 left) 2024-08-17T17:04:27.511 INFO:tasks.rados.rados.0.smithi001.stdout:3882: done (3 left) 2024-08-17T17:04:27.511 INFO:tasks.rados.rados.0.smithi001.stdout:3885: done (2 left) 2024-08-17T17:04:27.511 INFO:tasks.rados.rados.0.smithi001.stdout:3886: done (1 left) 2024-08-17T17:04:27.511 INFO:tasks.rados.rados.0.smithi001.stdout:3887: done (0 left) 2024-08-17T17:04:27.511 INFO:tasks.rados.rados.0.smithi001.stdout:3888: snap_create 2024-08-17T17:04:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:04:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:04:27] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-08-17T17:04:27.896 INFO:tasks.rados.rados.0.smithi001.stdout:3888: done (0 left) 2024-08-17T17:04:27.896 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 17 current snap is 375 2024-08-17T17:04:27.896 INFO:tasks.rados.rados.0.smithi001.stdout:3889: seq_num 1209 ranges {0=655360,655360=401408} 2024-08-17T17:04:27.900 INFO:tasks.rados.rados.0.smithi001.stdout:3889: writing smithi00187473-17 from 0 to 655360 tid 1 2024-08-17T17:04:27.902 INFO:tasks.rados.rados.0.smithi001.stdout:3889: writing smithi00187473-17 from 655360 to 1056768 tid 2 2024-08-17T17:04:27.902 INFO:tasks.rados.rados.0.smithi001.stdout:3890: snap_create 2024-08-17T17:04:27.908 INFO:tasks.rados.rados.0.smithi001.stdout:3889: finishing write tid 1 to smithi00187473-17 2024-08-17T17:04:27.908 INFO:tasks.rados.rados.0.smithi001.stdout:3889: finishing write tid 2 to smithi00187473-17 2024-08-17T17:04:27.908 INFO:tasks.rados.rados.0.smithi001.stdout:3889: finishing write tid 3 to smithi00187473-17 2024-08-17T17:04:27.910 INFO:tasks.rados.rados.0.smithi001.stdout:3889: finishing write tid 4 to smithi00187473-17 2024-08-17T17:04:27.910 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 17 v 3146 (ObjNum 1209 snap 375 seq_num 1209) dirty exists 2024-08-17T17:04:27.910 INFO:tasks.rados.rados.0.smithi001.stdout:3889: left oid 17 (ObjNum 1209 snap 375 seq_num 1209) 2024-08-17T17:04:28.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:27 smithi189 ceph-mon[90541]: pgmap v886: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:04:28.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:27 smithi189 ceph-mon[90541]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:04:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:27 smithi001 ceph-mon[103274]: pgmap v886: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:04:28.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:27 smithi001 ceph-mon[103274]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:04:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:27 smithi001 ceph-mon[100737]: pgmap v886: 121 pgs: 121 active+clean; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:04:28.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:27 smithi001 ceph-mon[100737]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:04:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:3889: done (1 left) 2024-08-17T17:04:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:3890: done (0 left) 2024-08-17T17:04:28.908 INFO:tasks.rados.rados.0.smithi001.stdout:3891: snap_remove snap 373 2024-08-17T17:04:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:28 smithi189 ceph-mon[90541]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:04:29.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:28 smithi189 ceph-mon[90541]: pgmap v889: 121 pgs: 121 active+clean; 226 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 496 KiB/s wr, 8 op/s 2024-08-17T17:04:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:28 smithi001 ceph-mon[100737]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:04:29.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:28 smithi001 ceph-mon[100737]: pgmap v889: 121 pgs: 121 active+clean; 226 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 496 KiB/s wr, 8 op/s 2024-08-17T17:04:29.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:28 smithi001 ceph-mon[103274]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:04:29.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:28 smithi001 ceph-mon[103274]: pgmap v889: 121 pgs: 121 active+clean; 226 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 496 KiB/s wr, 8 op/s 2024-08-17T17:04:29.891 INFO:tasks.rados.rados.0.smithi001.stdout:3891: done (0 left) 2024-08-17T17:04:29.891 INFO:tasks.rados.rados.0.smithi001.stdout:3892: snap_create 2024-08-17T17:04:30.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:29 smithi189 ceph-mon[90541]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:04:30.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:29 smithi189 ceph-mon[90541]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:04:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:29 smithi001 ceph-mon[100737]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:04:30.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:29 smithi001 ceph-mon[100737]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:04:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:29 smithi001 ceph-mon[103274]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:04:30.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:29 smithi001 ceph-mon[103274]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:04:30.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:04:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:04:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:04:30.892 INFO:tasks.rados.rados.0.smithi001.stdout:3892: done (0 left) 2024-08-17T17:04:30.892 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 34 current snap is 377 2024-08-17T17:04:30.892 INFO:tasks.rados.rados.0.smithi001.stdout:3893: seq_num 1210 ranges {1155072=671744,1826816=401408} 2024-08-17T17:04:30.902 INFO:tasks.rados.rados.0.smithi001.stdout:3893: writing smithi00187473-34 from 1155072 to 1826816 tid 1 2024-08-17T17:04:30.904 INFO:tasks.rados.rados.0.smithi001.stdout:3893: writing smithi00187473-34 from 1826816 to 2228224 tid 2 2024-08-17T17:04:30.905 INFO:tasks.rados.rados.0.smithi001.stdout:3894: read oid 45 snap 362 2024-08-17T17:04:30.905 INFO:tasks.rados.rados.0.smithi001.stdout:3894: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:04:30.905 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 47 current snap is 377 2024-08-17T17:04:30.905 INFO:tasks.rados.rados.0.smithi001.stdout:3895: seq_num 1211 ranges {2072576=688128,2760704=401408} 2024-08-17T17:04:30.920 INFO:tasks.rados.rados.0.smithi001.stdout:3895: writing smithi00187473-47 from 2072576 to 2760704 tid 1 2024-08-17T17:04:30.923 INFO:tasks.rados.rados.0.smithi001.stdout:3895: writing smithi00187473-47 from 2760704 to 3162112 tid 2 2024-08-17T17:04:30.923 INFO:tasks.rados.rados.0.smithi001.stdout:3896: copy_from oid 5 from oid 24 current snap is 377 2024-08-17T17:04:30.923 INFO:tasks.rados.rados.0.smithi001.stdout:3893: finishing write tid 1 to smithi00187473-34 2024-08-17T17:04:30.924 INFO:tasks.rados.rados.0.smithi001.stdout:3897: delete oid 28 current snap is 377 2024-08-17T17:04:30.924 INFO:tasks.rados.rados.0.smithi001.stdout:3893: finishing write tid 2 to smithi00187473-34 2024-08-17T17:04:30.924 INFO:tasks.rados.rados.0.smithi001.stdout:3893: finishing write tid 3 to smithi00187473-34 2024-08-17T17:04:30.924 INFO:tasks.rados.rados.0.smithi001.stdout:3893: finishing write tid 4 to smithi00187473-34 2024-08-17T17:04:30.924 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2588 (ObjNum 1210 snap 377 seq_num 1210) dirty exists 2024-08-17T17:04:30.924 INFO:tasks.rados.rados.0.smithi001.stdout:3893: left oid 34 (ObjNum 1210 snap 377 seq_num 1210) 2024-08-17T17:04:30.927 INFO:tasks.rados.rados.0.smithi001.stdout:3893: done (4 left) 2024-08-17T17:04:30.927 INFO:tasks.rados.rados.0.smithi001.stdout:3897: done (3 left) 2024-08-17T17:04:30.927 INFO:tasks.rados.rados.0.smithi001.stdout:3898: snap_remove snap 371 2024-08-17T17:04:31.913 INFO:tasks.rados.rados.0.smithi001.stdout:3898: done (3 left) 2024-08-17T17:04:31.913 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 14 current snap is 377 2024-08-17T17:04:31.913 INFO:tasks.rados.rados.0.smithi001.stdout:3899: seq_num 1213 ranges {2269184=720896,2990080=401408} 2024-08-17T17:04:31.930 INFO:tasks.rados.rados.0.smithi001.stdout:3899: writing smithi00187473-14 from 2269184 to 2990080 tid 1 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:3899: writing smithi00187473-14 from 2990080 to 3391488 tid 2 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:3900: delete oid 13 current snap is 377 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:3895: finishing write tid 1 to smithi00187473-47 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:3895: finishing write tid 2 to smithi00187473-47 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:3895: finishing write tid 3 to smithi00187473-47 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:3895: finishing write tid 4 to smithi00187473-47 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 47 v 2591 (ObjNum 1211 snap 377 seq_num 1211) dirty exists 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:3895: left oid 47 (ObjNum 1211 snap 377 seq_num 1211) 2024-08-17T17:04:31.933 INFO:tasks.rados.rados.0.smithi001.stdout:3894: expect (ObjNum 1003 snap 297 seq_num 1003) 2024-08-17T17:04:32.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:31 smithi189 ceph-mon[90541]: pgmap v892: 121 pgs: 121 active+clean; 227 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 754 KiB/s wr, 5 op/s 2024-08-17T17:04:32.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:31 smithi189 ceph-mon[90541]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:04:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:31 smithi001 ceph-mon[103274]: pgmap v892: 121 pgs: 121 active+clean; 227 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 754 KiB/s wr, 5 op/s 2024-08-17T17:04:32.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:31 smithi001 ceph-mon[103274]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:04:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:31 smithi001 ceph-mon[100737]: pgmap v892: 121 pgs: 121 active+clean; 227 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 754 KiB/s wr, 5 op/s 2024-08-17T17:04:32.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:31 smithi001 ceph-mon[100737]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:04:33.143 INFO:tasks.rados.rados.0.smithi001.stdout:3896: finishing copy_from racing read to smithi00187473-5 2024-08-17T17:04:33.143 INFO:tasks.rados.rados.0.smithi001.stdout:3896: finishing copy_from to smithi00187473-5 2024-08-17T17:04:33.143 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 2919 (ObjNum 1207 snap 373 seq_num 1207) dirty exists 2024-08-17T17:04:33.143 INFO:tasks.rados.rados.0.smithi001.stdout:3894: done (4 left) 2024-08-17T17:04:33.143 INFO:tasks.rados.rados.0.smithi001.stdout:3895: done (3 left) 2024-08-17T17:04:33.143 INFO:tasks.rados.rados.0.smithi001.stdout:3896: done (2 left) 2024-08-17T17:04:33.144 INFO:tasks.rados.rados.0.smithi001.stdout:3900: done (1 left) 2024-08-17T17:04:33.144 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 22 current snap is 377 2024-08-17T17:04:33.144 INFO:tasks.rados.rados.0.smithi001.stdout:3899: finishing write tid 1 to smithi00187473-14 2024-08-17T17:04:33.144 INFO:tasks.rados.rados.0.smithi001.stdout:3901: seq_num 1215 ranges {0=753664,753664=401408} 2024-08-17T17:04:33.147 INFO:tasks.rados.rados.0.smithi001.stdout:3901: writing smithi00187473-22 from 0 to 753664 tid 1 2024-08-17T17:04:33.150 INFO:tasks.rados.rados.0.smithi001.stdout:3901: writing smithi00187473-22 from 753664 to 1155072 tid 2 2024-08-17T17:04:33.150 INFO:tasks.rados.rados.0.smithi001.stdout:3902: copy_from oid 49 from oid 26 current snap is 377 2024-08-17T17:04:33.150 INFO:tasks.rados.rados.0.smithi001.stdout:3899: finishing write tid 2 to smithi00187473-14 2024-08-17T17:04:33.150 INFO:tasks.rados.rados.0.smithi001.stdout:3899: finishing write tid 3 to smithi00187473-14 2024-08-17T17:04:33.150 INFO:tasks.rados.rados.0.smithi001.stdout:3899: finishing write tid 4 to smithi00187473-14 2024-08-17T17:04:33.150 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 14 v 2527 (ObjNum 1213 snap 377 seq_num 1213) dirty exists 2024-08-17T17:04:33.150 INFO:tasks.rados.rados.0.smithi001.stdout:3899: left oid 14 (ObjNum 1213 snap 377 seq_num 1213) 2024-08-17T17:04:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:3899: done (2 left) 2024-08-17T17:04:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:3903: read oid 44 snap -1 2024-08-17T17:04:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:3903: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:04:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:3904: rollback oid 37 current snap is 377 2024-08-17T17:04:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 37 to 374 2024-08-17T17:04:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:3905: read oid 21 snap -1 2024-08-17T17:04:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:3905: expect deleted 2024-08-17T17:04:33.151 INFO:tasks.rados.rados.0.smithi001.stdout:3906: delete oid 10 current snap is 377 2024-08-17T17:04:33.153 INFO:tasks.rados.rados.0.smithi001.stdout:3901: finishing write tid 1 to smithi00187473-22 2024-08-17T17:04:33.155 INFO:tasks.rados.rados.0.smithi001.stdout:3904: finishing rollback tid 0 to smithi00187473-37 2024-08-17T17:04:33.157 INFO:tasks.rados.rados.0.smithi001.stdout:3901: finishing write tid 2 to smithi00187473-22 2024-08-17T17:04:33.157 INFO:tasks.rados.rados.0.smithi001.stdout:3901: finishing write tid 3 to smithi00187473-22 2024-08-17T17:04:33.158 INFO:tasks.rados.rados.0.smithi001.stdout:3904: finishing rollback tid 1 to smithi00187473-37 2024-08-17T17:04:33.158 INFO:tasks.rados.rados.0.smithi001.stdout:3901: finishing write tid 4 to smithi00187473-22 2024-08-17T17:04:33.158 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 22 v 2922 (ObjNum 1215 snap 377 seq_num 1215) dirty exists 2024-08-17T17:04:33.158 INFO:tasks.rados.rados.0.smithi001.stdout:3901: left oid 22 (ObjNum 1215 snap 377 seq_num 1215) 2024-08-17T17:04:33.158 INFO:tasks.rados.rados.0.smithi001.stdout:3904: finishing rollback tid 2 to smithi00187473-37 2024-08-17T17:04:33.159 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2422 (ObjNum 1100 snap 333 seq_num 1100) dirty exists 2024-08-17T17:04:33.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:32 smithi189 ceph-mon[90541]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:04:33.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:32 smithi189 ceph-mon[90541]: pgmap v895: 121 pgs: 121 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-08-17T17:04:33.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:32 smithi001 ceph-mon[100737]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:04:33.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:32 smithi001 ceph-mon[100737]: pgmap v895: 121 pgs: 121 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-08-17T17:04:33.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:32 smithi001 ceph-mon[103274]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:04:33.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:32 smithi001 ceph-mon[103274]: pgmap v895: 121 pgs: 121 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 258 KiB/s wr, 2 op/s 2024-08-17T17:04:33.183 INFO:tasks.rados.rados.0.smithi001.stdout:3902: finishing copy_from racing read to smithi00187473-49 2024-08-17T17:04:33.186 INFO:tasks.rados.rados.0.smithi001.stdout:3902: finishing copy_from to smithi00187473-49 2024-08-17T17:04:33.186 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2496 (ObjNum 1189 snap 362 seq_num 1189) dirty exists 2024-08-17T17:04:33.213 INFO:tasks.rados.rados.0.smithi001.stdout:3901: done (5 left) 2024-08-17T17:04:33.213 INFO:tasks.rados.rados.0.smithi001.stdout:3902: done (4 left) 2024-08-17T17:04:33.213 INFO:tasks.rados.rados.0.smithi001.stdout:3904: done (3 left) 2024-08-17T17:04:33.213 INFO:tasks.rados.rados.0.smithi001.stdout:3905: done (2 left) 2024-08-17T17:04:33.214 INFO:tasks.rados.rados.0.smithi001.stdout:3906: done (1 left) 2024-08-17T17:04:33.214 INFO:tasks.rados.rados.0.smithi001.stdout:3907: delete oid 6 current snap is 377 2024-08-17T17:04:33.217 INFO:tasks.rados.rados.0.smithi001.stdout:3907: done (1 left) 2024-08-17T17:04:33.217 INFO:tasks.rados.rados.0.smithi001.stdout:3908: copy_from oid 4 from oid 36 current snap is 377 2024-08-17T17:04:33.217 INFO:tasks.rados.rados.0.smithi001.stdout:3909: rollback oid 10 current snap is 377 2024-08-17T17:04:33.217 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 10 to 375 2024-08-17T17:04:33.217 INFO:tasks.rados.rados.0.smithi001.stdout:3910: delete oid 5 current snap is 377 2024-08-17T17:04:33.220 INFO:tasks.rados.rados.0.smithi001.stdout:3910: done (3 left) 2024-08-17T17:04:33.220 INFO:tasks.rados.rados.0.smithi001.stdout:3911: snap_remove snap 368 2024-08-17T17:04:33.919 INFO:tasks.rados.rados.0.smithi001.stdout:3911: done (3 left) 2024-08-17T17:04:33.919 INFO:tasks.rados.rados.0.smithi001.stdout:3912: snap_create 2024-08-17T17:04:33.919 INFO:tasks.rados.rados.0.smithi001.stdout:3908: finishing copy_from to smithi00187473-4 2024-08-17T17:04:33.919 INFO:tasks.rados.rados.0.smithi001.stdout:3908: got expected ENOENT (src dne) 2024-08-17T17:04:33.919 INFO:tasks.rados.rados.0.smithi001.stdout:3908: finishing copy_from racing read to smithi00187473-4 2024-08-17T17:04:33.919 INFO:tasks.rados.rados.0.smithi001.stdout:3903: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:04:35.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:34 smithi189 ceph-mon[90541]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:04:35.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:34 smithi189 ceph-mon[90541]: pgmap v897: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T17:04:35.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:34 smithi189 ceph-mon[90541]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:04:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:34 smithi001 ceph-mon[100737]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:04:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:34 smithi001 ceph-mon[100737]: pgmap v897: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T17:04:35.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:34 smithi001 ceph-mon[100737]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:04:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:34 smithi001 ceph-mon[103274]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:04:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:34 smithi001 ceph-mon[103274]: pgmap v897: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T17:04:35.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:34 smithi001 ceph-mon[103274]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:3909: finishing rollback tid 1 to smithi00187473-10 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:3909: finishing rollback tid 2 to smithi00187473-10 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 10 v 2832 (ObjNum 1177 snap 360 seq_num 1177) dirty exists 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:3903: done (3 left) 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:3908: done (2 left) 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:3909: done (1 left) 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:3912: done (0 left) 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:3913: rollback oid 32 current snap is 378 2024-08-17T17:04:35.203 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 32 to 363 2024-08-17T17:04:35.204 INFO:tasks.rados.rados.0.smithi001.stdout:3914: snap_remove snap 365 2024-08-17T17:04:35.926 INFO:tasks.rados.rados.0.smithi001.stdout:3913: finishing rollback tid 1 to smithi00187473-32 2024-08-17T17:04:35.927 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 0 (ObjNum 481 snap 0 seq_num 1537714848) dirty dne 2024-08-17T17:04:35.927 INFO:tasks.rados.rados.0.smithi001.stdout:3913: done (1 left) 2024-08-17T17:04:35.927 INFO:tasks.rados.rados.0.smithi001.stdout:3914: done (0 left) 2024-08-17T17:04:35.927 INFO:tasks.rados.rados.0.smithi001.stdout:3915: rollback oid 35 current snap is 378 2024-08-17T17:04:35.927 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 35 to 374 2024-08-17T17:04:35.927 INFO:tasks.rados.rados.0.smithi001.stdout:3916: read oid 6 snap 375 2024-08-17T17:04:35.927 INFO:tasks.rados.rados.0.smithi001.stdout:3916: expect (ObjNum 1140 snap 347 seq_num 1140) 2024-08-17T17:04:35.927 INFO:tasks.rados.rados.0.smithi001.stdout:3917: snap_create 2024-08-17T17:04:35.933 INFO:tasks.rados.rados.0.smithi001.stdout:3915: finishing rollback tid 1 to smithi00187473-35 2024-08-17T17:04:35.933 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 0 (ObjNum 1601 snap 0 seq_num 811577696) dirty dne 2024-08-17T17:04:35.945 INFO:tasks.rados.rados.0.smithi001.stdout:3916: expect (ObjNum 1140 snap 347 seq_num 1140) 2024-08-17T17:04:36.930 INFO:tasks.rados.rados.0.smithi001.stdout:3915: done (2 left) 2024-08-17T17:04:36.931 INFO:tasks.rados.rados.0.smithi001.stdout:3916: done (1 left) 2024-08-17T17:04:36.931 INFO:tasks.rados.rados.0.smithi001.stdout:3917: done (0 left) 2024-08-17T17:04:36.931 INFO:tasks.rados.rados.0.smithi001.stdout:3918: read oid 44 snap -1 2024-08-17T17:04:36.931 INFO:tasks.rados.rados.0.smithi001.stdout:3918: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:04:36.931 INFO:tasks.rados.rados.0.smithi001.stdout:3919: snap_create 2024-08-17T17:04:37.001 INFO:tasks.rados.rados.0.smithi001.stdout:3918: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:04:37.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:36 smithi001 ceph-mon[100737]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:04:37.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:36 smithi001 ceph-mon[100737]: pgmap v900: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T17:04:37.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:36 smithi001 ceph-mon[103274]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:04:37.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:36 smithi001 ceph-mon[103274]: pgmap v900: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T17:04:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:36 smithi189 ceph-mon[90541]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:04:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:36 smithi189 ceph-mon[90541]: pgmap v900: 121 pgs: 121 active+clean; 212 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-17T17:04:37.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:04:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:04:37] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.51.0" 2024-08-17T17:04:38.274 INFO:tasks.rados.rados.0.smithi001.stdout:3918: done (1 left) 2024-08-17T17:04:38.274 INFO:tasks.rados.rados.0.smithi001.stdout:3919: done (0 left) 2024-08-17T17:04:38.274 INFO:tasks.rados.rados.0.smithi001.stdout:3920: snap_remove snap 376 2024-08-17T17:04:38.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:37 smithi189 ceph-mon[90541]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:04:38.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:37 smithi001 ceph-mon[100737]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:04:38.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:37 smithi001 ceph-mon[103274]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:04:38.947 INFO:tasks.rados.rados.0.smithi001.stdout:3920: done (0 left) 2024-08-17T17:04:38.947 INFO:tasks.rados.rados.0.smithi001.stdout:3921: rmattr oid 31 current snap is 380 2024-08-17T17:04:38.947 INFO:tasks.rados.rados.0.smithi001.stdout:3922: delete oid 37 current snap is 380 2024-08-17T17:04:38.954 INFO:tasks.rados.rados.0.smithi001.stdout:3922: done (1 left) 2024-08-17T17:04:38.955 INFO:tasks.rados.rados.0.smithi001.stdout:3923: snap_create 2024-08-17T17:04:38.959 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 3176 (ObjNum 65 snap 0 seq_num 228602575) dirty exists 2024-08-17T17:04:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:38 smithi189 ceph-mon[90541]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:04:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:38 smithi189 ceph-mon[90541]: pgmap v903: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 282 KiB/s wr, 4 op/s 2024-08-17T17:04:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:39.331 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:38 smithi001 ceph-mon[100737]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:04:39.331 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:38 smithi001 ceph-mon[100737]: pgmap v903: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 282 KiB/s wr, 4 op/s 2024-08-17T17:04:39.331 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:39.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:38 smithi001 ceph-mon[103274]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:04:39.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:38 smithi001 ceph-mon[103274]: pgmap v903: 121 pgs: 121 active+clean; 225 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 282 KiB/s wr, 4 op/s 2024-08-17T17:04:39.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3921: done (1 left) 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3923: done (0 left) 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3924: read oid 37 snap -1 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3924: expect deleted 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3925: read oid 15 snap -1 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3925: expect (ObjNum 1141 snap 348 seq_num 1141) 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3926: read oid 49 snap -1 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3926: expect (ObjNum 1189 snap 362 seq_num 1189) 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 381 2024-08-17T17:04:39.894 INFO:tasks.rados.rados.0.smithi001.stdout:3927: seq_num 1220 ranges {14360576=434176,14794752=442368,15237120=360448} 2024-08-17T17:04:39.978 INFO:tasks.rados.rados.0.smithi001.stdout:3927: writing smithi00187473-44 from 14360576 to 14794752 tid 1 2024-08-17T17:04:39.980 INFO:tasks.rados.rados.0.smithi001.stdout:3927: writing smithi00187473-44 from 14794752 to 15237120 tid 2 2024-08-17T17:04:39.983 INFO:tasks.rados.rados.0.smithi001.stdout:3927: writing smithi00187473-44 from 15237120 to 15597568 tid 3 2024-08-17T17:04:39.983 INFO:tasks.rados.rados.0.smithi001.stdout:3928: rollback oid 31 current snap is 381 2024-08-17T17:04:39.983 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 31 to 363 2024-08-17T17:04:39.983 INFO:tasks.rados.rados.0.smithi001.stdout:3925: expect (ObjNum 1141 snap 348 seq_num 1141) 2024-08-17T17:04:40.045 INFO:tasks.rados.rados.0.smithi001.stdout:3926: expect (ObjNum 1189 snap 362 seq_num 1189) 2024-08-17T17:04:40.213 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:39 smithi189 ceph-mon[90541]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:04:40.213 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:39 smithi189 ceph-mon[90541]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:04:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:39 smithi001 ceph-mon[100737]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:04:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:39 smithi001 ceph-mon[100737]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:04:40.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:39 smithi001 ceph-mon[103274]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:04:40.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:39 smithi001 ceph-mon[103274]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:04:40.440 INFO:tasks.rados.rados.0.smithi001.stdout:3927: finishing write tid 1 to smithi00187473-44 2024-08-17T17:04:40.440 INFO:tasks.rados.rados.0.smithi001.stdout:3927: finishing write tid 2 to smithi00187473-44 2024-08-17T17:04:40.440 INFO:tasks.rados.rados.0.smithi001.stdout:3927: finishing write tid 3 to smithi00187473-44 2024-08-17T17:04:40.440 INFO:tasks.rados.rados.0.smithi001.stdout:3927: finishing write tid 4 to smithi00187473-44 2024-08-17T17:04:40.440 INFO:tasks.rados.rados.0.smithi001.stdout:3927: finishing write tid 5 to smithi00187473-44 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2836 (ObjNum 1220 snap 381 seq_num 1220) dirty exists 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3927: left oid 44 (ObjNum 1220 snap 381 seq_num 1220) 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3928: finishing rollback tid 0 to smithi00187473-31 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3928: finishing rollback tid 1 to smithi00187473-31 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3928: finishing rollback tid 2 to smithi00187473-31 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 31 v 3182 (ObjNum 1168 snap 357 seq_num 1168) dirty exists 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3924: done (4 left) 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3925: done (3 left) 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3926: done (2 left) 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3927: done (1 left) 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3928: done (0 left) 2024-08-17T17:04:40.441 INFO:tasks.rados.rados.0.smithi001.stdout:3929: snap_create 2024-08-17T17:04:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:04:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:04:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:04:40.951 INFO:tasks.rados.rados.0.smithi001.stdout:3929: done (0 left) 2024-08-17T17:04:40.951 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 42 current snap is 382 2024-08-17T17:04:40.951 INFO:tasks.rados.rados.0.smithi001.stdout:3930: seq_num 1221 ranges {0=458752,458752=729088,1187840=73728} 2024-08-17T17:04:40.953 INFO:tasks.rados.rados.0.smithi001.stdout:3930: writing smithi00187473-42 from 0 to 458752 tid 1 2024-08-17T17:04:40.958 INFO:tasks.rados.rados.0.smithi001.stdout:3930: writing smithi00187473-42 from 458752 to 1187840 tid 2 2024-08-17T17:04:40.958 INFO:tasks.rados.rados.0.smithi001.stdout:3930: writing smithi00187473-42 from 1187840 to 1261568 tid 3 2024-08-17T17:04:40.959 INFO:tasks.rados.rados.0.smithi001.stdout:3931: copy_from oid 28 from oid 50 current snap is 382 2024-08-17T17:04:40.959 INFO:tasks.rados.rados.0.smithi001.stdout:3932: read oid 41 snap -1 2024-08-17T17:04:40.959 INFO:tasks.rados.rados.0.smithi001.stdout:3932: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:40.959 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 2 current snap is 382 2024-08-17T17:04:40.959 INFO:tasks.rados.rados.0.smithi001.stdout:3933: seq_num 1222 ranges {15261696=475136,15736832=606208,16343040=196608} 2024-08-17T17:04:41.047 INFO:tasks.rados.rados.0.smithi001.stdout:3933: writing smithi00187473-2 from 15261696 to 15736832 tid 1 2024-08-17T17:04:41.050 INFO:tasks.rados.rados.0.smithi001.stdout:3933: writing smithi00187473-2 from 15736832 to 16343040 tid 2 2024-08-17T17:04:41.052 INFO:tasks.rados.rados.0.smithi001.stdout:3933: writing smithi00187473-2 from 16343040 to 16539648 tid 3 2024-08-17T17:04:41.052 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 12 current snap is 382 2024-08-17T17:04:41.052 INFO:tasks.rados.rados.0.smithi001.stdout:3934: seq_num 1223 ranges {7446528=491520,7938048=491520,8429568=311296} 2024-08-17T17:04:41.095 INFO:tasks.rados.rados.0.smithi001.stdout:3934: writing smithi00187473-12 from 7446528 to 7938048 tid 1 2024-08-17T17:04:41.098 INFO:tasks.rados.rados.0.smithi001.stdout:3934: writing smithi00187473-12 from 7938048 to 8429568 tid 2 2024-08-17T17:04:41.100 INFO:tasks.rados.rados.0.smithi001.stdout:3934: writing smithi00187473-12 from 8429568 to 8740864 tid 3 2024-08-17T17:04:41.100 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 37 current snap is 382 2024-08-17T17:04:41.100 INFO:tasks.rados.rados.0.smithi001.stdout:3935: seq_num 1224 ranges {0=507904,507904=425984,933888=376832} 2024-08-17T17:04:41.103 INFO:tasks.rados.rados.0.smithi001.stdout:3935: writing smithi00187473-37 from 0 to 507904 tid 1 2024-08-17T17:04:41.105 INFO:tasks.rados.rados.0.smithi001.stdout:3935: writing smithi00187473-37 from 507904 to 933888 tid 2 2024-08-17T17:04:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:3935: writing smithi00187473-37 from 933888 to 1310720 tid 3 2024-08-17T17:04:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:3936: rollback oid 18 current snap is 382 2024-08-17T17:04:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 18 to 379 2024-08-17T17:04:41.108 INFO:tasks.rados.rados.0.smithi001.stdout:3932: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:41.112 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 1 to smithi00187473-42 2024-08-17T17:04:41.112 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 2 to smithi00187473-42 2024-08-17T17:04:41.112 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 3 to smithi00187473-42 2024-08-17T17:04:41.112 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 4 to smithi00187473-42 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:3932: done (6 left) 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 48 current snap is 382 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:3930: finishing write tid 5 to smithi00187473-42 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 42 v 2438 (ObjNum 1221 snap 382 seq_num 1221) dirty exists 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:3930: left oid 42 (ObjNum 1221 snap 382 seq_num 1221) 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:3931: finishing copy_from racing read to smithi00187473-28 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:3931: finishing copy_from to smithi00187473-28 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2580 (ObjNum 1136 snap 346 seq_num 1136) dirty exists 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:3933: finishing write tid 1 to smithi00187473-2 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:3933: finishing write tid 2 to smithi00187473-2 2024-08-17T17:04:41.113 INFO:tasks.rados.rados.0.smithi001.stdout:3937: seq_num 1225 ranges {12926976=524288,13451264=712704,14163968=90112} 2024-08-17T17:04:41.185 INFO:tasks.rados.rados.0.smithi001.stdout:3937: writing smithi00187473-48 from 12926976 to 13451264 tid 1 2024-08-17T17:04:41.189 INFO:tasks.rados.rados.0.smithi001.stdout:3937: writing smithi00187473-48 from 13451264 to 14163968 tid 2 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3937: writing smithi00187473-48 from 14163968 to 14254080 tid 3 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3930: done (6 left) 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3931: done (5 left) 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 5 current snap is 382 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3933: finishing write tid 3 to smithi00187473-2 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3933: finishing write tid 4 to smithi00187473-2 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3933: finishing write tid 5 to smithi00187473-2 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 2 v 3187 (ObjNum 1222 snap 382 seq_num 1222) dirty exists 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3933: left oid 2 (ObjNum 1222 snap 382 seq_num 1222) 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 1 to smithi00187473-12 2024-08-17T17:04:41.191 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 2 to smithi00187473-12 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 3 to smithi00187473-12 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 4 to smithi00187473-12 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 1 to smithi00187473-37 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3934: finishing write tid 5 to smithi00187473-12 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 12 v 2926 (ObjNum 1223 snap 382 seq_num 1223) dirty exists 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3934: left oid 12 (ObjNum 1223 snap 382 seq_num 1223) 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 2 to smithi00187473-37 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 3 to smithi00187473-37 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 4 to smithi00187473-37 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3935: finishing write tid 5 to smithi00187473-37 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 37 v 2427 (ObjNum 1224 snap 382 seq_num 1224) dirty exists 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3935: left oid 37 (ObjNum 1224 snap 382 seq_num 1224) 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:3936: finishing rollback tid 1 to smithi00187473-18 2024-08-17T17:04:41.192 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 18 v 0 (ObjNum 33 snap 0 seq_num 1537165136) dirty dne 2024-08-17T17:04:41.193 INFO:tasks.rados.rados.0.smithi001.stdout:3938: seq_num 1226 ranges {0=540672,540672=598016,1138688=204800} 2024-08-17T17:04:41.193 INFO:tasks.rados.rados.0.smithi001.stdout:3938: writing smithi00187473-5 from 0 to 540672 tid 1 2024-08-17T17:04:41.197 INFO:tasks.rados.rados.0.smithi001.stdout:3938: writing smithi00187473-5 from 540672 to 1138688 tid 2 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3938: writing smithi00187473-5 from 1138688 to 1343488 tid 3 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3933: done (5 left) 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3934: done (4 left) 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3935: done (3 left) 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3936: done (2 left) 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3939: copy_from oid 47 from oid 18 current snap is 382 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 1 to smithi00187473-48 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 2 to smithi00187473-48 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 3 to smithi00187473-48 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 4 to smithi00187473-48 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:3937: finishing write tid 5 to smithi00187473-48 2024-08-17T17:04:41.200 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2190 (ObjNum 1225 snap 382 seq_num 1225) dirty exists 2024-08-17T17:04:41.201 INFO:tasks.rados.rados.0.smithi001.stdout:3937: left oid 48 (ObjNum 1225 snap 382 seq_num 1225) 2024-08-17T17:04:41.201 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 1 to smithi00187473-5 2024-08-17T17:04:41.201 INFO:tasks.rados.rados.0.smithi001.stdout:3937: done (2 left) 2024-08-17T17:04:41.201 INFO:tasks.rados.rados.0.smithi001.stdout:3940: read oid 1 snap -1 2024-08-17T17:04:41.201 INFO:tasks.rados.rados.0.smithi001.stdout:3940: expect (ObjNum 1187 snap 360 seq_num 1187) 2024-08-17T17:04:41.201 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 3 current snap is 382 2024-08-17T17:04:41.201 INFO:tasks.rados.rados.0.smithi001.stdout:3941: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2024-08-17T17:04:41.202 INFO:tasks.rados.rados.0.smithi001.stdout:3941: writing smithi00187473-3 from 0 to 557056 tid 1 2024-08-17T17:04:41.206 INFO:tasks.rados.rados.0.smithi001.stdout:3941: writing smithi00187473-3 from 557056 to 1040384 tid 2 2024-08-17T17:04:41.208 INFO:tasks.rados.rados.0.smithi001.stdout:3941: writing smithi00187473-3 from 1040384 to 1359872 tid 3 2024-08-17T17:04:41.208 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 25 current snap is 382 2024-08-17T17:04:41.208 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 2 to smithi00187473-5 2024-08-17T17:04:41.208 INFO:tasks.rados.rados.0.smithi001.stdout:3942: seq_num 1228 ranges {385024=573440,958464=761856,1720320=40960} 2024-08-17T17:04:41.214 INFO:tasks.rados.rados.0.smithi001.stdout:3942: writing smithi00187473-25 from 385024 to 958464 tid 1 2024-08-17T17:04:41.218 INFO:tasks.rados.rados.0.smithi001.stdout:3942: writing smithi00187473-25 from 958464 to 1720320 tid 2 2024-08-17T17:04:41.219 INFO:tasks.rados.rados.0.smithi001.stdout:3942: writing smithi00187473-25 from 1720320 to 1761280 tid 3 2024-08-17T17:04:41.219 INFO:tasks.rados.rados.0.smithi001.stdout:3943: snap_remove snap 362 2024-08-17T17:04:41.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:40 smithi189 ceph-mon[90541]: pgmap v906: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 282 KiB/s wr, 3 op/s 2024-08-17T17:04:41.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:40 smithi001 ceph-mon[100737]: pgmap v906: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 282 KiB/s wr, 3 op/s 2024-08-17T17:04:41.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:40 smithi001 ceph-mon[103274]: pgmap v906: 121 pgs: 121 active+clean; 224 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 282 KiB/s wr, 3 op/s 2024-08-17T17:04:41.959 INFO:tasks.rados.rados.0.smithi001.stdout:3943: done (5 left) 2024-08-17T17:04:41.959 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 21 current snap is 382 2024-08-17T17:04:41.959 INFO:tasks.rados.rados.0.smithi001.stdout:3944: seq_num 1229 ranges {0=589824,589824=647168,1236992=155648} 2024-08-17T17:04:41.963 INFO:tasks.rados.rados.0.smithi001.stdout:3944: writing smithi00187473-21 from 0 to 589824 tid 1 2024-08-17T17:04:41.968 INFO:tasks.rados.rados.0.smithi001.stdout:3944: writing smithi00187473-21 from 589824 to 1236992 tid 2 2024-08-17T17:04:41.969 INFO:tasks.rados.rados.0.smithi001.stdout:3944: writing smithi00187473-21 from 1236992 to 1392640 tid 3 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 3 to smithi00187473-5 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 4 to smithi00187473-5 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:3938: finishing write tid 5 to smithi00187473-5 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 5 v 3192 (ObjNum 1226 snap 382 seq_num 1226) dirty exists 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:3938: left oid 5 (ObjNum 1226 snap 382 seq_num 1226) 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:3941: finishing write tid 1 to smithi00187473-3 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:3941: finishing write tid 2 to smithi00187473-3 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:3941: finishing write tid 3 to smithi00187473-3 2024-08-17T17:04:41.971 INFO:tasks.rados.rados.0.smithi001.stdout:3941: finishing write tid 4 to smithi00187473-3 2024-08-17T17:04:41.972 INFO:tasks.rados.rados.0.smithi001.stdout:3939: finishing copy_from to smithi00187473-47 2024-08-17T17:04:41.972 INFO:tasks.rados.rados.0.smithi001.stdout:3939: got expected ENOENT (src dne) 2024-08-17T17:04:41.972 INFO:tasks.rados.rados.0.smithi001.stdout:3939: finishing copy_from racing read to smithi00187473-47 2024-08-17T17:04:41.972 INFO:tasks.rados.rados.0.smithi001.stdout:3941: finishing write tid 5 to smithi00187473-3 2024-08-17T17:04:41.972 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 3 v 2510 (ObjNum 1227 snap 382 seq_num 1227) dirty exists 2024-08-17T17:04:41.972 INFO:tasks.rados.rados.0.smithi001.stdout:3941: left oid 3 (ObjNum 1227 snap 382 seq_num 1227) 2024-08-17T17:04:41.972 INFO:tasks.rados.rados.0.smithi001.stdout:3940: expect (ObjNum 1187 snap 360 seq_num 1187) 2024-08-17T17:04:42.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:41 smithi189 ceph-mon[90541]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:04:42.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:41 smithi001 ceph-mon[100737]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:04:42.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:41 smithi001 ceph-mon[103274]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:04:43.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:42 smithi189 ceph-mon[90541]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:04:43.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:42 smithi189 ceph-mon[90541]: pgmap v909: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 618 KiB/s wr, 3 op/s 2024-08-17T17:04:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:42 smithi001 ceph-mon[100737]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:04:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:42 smithi001 ceph-mon[100737]: pgmap v909: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 618 KiB/s wr, 3 op/s 2024-08-17T17:04:43.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:42 smithi001 ceph-mon[103274]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:04:43.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:42 smithi001 ceph-mon[103274]: pgmap v909: 121 pgs: 121 active+clean; 226 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 618 KiB/s wr, 3 op/s 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3942: finishing write tid 1 to smithi00187473-25 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3942: finishing write tid 2 to smithi00187473-25 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3942: finishing write tid 3 to smithi00187473-25 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3938: done (5 left) 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3939: done (4 left) 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3940: done (3 left) 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3941: done (2 left) 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3945: rmattr oid 31 current snap is 382 2024-08-17T17:04:43.498 INFO:tasks.rados.rados.0.smithi001.stdout:3945: done (2 left) 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3946: delete oid 50 current snap is 382 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3942: finishing write tid 4 to smithi00187473-25 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3942: finishing write tid 5 to smithi00187473-25 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 25 v 2595 (ObjNum 1228 snap 382 seq_num 1228) dirty exists 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3942: left oid 25 (ObjNum 1228 snap 382 seq_num 1228) 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3944: finishing write tid 1 to smithi00187473-21 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3944: finishing write tid 2 to smithi00187473-21 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3944: finishing write tid 3 to smithi00187473-21 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3944: finishing write tid 4 to smithi00187473-21 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3944: finishing write tid 5 to smithi00187473-21 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 21 v 2032 (ObjNum 1229 snap 382 seq_num 1229) dirty exists 2024-08-17T17:04:43.499 INFO:tasks.rados.rados.0.smithi001.stdout:3944: left oid 21 (ObjNum 1229 snap 382 seq_num 1229) 2024-08-17T17:04:43.501 INFO:tasks.rados.rados.0.smithi001.stdout:3942: done (2 left) 2024-08-17T17:04:43.501 INFO:tasks.rados.rados.0.smithi001.stdout:3944: done (1 left) 2024-08-17T17:04:43.501 INFO:tasks.rados.rados.0.smithi001.stdout:3946: done (0 left) 2024-08-17T17:04:43.501 INFO:tasks.rados.rados.0.smithi001.stdout:3947: setattr oid 35 current snap is 382 2024-08-17T17:04:43.502 INFO:tasks.rados.rados.0.smithi001.stdout:3948: rollback oid 33 current snap is 382 2024-08-17T17:04:43.503 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 33 to 381 2024-08-17T17:04:43.503 INFO:tasks.rados.rados.0.smithi001.stdout:3949: delete oid 9 current snap is 382 2024-08-17T17:04:43.505 INFO:tasks.rados.rados.0.smithi001.stdout:3949: done (2 left) 2024-08-17T17:04:43.505 INFO:tasks.rados.rados.0.smithi001.stdout:3950: rollback oid 19 current snap is 382 2024-08-17T17:04:43.505 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 375 2024-08-17T17:04:43.505 INFO:tasks.rados.rados.0.smithi001.stdout:3951: delete oid 21 current snap is 382 2024-08-17T17:04:43.505 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 35 v 2191 (ObjNum 4609 snap 0 seq_num 811578128) dirty exists 2024-08-17T17:04:43.507 INFO:tasks.rados.rados.0.smithi001.stdout:3947: done (3 left) 2024-08-17T17:04:43.507 INFO:tasks.rados.rados.0.smithi001.stdout:3951: done (2 left) 2024-08-17T17:04:43.507 INFO:tasks.rados.rados.0.smithi001.stdout:3952: copy_from oid 16 from oid 40 current snap is 382 2024-08-17T17:04:43.507 INFO:tasks.rados.rados.0.smithi001.stdout:3953: copy_from oid 39 from oid 12 current snap is 382 2024-08-17T17:04:43.507 INFO:tasks.rados.rados.0.smithi001.stdout:3954: read oid 48 snap -1 2024-08-17T17:04:43.507 INFO:tasks.rados.rados.0.smithi001.stdout:3954: expect (ObjNum 1225 snap 382 seq_num 1225) 2024-08-17T17:04:43.507 INFO:tasks.rados.rados.0.smithi001.stdout:3955: rmattr oid 47 current snap is 382 2024-08-17T17:04:43.507 INFO:tasks.rados.rados.0.smithi001.stdout:3955: done (5 left) 2024-08-17T17:04:43.508 INFO:tasks.rados.rados.0.smithi001.stdout:3956: rmattr oid 29 current snap is 382 2024-08-17T17:04:43.508 INFO:tasks.rados.rados.0.smithi001.stdout:3956: done (5 left) 2024-08-17T17:04:43.508 INFO:tasks.rados.rados.0.smithi001.stdout:3957: snap_remove snap 374 2024-08-17T17:04:43.964 INFO:tasks.rados.rados.0.smithi001.stdout:3957: done (5 left) 2024-08-17T17:04:43.964 INFO:tasks.rados.rados.0.smithi001.stdout:3958: delete oid 13 current snap is 382 2024-08-17T17:04:43.964 INFO:tasks.rados.rados.0.smithi001.stdout:3948: finishing rollback tid 0 to smithi00187473-33 2024-08-17T17:04:43.964 INFO:tasks.rados.rados.0.smithi001.stdout:3948: finishing rollback tid 1 to smithi00187473-33 2024-08-17T17:04:43.964 INFO:tasks.rados.rados.0.smithi001.stdout:3950: finishing rollback tid 0 to smithi00187473-19 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:3948: finishing rollback tid 2 to smithi00187473-33 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 33 v 2839 (ObjNum 1205 snap 373 seq_num 1205) dirty exists 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:3952: finishing copy_from racing read to smithi00187473-16 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:3950: finishing rollback tid 1 to smithi00187473-19 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:3952: finishing copy_from to smithi00187473-16 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 16 v 2492 (ObjNum 4113 snap 0 seq_num 811578112) dirty exists 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:3950: finishing rollback tid 2 to smithi00187473-19 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2583 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:3953: finishing copy_from racing read to smithi00187473-39 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:3953: finishing copy_from to smithi00187473-39 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 39 v 2926 (ObjNum 1223 snap 382 seq_num 1223) dirty exists 2024-08-17T17:04:43.965 INFO:tasks.rados.rados.0.smithi001.stdout:3954: expect (ObjNum 1225 snap 382 seq_num 1225) 2024-08-17T17:04:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:44 smithi189 ceph-mon[90541]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:04:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:44 smithi189 ceph-mon[90541]: pgmap v911: 121 pgs: 121 active+clean; 233 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T17:04:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:44 smithi189 ceph-mon[90541]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:04:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:44 smithi001 ceph-mon[100737]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:04:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:44 smithi001 ceph-mon[100737]: pgmap v911: 121 pgs: 121 active+clean; 233 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T17:04:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:44 smithi001 ceph-mon[100737]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:04:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:44 smithi001 ceph-mon[103274]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:04:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:44 smithi001 ceph-mon[103274]: pgmap v911: 121 pgs: 121 active+clean; 233 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T17:04:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:44 smithi001 ceph-mon[103274]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:04:45.521 INFO:tasks.rados.rados.0.smithi001.stdout:3948: done (5 left) 2024-08-17T17:04:45.521 INFO:tasks.rados.rados.0.smithi001.stdout:3950: done (4 left) 2024-08-17T17:04:45.521 INFO:tasks.rados.rados.0.smithi001.stdout:3952: done (3 left) 2024-08-17T17:04:45.521 INFO:tasks.rados.rados.0.smithi001.stdout:3953: done (2 left) 2024-08-17T17:04:45.521 INFO:tasks.rados.rados.0.smithi001.stdout:3954: done (1 left) 2024-08-17T17:04:45.521 INFO:tasks.rados.rados.0.smithi001.stdout:3958: done (0 left) 2024-08-17T17:04:45.521 INFO:tasks.rados.rados.0.smithi001.stdout:3959: snap_remove snap 377 2024-08-17T17:04:45.969 INFO:tasks.rados.rados.0.smithi001.stdout:3959: done (0 left) 2024-08-17T17:04:45.969 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 49 current snap is 382 2024-08-17T17:04:45.969 INFO:tasks.rados.rados.0.smithi001.stdout:3960: seq_num 1234 ranges {5922816=671744,6594560=516096,7110656=286720} 2024-08-17T17:04:46.004 INFO:tasks.rados.rados.0.smithi001.stdout:3960: writing smithi00187473-49 from 5922816 to 6594560 tid 1 2024-08-17T17:04:46.007 INFO:tasks.rados.rados.0.smithi001.stdout:3960: writing smithi00187473-49 from 6594560 to 7110656 tid 2 2024-08-17T17:04:46.009 INFO:tasks.rados.rados.0.smithi001.stdout:3960: writing smithi00187473-49 from 7110656 to 7397376 tid 3 2024-08-17T17:04:46.009 INFO:tasks.rados.rados.0.smithi001.stdout:3961: copy_from oid 50 from oid 20 current snap is 382 2024-08-17T17:04:46.009 INFO:tasks.rados.rados.0.smithi001.stdout:3962: read oid 7 snap 375 2024-08-17T17:04:46.009 INFO:tasks.rados.rados.0.smithi001.stdout:3962: expect (ObjNum 1537182208 snap 21856 seq_num 1537492960) 2024-08-17T17:04:46.009 INFO:tasks.rados.rados.0.smithi001.stdout:3963: snap_remove snap 381 2024-08-17T17:04:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3963: done (3 left) 2024-08-17T17:04:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3964: copy_from oid 48 from oid 12 current snap is 382 2024-08-17T17:04:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3965: snap_create 2024-08-17T17:04:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3960: finishing write tid 1 to smithi00187473-49 2024-08-17T17:04:46.975 INFO:tasks.rados.rados.0.smithi001.stdout:3962: expect (ObjNum 1537182208 snap 21856 seq_num 1537492960) 2024-08-17T17:04:46.983 INFO:tasks.rados.rados.0.smithi001.stdout:3961: finishing copy_from to smithi00187473-50 2024-08-17T17:04:46.983 INFO:tasks.rados.rados.0.smithi001.stdout:3961: got expected ENOENT (src dne) 2024-08-17T17:04:46.983 INFO:tasks.rados.rados.0.smithi001.stdout:3961: finishing copy_from racing read to smithi00187473-50 2024-08-17T17:04:46.983 INFO:tasks.rados.rados.0.smithi001.stdout:3960: finishing write tid 2 to smithi00187473-49 2024-08-17T17:04:46.983 INFO:tasks.rados.rados.0.smithi001.stdout:3960: finishing write tid 3 to smithi00187473-49 2024-08-17T17:04:46.983 INFO:tasks.rados.rados.0.smithi001.stdout:3960: finishing write tid 4 to smithi00187473-49 2024-08-17T17:04:46.984 INFO:tasks.rados.rados.0.smithi001.stdout:3960: finishing write tid 5 to smithi00187473-49 2024-08-17T17:04:46.984 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2599 (ObjNum 1234 snap 382 seq_num 1234) dirty exists 2024-08-17T17:04:46.984 INFO:tasks.rados.rados.0.smithi001.stdout:3960: left oid 49 (ObjNum 1234 snap 382 seq_num 1234) 2024-08-17T17:04:47.023 INFO:tasks.rados.rados.0.smithi001.stdout:3964: finishing copy_from racing read to smithi00187473-48 2024-08-17T17:04:47.025 INFO:tasks.rados.rados.0.smithi001.stdout:3964: finishing copy_from to smithi00187473-48 2024-08-17T17:04:47.026 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 48 v 2926 (ObjNum 1223 snap 382 seq_num 1223) dirty exists 2024-08-17T17:04:47.261 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:46 smithi001 ceph-mon[100737]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:04:47.261 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:46 smithi001 ceph-mon[100737]: pgmap v914: 121 pgs: 121 active+clean; 260 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2024-08-17T17:04:47.261 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:46 smithi001 ceph-mon[103274]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:04:47.261 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:46 smithi001 ceph-mon[103274]: pgmap v914: 121 pgs: 121 active+clean; 260 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2024-08-17T17:04:47.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:46 smithi189 ceph-mon[90541]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:04:47.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:46 smithi189 ceph-mon[90541]: pgmap v914: 121 pgs: 121 active+clean; 260 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2024-08-17T17:04:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:04:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:04:47] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:04:47.975 INFO:tasks.rados.rados.0.smithi001.stdout:3960: done (4 left) 2024-08-17T17:04:47.975 INFO:tasks.rados.rados.0.smithi001.stdout:3961: done (3 left) 2024-08-17T17:04:47.975 INFO:tasks.rados.rados.0.smithi001.stdout:3962: done (2 left) 2024-08-17T17:04:47.975 INFO:tasks.rados.rados.0.smithi001.stdout:3964: done (1 left) 2024-08-17T17:04:47.975 INFO:tasks.rados.rados.0.smithi001.stdout:3965: done (0 left) 2024-08-17T17:04:47.975 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 383 2024-08-17T17:04:47.975 INFO:tasks.rados.rados.0.smithi001.stdout:3966: seq_num 1235 ranges {0=688128,688128=802816} 2024-08-17T17:04:47.978 INFO:tasks.rados.rados.0.smithi001.stdout:3966: writing smithi00187473-27 from 0 to 688128 tid 1 2024-08-17T17:04:47.984 INFO:tasks.rados.rados.0.smithi001.stdout:3966: writing smithi00187473-27 from 688128 to 1490944 tid 2 2024-08-17T17:04:47.984 INFO:tasks.rados.rados.0.smithi001.stdout:3967: rollback oid 19 current snap is 383 2024-08-17T17:04:47.984 INFO:tasks.rados.rados.0.smithi001.stdout:rollback oid 19 to 379 2024-08-17T17:04:47.984 INFO:tasks.rados.rados.0.smithi001.stdout:3968: snap_remove snap 375 2024-08-17T17:04:48.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:47 smithi189 ceph-mon[90541]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:04:48.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:47 smithi001 ceph-mon[100737]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:04:48.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:47 smithi001 ceph-mon[103274]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:04:48.990 INFO:tasks.rados.rados.0.smithi001.stdout:3968: done (2 left) 2024-08-17T17:04:48.991 INFO:tasks.rados.rados.0.smithi001.stdout:3969: setattr oid 49 current snap is 383 2024-08-17T17:04:48.993 INFO:tasks.rados.rados.0.smithi001.stdout:3966: finishing write tid 1 to smithi00187473-27 2024-08-17T17:04:48.993 INFO:tasks.rados.rados.0.smithi001.stdout:3966: finishing write tid 2 to smithi00187473-27 2024-08-17T17:04:48.993 INFO:tasks.rados.rados.0.smithi001.stdout:3966: finishing write tid 3 to smithi00187473-27 2024-08-17T17:04:48.993 INFO:tasks.rados.rados.0.smithi001.stdout:3966: finishing write tid 4 to smithi00187473-27 2024-08-17T17:04:48.993 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2929 (ObjNum 1235 snap 383 seq_num 1235) dirty exists 2024-08-17T17:04:48.994 INFO:tasks.rados.rados.0.smithi001.stdout:3966: left oid 27 (ObjNum 1235 snap 383 seq_num 1235) 2024-08-17T17:04:48.994 INFO:tasks.rados.rados.0.smithi001.stdout:3967: finishing rollback tid 0 to smithi00187473-19 2024-08-17T17:04:48.994 INFO:tasks.rados.rados.0.smithi001.stdout:3967: finishing rollback tid 1 to smithi00187473-19 2024-08-17T17:04:48.994 INFO:tasks.rados.rados.0.smithi001.stdout:3967: finishing rollback tid 2 to smithi00187473-19 2024-08-17T17:04:48.994 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 19 v 2932 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:04:48.995 INFO:tasks.rados.rados.0.smithi001.stdout:3966: done (2 left) 2024-08-17T17:04:48.995 INFO:tasks.rados.rados.0.smithi001.stdout:3967: done (1 left) 2024-08-17T17:04:48.995 INFO:tasks.rados.rados.0.smithi001.stdout:3970: read oid 30 snap -1 2024-08-17T17:04:48.995 INFO:tasks.rados.rados.0.smithi001.stdout:3970: expect deleted 2024-08-17T17:04:48.995 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 28 current snap is 383 2024-08-17T17:04:48.995 INFO:tasks.rados.rados.0.smithi001.stdout:3971: seq_num 1236 ranges {14360576=704512,15065088=688128,15753216=114688} 2024-08-17T17:04:49.077 INFO:tasks.rados.rados.0.smithi001.stdout:3971: writing smithi00187473-28 from 14360576 to 15065088 tid 1 2024-08-17T17:04:49.081 INFO:tasks.rados.rados.0.smithi001.stdout:3971: writing smithi00187473-28 from 15065088 to 15753216 tid 2 2024-08-17T17:04:49.082 INFO:tasks.rados.rados.0.smithi001.stdout:3971: writing smithi00187473-28 from 15753216 to 15867904 tid 3 2024-08-17T17:04:49.082 INFO:tasks.rados.rados.0.smithi001.stdout:3972: copy_from oid 42 from oid 6 current snap is 383 2024-08-17T17:04:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 49 v 2600 (ObjNum 1234 snap 382 seq_num 1234) dirty exists 2024-08-17T17:04:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:3969: done (3 left) 2024-08-17T17:04:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:3970: done (2 left) 2024-08-17T17:04:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:3973: snap_create 2024-08-17T17:04:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:3972: finishing copy_from to smithi00187473-42 2024-08-17T17:04:49.083 INFO:tasks.rados.rados.0.smithi001.stdout:3972: got expected ENOENT (src dne) 2024-08-17T17:04:49.084 INFO:tasks.rados.rados.0.smithi001.stdout:3972: finishing copy_from racing read to smithi00187473-42 2024-08-17T17:04:49.084 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 1 to smithi00187473-28 2024-08-17T17:04:49.086 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 2 to smithi00187473-28 2024-08-17T17:04:49.086 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 3 to smithi00187473-28 2024-08-17T17:04:49.087 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 4 to smithi00187473-28 2024-08-17T17:04:49.088 INFO:tasks.rados.rados.0.smithi001.stdout:3971: finishing write tid 5 to smithi00187473-28 2024-08-17T17:04:49.088 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 28 v 2936 (ObjNum 1236 snap 383 seq_num 1236) dirty exists 2024-08-17T17:04:49.088 INFO:tasks.rados.rados.0.smithi001.stdout:3971: left oid 28 (ObjNum 1236 snap 383 seq_num 1236) 2024-08-17T17:04:49.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:48 smithi189 ceph-mon[90541]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:04:49.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:48 smithi189 ceph-mon[90541]: pgmap v917: 121 pgs: 121 active+clean; 260 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 16 op/s 2024-08-17T17:04:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:48 smithi001 ceph-mon[100737]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:04:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:48 smithi001 ceph-mon[100737]: pgmap v917: 121 pgs: 121 active+clean; 260 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 16 op/s 2024-08-17T17:04:49.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:48 smithi001 ceph-mon[103274]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:04:49.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:48 smithi001 ceph-mon[103274]: pgmap v917: 121 pgs: 121 active+clean; 260 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 16 op/s 2024-08-17T17:04:49.896 INFO:tasks.rados.rados.0.smithi001.stdout:3971: done (2 left) 2024-08-17T17:04:49.896 INFO:tasks.rados.rados.0.smithi001.stdout:3972: done (1 left) 2024-08-17T17:04:49.896 INFO:tasks.rados.rados.0.smithi001.stdout:3973: done (0 left) 2024-08-17T17:04:49.896 INFO:tasks.rados.rados.0.smithi001.stdout:3974: snap_create 2024-08-17T17:04:50.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:49 smithi189 ceph-mon[90541]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:04:50.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:49 smithi189 ceph-mon[90541]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:04:50.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:04:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:04:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:04:50.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:49 smithi001 ceph-mon[100737]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:04:50.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:49 smithi001 ceph-mon[100737]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:04:50.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:49 smithi001 ceph-mon[103274]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:04:50.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:49 smithi001 ceph-mon[103274]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:04:50.898 INFO:tasks.rados.rados.0.smithi001.stdout:3974: done (0 left) 2024-08-17T17:04:50.898 INFO:tasks.rados.rados.0.smithi001.stdout:3975: snap_remove snap 379 2024-08-17T17:04:51.903 INFO:tasks.rados.rados.0.smithi001.stdout:3975: done (0 left) 2024-08-17T17:04:51.904 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 23 current snap is 385 2024-08-17T17:04:51.904 INFO:tasks.rados.rados.0.smithi001.stdout:3976: seq_num 1237 ranges {8003584=720896,8724480=573440,9297920=229376} 2024-08-17T17:04:51.952 INFO:tasks.rados.rados.0.smithi001.stdout:3976: writing smithi00187473-23 from 8003584 to 8724480 tid 1 2024-08-17T17:04:51.955 INFO:tasks.rados.rados.0.smithi001.stdout:3976: writing smithi00187473-23 from 8724480 to 9297920 tid 2 2024-08-17T17:04:51.956 INFO:tasks.rados.rados.0.smithi001.stdout:3976: writing smithi00187473-23 from 9297920 to 9527296 tid 3 2024-08-17T17:04:51.957 INFO:tasks.rados.rados.0.smithi001.stdout:3977: snap_remove snap 378 2024-08-17T17:04:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:51 smithi189 ceph-mon[90541]: pgmap v920: 121 pgs: 121 active+clean; 262 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 360 KiB/s wr, 2 op/s 2024-08-17T17:04:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:51 smithi189 ceph-mon[90541]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:04:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:51 smithi001 ceph-mon[103274]: pgmap v920: 121 pgs: 121 active+clean; 262 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 360 KiB/s wr, 2 op/s 2024-08-17T17:04:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:51 smithi001 ceph-mon[103274]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:04:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:51 smithi001 ceph-mon[100737]: pgmap v920: 121 pgs: 121 active+clean; 262 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 360 KiB/s wr, 2 op/s 2024-08-17T17:04:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:51 smithi001 ceph-mon[100737]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:04:52.910 INFO:tasks.rados.rados.0.smithi001.stdout:3977: done (1 left) 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3978: read oid 48 snap -1 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3978: expect (ObjNum 1223 snap 382 seq_num 1223) 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3979: delete oid 50 current snap is 385 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 1 to smithi00187473-23 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 2 to smithi00187473-23 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 3 to smithi00187473-23 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 4 to smithi00187473-23 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3976: finishing write tid 5 to smithi00187473-23 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 23 v 2604 (ObjNum 1237 snap 385 seq_num 1237) dirty exists 2024-08-17T17:04:52.911 INFO:tasks.rados.rados.0.smithi001.stdout:3976: left oid 23 (ObjNum 1237 snap 385 seq_num 1237) 2024-08-17T17:04:52.919 INFO:tasks.rados.rados.0.smithi001.stdout:3976: done (2 left) 2024-08-17T17:04:52.919 INFO:tasks.rados.rados.0.smithi001.stdout:3979: done (1 left) 2024-08-17T17:04:52.919 INFO:tasks.rados.rados.0.smithi001.stdout:3980: read oid 18 snap -1 2024-08-17T17:04:52.919 INFO:tasks.rados.rados.0.smithi001.stdout:3980: expect deleted 2024-08-17T17:04:52.919 INFO:tasks.rados.rados.0.smithi001.stdout:3981: copy_from oid 34 from oid 37 current snap is 385 2024-08-17T17:04:52.919 INFO:tasks.rados.rados.0.smithi001.stdout:3982: snap_remove snap 384 2024-08-17T17:04:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:52 smithi189 ceph-mon[90541]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:04:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:52 smithi189 ceph-mon[90541]: pgmap v923: 121 pgs: 121 active+clean; 266 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T17:04:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:52 smithi001 ceph-mon[100737]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:04:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:52 smithi001 ceph-mon[100737]: pgmap v923: 121 pgs: 121 active+clean; 266 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T17:04:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:52 smithi001 ceph-mon[103274]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:04:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:52 smithi001 ceph-mon[103274]: pgmap v923: 121 pgs: 121 active+clean; 266 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-17T17:04:53.915 INFO:tasks.rados.rados.0.smithi001.stdout:3982: done (3 left) 2024-08-17T17:04:53.915 INFO:tasks.rados.rados.0.smithi001.stdout:3983: read oid 16 snap 382 2024-08-17T17:04:53.915 INFO:tasks.rados.rados.0.smithi001.stdout:3983: expect (ObjNum 1537778784 snap 21856 seq_num 1538771376) 2024-08-17T17:04:53.915 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 6 current snap is 385 2024-08-17T17:04:53.915 INFO:tasks.rados.rados.0.smithi001.stdout:3984: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-08-17T17:04:53.919 INFO:tasks.rados.rados.0.smithi001.stdout:3984: writing smithi00187473-6 from 0 to 753664 tid 1 2024-08-17T17:04:53.923 INFO:tasks.rados.rados.0.smithi001.stdout:3984: writing smithi00187473-6 from 753664 to 1499136 tid 2 2024-08-17T17:04:53.924 INFO:tasks.rados.rados.0.smithi001.stdout:3984: writing smithi00187473-6 from 1499136 to 1556480 tid 3 2024-08-17T17:04:53.924 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 32 current snap is 385 2024-08-17T17:04:53.924 INFO:tasks.rados.rados.0.smithi001.stdout:3985: seq_num 1240 ranges {0=778240,778240=671744,1449984=131072} 2024-08-17T17:04:53.929 INFO:tasks.rados.rados.0.smithi001.stdout:3985: writing smithi00187473-32 from 0 to 778240 tid 1 2024-08-17T17:04:53.933 INFO:tasks.rados.rados.0.smithi001.stdout:3985: writing smithi00187473-32 from 778240 to 1449984 tid 2 2024-08-17T17:04:53.934 INFO:tasks.rados.rados.0.smithi001.stdout:3985: writing smithi00187473-32 from 1449984 to 1581056 tid 3 2024-08-17T17:04:53.934 INFO:tasks.rados.rados.0.smithi001.stdout:3986: snap_remove snap 383 2024-08-17T17:04:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:53 smithi189 ceph-mon[90541]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:04:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:53 smithi001 ceph-mon[103274]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:04:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:53 smithi001 ceph-mon[100737]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:04:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:04:54.898 INFO:tasks.rados.rados.0.smithi001.stdout:3981: finishing copy_from racing read to smithi00187473-34 2024-08-17T17:04:54.898 INFO:tasks.rados.rados.0.smithi001.stdout:3981: finishing copy_from to smithi00187473-34 2024-08-17T17:04:54.898 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 34 v 2427 (ObjNum 1224 snap 382 seq_num 1224) dirty exists 2024-08-17T17:04:54.898 INFO:tasks.rados.rados.0.smithi001.stdout:3978: expect (ObjNum 1223 snap 382 seq_num 1223) 2024-08-17T17:04:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:54 smithi189 ceph-mon[90541]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:04:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:54 smithi189 ceph-mon[90541]: pgmap v926: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-17T17:04:55.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:54 smithi189 ceph-mon[90541]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:04:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:54 smithi001 ceph-mon[103274]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:04:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:54 smithi001 ceph-mon[103274]: pgmap v926: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-17T17:04:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:54 smithi001 ceph-mon[103274]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:04:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:54 smithi001 ceph-mon[100737]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:04:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:54 smithi001 ceph-mon[100737]: pgmap v926: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-17T17:04:55.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:54 smithi001 ceph-mon[100737]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:04:55.543 INFO:tasks.rados.rados.0.smithi001.stdout:3983: expect (ObjNum 1537778784 snap 21856 seq_num 1538771376) 2024-08-17T17:04:55.546 INFO:tasks.rados.rados.0.smithi001.stdout:3984: finishing write tid 1 to smithi00187473-6 2024-08-17T17:04:55.546 INFO:tasks.rados.rados.0.smithi001.stdout:3984: finishing write tid 2 to smithi00187473-6 2024-08-17T17:04:55.546 INFO:tasks.rados.rados.0.smithi001.stdout:3984: finishing write tid 3 to smithi00187473-6 2024-08-17T17:04:55.546 INFO:tasks.rados.rados.0.smithi001.stdout:3984: finishing write tid 4 to smithi00187473-6 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3984: finishing write tid 5 to smithi00187473-6 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 6 v 935 (ObjNum 1239 snap 385 seq_num 1239) dirty exists 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3984: left oid 6 (ObjNum 1239 snap 385 seq_num 1239) 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 1 to smithi00187473-32 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 2 to smithi00187473-32 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 3 to smithi00187473-32 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3978: done (6 left) 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3980: done (5 left) 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3981: done (4 left) 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3983: done (3 left) 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3984: done (2 left) 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3986: done (1 left) 2024-08-17T17:04:55.547 INFO:tasks.rados.rados.0.smithi001.stdout:3987: copy_from oid 30 from oid 29 current snap is 385 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 4 to smithi00187473-32 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:3985: finishing write tid 5 to smithi00187473-32 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 32 v 3232 (ObjNum 1240 snap 385 seq_num 1240) dirty exists 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:3985: left oid 32 (ObjNum 1240 snap 385 seq_num 1240) 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:3985: done (1 left) 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:3988: copy_from oid 46 from oid 43 current snap is 385 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:3989: read oid 38 snap -1 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:3989: expect (ObjNum 1118 snap 340 seq_num 1118) 2024-08-17T17:04:55.548 INFO:tasks.rados.rados.0.smithi001.stdout:3990: snap_remove snap 380 2024-08-17T17:04:55.923 INFO:tasks.rados.rados.0.smithi001.stdout:3987: finishing copy_from to smithi00187473-30 2024-08-17T17:04:55.923 INFO:tasks.rados.rados.0.smithi001.stdout:3987: got expected ENOENT (src dne) 2024-08-17T17:04:55.923 INFO:tasks.rados.rados.0.smithi001.stdout:3987: finishing copy_from racing read to smithi00187473-30 2024-08-17T17:04:55.923 INFO:tasks.rados.rados.0.smithi001.stdout:3989: expect (ObjNum 1118 snap 340 seq_num 1118) 2024-08-17T17:04:56.246 INFO:tasks.rados.rados.0.smithi001.stdout:3988: finishing copy_from racing read to smithi00187473-46 2024-08-17T17:04:56.247 INFO:tasks.rados.rados.0.smithi001.stdout:3988: finishing copy_from to smithi00187473-46 2024-08-17T17:04:56.247 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 46 v 2433 (ObjNum 1168 snap 357 seq_num 1168) dirty exists 2024-08-17T17:04:56.247 INFO:tasks.rados.rados.0.smithi001.stdout:3987: done (3 left) 2024-08-17T17:04:56.247 INFO:tasks.rados.rados.0.smithi001.stdout:3988: done (2 left) 2024-08-17T17:04:56.247 INFO:tasks.rados.rados.0.smithi001.stdout:3989: done (1 left) 2024-08-17T17:04:56.247 INFO:tasks.rados.rados.0.smithi001.stdout:3990: done (0 left) 2024-08-17T17:04:56.247 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 27 current snap is 385 2024-08-17T17:04:56.247 INFO:tasks.rados.rados.0.smithi001.stdout:3991: seq_num 1241 ranges {1490944=794624,2285568=557056,2842624=245760} 2024-08-17T17:04:56.258 INFO:tasks.rados.rados.0.smithi001.stdout:3991: writing smithi00187473-27 from 1490944 to 2285568 tid 1 2024-08-17T17:04:56.261 INFO:tasks.rados.rados.0.smithi001.stdout:3991: writing smithi00187473-27 from 2285568 to 2842624 tid 2 2024-08-17T17:04:56.263 INFO:tasks.rados.rados.0.smithi001.stdout:3991: writing smithi00187473-27 from 2842624 to 3088384 tid 3 2024-08-17T17:04:56.263 INFO:tasks.rados.rados.0.smithi001.stdout:3992: copy_from oid 29 from oid 37 current snap is 385 2024-08-17T17:04:56.263 INFO:tasks.rados.rados.0.smithi001.stdout:3993: copy_from oid 4 from oid 24 current snap is 385 2024-08-17T17:04:56.263 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 30 current snap is 385 2024-08-17T17:04:56.263 INFO:tasks.rados.rados.0.smithi001.stdout:3994: seq_num 1242 ranges {0=409600,409600=442368,851968=655360,1507328=106496} 2024-08-17T17:04:56.266 INFO:tasks.rados.rados.0.smithi001.stdout:3994: writing smithi00187473-30 from 0 to 409600 tid 1 2024-08-17T17:04:56.269 INFO:tasks.rados.rados.0.smithi001.stdout:3994: writing smithi00187473-30 from 409600 to 851968 tid 2 2024-08-17T17:04:56.273 INFO:tasks.rados.rados.0.smithi001.stdout:3994: writing smithi00187473-30 from 851968 to 1507328 tid 3 2024-08-17T17:04:56.274 INFO:tasks.rados.rados.0.smithi001.stdout:3994: writing smithi00187473-30 from 1507328 to 1613824 tid 4 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3995: copy_from oid 39 from oid 18 current snap is 385 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3991: finishing write tid 1 to smithi00187473-27 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3991: finishing write tid 2 to smithi00187473-27 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3991: finishing write tid 3 to smithi00187473-27 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3996: read oid 50 snap 363 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3996: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3997: read oid 16 snap -1 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3997: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3998: read oid 8 snap -1 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3998: expect (ObjNum 1168 snap 357 seq_num 1168) 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:append oid 44 current snap is 385 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3991: finishing write tid 4 to smithi00187473-27 2024-08-17T17:04:56.275 INFO:tasks.rados.rados.0.smithi001.stdout:3991: finishing write tid 5 to smithi00187473-27 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 27 v 2940 (ObjNum 1241 snap 385 seq_num 1241) dirty exists 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:3991: left oid 27 (ObjNum 1241 snap 385 seq_num 1241) 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:3992: finishing copy_from racing read to smithi00187473-29 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:3992: finishing copy_from to smithi00187473-29 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 29 v 2427 (ObjNum 1224 snap 382 seq_num 1224) dirty exists 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 1 to smithi00187473-30 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:3993: finishing copy_from racing read to smithi00187473-4 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 2 to smithi00187473-30 2024-08-17T17:04:56.276 INFO:tasks.rados.rados.0.smithi001.stdout:3999: seq_num 1243 ranges {15597568=425984,16023552=729088,16752640=466944,17219584=8192} 2024-08-17T17:04:56.363 INFO:tasks.rados.rados.0.smithi001.stdout:3999: writing smithi00187473-44 from 15597568 to 16023552 tid 1 2024-08-17T17:04:56.367 INFO:tasks.rados.rados.0.smithi001.stdout:3999: writing smithi00187473-44 from 16023552 to 16752640 tid 2 2024-08-17T17:04:56.370 INFO:tasks.rados.rados.0.smithi001.stdout:3999: writing smithi00187473-44 from 16752640 to 17219584 tid 3 2024-08-17T17:04:56.370 INFO:tasks.rados.rados.0.smithi001.stdout:3999: writing smithi00187473-44 from 17219584 to 17227776 tid 4 2024-08-17T17:04:56.370 INFO:tasks.rados.rados.0.smithi001.stdout:3991: done (8 left) 2024-08-17T17:04:56.370 INFO:tasks.rados.rados.0.smithi001.stdout:3992: done (7 left) 2024-08-17T17:04:56.370 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 7 2024-08-17T17:04:56.370 INFO:tasks.rados.rados.0.smithi001.stdout:3993: finishing copy_from to smithi00187473-4 2024-08-17T17:04:56.370 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 4 v 2919 (ObjNum 1207 snap 373 seq_num 1207) dirty exists 2024-08-17T17:04:56.370 INFO:tasks.rados.rados.0.smithi001.stdout:3995: finishing copy_from to smithi00187473-39 2024-08-17T17:04:56.371 INFO:tasks.rados.rados.0.smithi001.stdout:3995: got expected ENOENT (src dne) 2024-08-17T17:04:56.371 INFO:tasks.rados.rados.0.smithi001.stdout:3997: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:04:56.372 INFO:tasks.rados.rados.0.smithi001.stdout:3995: finishing copy_from racing read to smithi00187473-39 2024-08-17T17:04:56.372 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 3 to smithi00187473-30 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 4 to smithi00187473-30 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:3993: done (6 left) 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:3995: done (5 left) 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:3997: done (4 left) 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout: waiting on 4 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 5 to smithi00187473-30 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:3994: finishing write tid 6 to smithi00187473-30 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 30 v 2609 (ObjNum 1242 snap 385 seq_num 1242) dirty exists 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:3994: left oid 30 (ObjNum 1242 snap 385 seq_num 1242) 2024-08-17T17:04:56.373 INFO:tasks.rados.rados.0.smithi001.stdout:3998: expect (ObjNum 1168 snap 357 seq_num 1168) 2024-08-17T17:04:56.543 INFO:tasks.rados.rados.0.smithi001.stdout:3996: expect (ObjNum 1136 snap 346 seq_num 1136) 2024-08-17T17:04:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:56 smithi189 ceph-mon[90541]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:04:57.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:56 smithi189 ceph-mon[90541]: pgmap v929: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 692 KiB/s wr, 8 op/s 2024-08-17T17:04:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:56 smithi001 ceph-mon[100737]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:04:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:56 smithi001 ceph-mon[100737]: pgmap v929: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 692 KiB/s wr, 8 op/s 2024-08-17T17:04:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:56 smithi001 ceph-mon[103274]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:04:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:56 smithi001 ceph-mon[103274]: pgmap v929: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 692 KiB/s wr, 8 op/s 2024-08-17T17:04:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:04:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:04:57] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:04:57.812 INFO:tasks.rados.rados.0.smithi001.stdout:3999: finishing write tid 1 to smithi00187473-44 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3999: finishing write tid 2 to smithi00187473-44 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3999: finishing write tid 3 to smithi00187473-44 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3999: finishing write tid 4 to smithi00187473-44 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3999: finishing write tid 5 to smithi00187473-44 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3999: finishing write tid 6 to smithi00187473-44 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:update_object_version oid 44 v 2844 (ObjNum 1243 snap 385 seq_num 1243) dirty exists 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3999: left oid 44 (ObjNum 1243 snap 385 seq_num 1243) 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3994: done (3 left) 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3996: done (2 left) 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3998: done (1 left) 2024-08-17T17:04:57.813 INFO:tasks.rados.rados.0.smithi001.stdout:3999: done (0 left) 2024-08-17T17:04:57.815 INFO:tasks.rados.rados.0.smithi001.stderr:0 errors. 2024-08-17T17:04:57.816 INFO:tasks.rados.rados.0.smithi001.stderr: 2024-08-17T17:04:57.818 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:04:58.082 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:59.481 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:04:59 smithi001 ceph-mon[100737]: pgmap v930: 121 pgs: 121 active+clean; 276 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:04:59.482 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:04:59 smithi001 ceph-mon[103274]: pgmap v930: 121 pgs: 121 active+clean; 276 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:04:59.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:04:59 smithi189 ceph-mon[90541]: pgmap v930: 121 pgs: 121 active+clean; 276 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:05:00.014 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T17:05:00.015 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":866,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T17:04:59.892276+0000","last_up_change":"2024-08-17T16:59:22.934921+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T16:47:12.269272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T16:47:15.572919+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T16:48:08.997261+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-17T16:50:58.927394+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"865","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":473,"snap_epoch":865,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":323,"up_from":336,"up_thru":556,"down_at":324,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":2127644256},{"type":"v1","addr":"172.21.15.1:6803","nonce":2127644256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":2127644256},{"type":"v1","addr":"172.21.15.1:6805","nonce":2127644256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":2127644256},{"type":"v1","addr":"172.21.15.1:6809","nonce":2127644256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":2127644256},{"type":"v1","addr":"172.21.15.1:6807","nonce":2127644256}]},"public_addr":"172.21.15.1:6803/2127644256","cluster_addr":"172.21.15.1:6805/2127644256","heartbeat_back_addr":"172.21.15.1:6809/2127644256","heartbeat_front_addr":"172.21.15.1:6807/2127644256","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":354,"up_from":367,"up_thru":556,"down_at":355,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1473900756},{"type":"v1","addr":"172.21.15.1:6811","nonce":1473900756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1473900756},{"type":"v1","addr":"172.21.15.1:6813","nonce":1473900756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1473900756},{"type":"v1","addr":"172.21.15.1:6817","nonce":1473900756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1473900756},{"type":"v1","addr":"172.21.15.1:6815","nonce":1473900756}]},"public_addr":"172.21.15.1:6811/1473900756","cluster_addr":"172.21.15.1:6813/1473900756","heartbeat_back_addr":"172.21.15.1:6817/1473900756","heartbeat_front_addr":"172.21.15.1:6815/1473900756","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":386,"up_from":399,"up_thru":556,"down_at":387,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":865868711},{"type":"v1","addr":"172.21.15.1:6819","nonce":865868711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":865868711},{"type":"v1","addr":"172.21.15.1:6821","nonce":865868711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":865868711},{"type":"v1","addr":"172.21.15.1:6825","nonce":865868711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":865868711},{"type":"v1","addr":"172.21.15.1:6823","nonce":865868711}]},"public_addr":"172.21.15.1:6819/865868711","cluster_addr":"172.21.15.1:6821/865868711","heartbeat_back_addr":"172.21.15.1:6825/865868711","heartbeat_front_addr":"172.21.15.1:6823/865868711","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":420,"up_from":433,"up_thru":556,"down_at":421,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":971044726},{"type":"v1","addr":"172.21.15.1:6827","nonce":971044726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":971044726},{"type":"v1","addr":"172.21.15.1:6829","nonce":971044726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":971044726},{"type":"v1","addr":"172.21.15.1:6833","nonce":971044726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":971044726},{"type":"v1","addr":"172.21.15.1:6831","nonce":971044726}]},"public_addr":"172.21.15.1:6827/971044726","cluster_addr":"172.21.15.1:6829/971044726","heartbeat_back_addr":"172.21.15.1:6833/971044726","heartbeat_front_addr":"172.21.15.1:6831/971044726","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":453,"up_from":466,"up_thru":556,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":1888409110},{"type":"v1","addr":"172.21.15.189:6801","nonce":1888409110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":1888409110},{"type":"v1","addr":"172.21.15.189:6803","nonce":1888409110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":1888409110},{"type":"v1","addr":"172.21.15.189:6807","nonce":1888409110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":1888409110},{"type":"v1","addr":"172.21.15.189:6805","nonce":1888409110}]},"public_addr":"172.21.15.189:6801/1888409110","cluster_addr":"172.21.15.189:6803/1888409110","heartbeat_back_addr":"172.21.15.189:6807/1888409110","heartbeat_front_addr":"172.21.15.189:6805/1888409110","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":482,"up_from":494,"up_thru":556,"down_at":483,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":3828157804},{"type":"v1","addr":"172.21.15.189:6809","nonce":3828157804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":3828157804},{"type":"v1","addr":"172.21.15.189:6811","nonce":3828157804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":3828157804},{"type":"v1","addr":"172.21.15.189:6815","nonce":3828157804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":3828157804},{"type":"v1","addr":"172.21.15.189:6813","nonce":3828157804}]},"public_addr":"172.21.15.189:6809/3828157804","cluster_addr":"172.21.15.189:6811/3828157804","heartbeat_back_addr":"172.21.15.189:6815/3828157804","heartbeat_front_addr":"172.21.15.189:6813/3828157804","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":511,"up_from":524,"up_thru":556,"down_at":512,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":3818938866},{"type":"v1","addr":"172.21.15.189:6817","nonce":3818938866}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":3818938866},{"type":"v1","addr":"172.21.15.189:6819","nonce":3818938866}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":3818938866},{"type":"v1","addr":"172.21.15.189:6823","nonce":3818938866}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":3818938866},{"type":"v1","addr":"172.21.15.189:6821","nonce":3818938866}]},"public_addr":"172.21.15.189:6817/3818938866","cluster_addr":"172.21.15.189:6819/3818938866","heartbeat_back_addr":"172.21.15.189:6823/3818938866","heartbeat_front_addr":"172.21.15.189:6821/3818938866","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":544,"up_from":556,"up_thru":556,"down_at":545,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2674686434},{"type":"v1","addr":"172.21.15.189:6825","nonce":2674686434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2674686434},{"type":"v1","addr":"172.21.15.189:6827","nonce":2674686434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2674686434},{"type":"v1","addr":"172.21.15.189:6831","nonce":2674686434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2674686434},{"type":"v1","addr":"172.21.15.189:6829","nonce":2674686434}]},"public_addr":"172.21.15.189:6825/2674686434","cluster_addr":"172.21.15.189:6827/2674686434","heartbeat_back_addr":"172.21.15.189:6831/2674686434","heartbeat_front_addr":"172.21.15.189:6829/2674686434","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":323},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":354},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":386},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":420},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":453},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":482},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":511},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":544}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:6800/1487379121":"2024-08-18T16:54:08.008316+0000","172.21.15.1:0/613115275":"2024-08-18T16:54:08.008316+0000","172.21.15.1:0/1794444677":"2024-08-18T16:54:08.008316+0000","172.21.15.189:6832/2845003343":"2024-08-18T16:59:44.815938+0000","172.21.15.1:0/3089526068":"2024-08-18T16:54:08.008316+0000","172.21.15.1:0/1110044693":"2024-08-18T16:54:08.008316+0000","172.21.15.189:6834/3491737587":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.189:0/2980740129":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/3688484512":"2024-08-18T16:52:20.458038+0000","172.21.15.1:0/4226065388":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/3912053427":"2024-08-18T16:54:08.008316+0000","172.21.15.189:0/2405151365":"2024-08-18T16:53:26.194035+0000","172.21.15.189:0/2591379601":"2024-08-18T16:53:26.194035+0000","172.21.15.189:0/2183860447":"2024-08-18T16:53:26.194035+0000","172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/414617095":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/874059625":"2024-08-18T16:48:05.224645+0000","172.21.15.1:6800/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/2014983336":"2024-08-18T16:52:20.458038+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/1487379121":"2024-08-18T16:54:08.008316+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/1326926234":"2024-08-18T16:54:08.008316+0000","172.21.15.189:0/2159019235":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/1536474386":"2024-08-18T16:52:20.458038+0000","172.21.15.189:6833/2845003343":"2024-08-18T16:59:44.815938+0000","172.21.15.1:0/566364724":"2024-08-18T16:54:08.008316+0000","172.21.15.1:0/263565723":"2024-08-18T16:52:20.458038+0000","172.21.15.1:6800/2426839709":"2024-08-18T16:52:20.458038+0000","172.21.15.189:0/954790192":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/2426839709":"2024-08-18T16:52:20.458038+0000","172.21.15.1:0/1494914225":"2024-08-18T16:52:20.458038+0000","172.21.15.1:6801/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.189:0/2228677081":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.189:6835/3491737587":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/2747091426":"2024-08-18T16:48:05.224645+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":469,"length":1},{"begin":472,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":464,"length":1},{"begin":467,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:05:00.656 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:05:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:05:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:05:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:05:00.928 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:01.169 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:00 smithi001 ceph-mon[100737]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:05:01.169 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:00 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1877963302' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:05:01.169 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:00 smithi001 ceph-mon[103274]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:05:01.169 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:00 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1877963302' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:05:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:00 smithi189 ceph-mon[90541]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:05:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:00 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1877963302' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:05:02.041 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:01 smithi001 ceph-mon[100737]: pgmap v932: 121 pgs: 121 active+clean; 279 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-17T17:05:02.041 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:01 smithi001 ceph-mon[103274]: pgmap v932: 121 pgs: 121 active+clean; 279 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-17T17:05:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:01 smithi189 ceph-mon[90541]: pgmap v932: 121 pgs: 121 active+clean; 279 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-17T17:05:02.741 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T17:05:02.743 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-08-17T17:05:03.039 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:02 smithi001 ceph-mon[103274]: pgmap v933: 121 pgs: 121 active+clean; 282 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-17T17:05:03.039 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:02 smithi001 ceph-mon[103274]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:03.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:02 smithi001 ceph-mon[100737]: pgmap v933: 121 pgs: 121 active+clean; 282 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-17T17:05:03.039 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:02 smithi001 ceph-mon[100737]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:02 smithi189 ceph-mon[90541]: pgmap v933: 121 pgs: 121 active+clean; 282 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-08-17T17:05:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:02 smithi189 ceph-mon[90541]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:03.347 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":933,"stamp":"2024-08-17T17:05:02.174453+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":295934973,"num_objects":110,"num_object_clones":38,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":110,"num_whiteouts":4,"num_read":4875,"num_read_kb":7214394,"num_write":8973,"num_write_kb":2243581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":140,"num_bytes_recovered":549619296,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16312,"ondisk_log_size":16312,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3171996,"kb_used_data":474020,"kb_used_omap":217,"kb_used_meta":2697638,"kb_avail":746789220,"statfs":{"total":767960285184,"available":764712161280,"internally_reserved":0,"allocated":485396480,"data_stored":626021243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":222677,"internal_metadata":2762381867},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":14188544,"num_objects":-3,"num_object_clones":-5,"num_object_copies":-9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3,"num_whiteouts":-3,"num_read":33,"num_read_kb":96792,"num_write":25,"num_write_kb":14608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.281415"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1117,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934457+0000","last_change":"2024-08-17T16:59:23.966823+0000","last_active":"2024-08-17T17:04:59.934457+0000","last_peered":"2024-08-17T17:04:59.934457+0000","last_clean":"2024-08-17T17:04:59.934457+0000","last_became_active":"2024-08-17T16:59:23.965296+0000","last_became_peered":"2024-08-17T16:59:23.965296+0000","last_unstale":"2024-08-17T17:04:59.934457+0000","last_undegraded":"2024-08-17T17:04:59.934457+0000","last_fullsized":"2024-08-17T17:04:59.934457+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:56:24.606726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1301,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.923834+0000","last_change":"2024-08-17T16:58:50.858230+0000","last_active":"2024-08-17T17:04:55.923834+0000","last_peered":"2024-08-17T17:04:55.923834+0000","last_clean":"2024-08-17T17:04:55.923834+0000","last_became_active":"2024-08-17T16:58:50.857844+0000","last_became_peered":"2024-08-17T16:58:50.857844+0000","last_unstale":"2024-08-17T17:04:55.923834+0000","last_undegraded":"2024-08-17T17:04:55.923834+0000","last_fullsized":"2024-08-17T17:04:55.923834+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:15:30.170274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1331,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932651+0000","last_change":"2024-08-17T16:56:37.355540+0000","last_active":"2024-08-17T17:04:59.932651+0000","last_peered":"2024-08-17T17:04:59.932651+0000","last_clean":"2024-08-17T17:04:59.932651+0000","last_became_active":"2024-08-17T16:56:37.355055+0000","last_became_peered":"2024-08-17T16:56:37.355055+0000","last_unstale":"2024-08-17T17:04:59.932651+0000","last_undegraded":"2024-08-17T17:04:59.932651+0000","last_fullsized":"2024-08-17T17:04:59.932651+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:47.041864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1188,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897255+0000","last_change":"2024-08-17T16:59:23.956846+0000","last_active":"2024-08-17T17:04:59.897255+0000","last_peered":"2024-08-17T17:04:59.897255+0000","last_clean":"2024-08-17T17:04:59.897255+0000","last_became_active":"2024-08-17T16:59:23.956555+0000","last_became_peered":"2024-08-17T16:59:23.956555+0000","last_unstale":"2024-08-17T17:04:59.897255+0000","last_undegraded":"2024-08-17T17:04:59.897255+0000","last_fullsized":"2024-08-17T17:04:59.897255+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:43:23.068136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1101,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932351+0000","last_change":"2024-08-17T16:59:23.969778+0000","last_active":"2024-08-17T17:04:59.932351+0000","last_peered":"2024-08-17T17:04:59.932351+0000","last_clean":"2024-08-17T17:04:59.932351+0000","last_became_active":"2024-08-17T16:59:23.967252+0000","last_became_peered":"2024-08-17T16:59:23.967252+0000","last_unstale":"2024-08-17T17:04:59.932351+0000","last_undegraded":"2024-08-17T17:04:59.932351+0000","last_fullsized":"2024-08-17T17:04:59.932351+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:11:02.632958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1168,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896880+0000","last_change":"2024-08-17T16:58:17.234852+0000","last_active":"2024-08-17T17:04:59.896880+0000","last_peered":"2024-08-17T17:04:59.896880+0000","last_clean":"2024-08-17T17:04:59.896880+0000","last_became_active":"2024-08-17T16:58:17.230703+0000","last_became_peered":"2024-08-17T16:58:17.230703+0000","last_unstale":"2024-08-17T17:04:59.896880+0000","last_undegraded":"2024-08-17T17:04:59.896880+0000","last_fullsized":"2024-08-17T17:04:59.896880+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:10:05.502118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1101,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932214+0000","last_change":"2024-08-17T16:59:23.971721+0000","last_active":"2024-08-17T17:04:59.932214+0000","last_peered":"2024-08-17T17:04:59.932214+0000","last_clean":"2024-08-17T17:04:59.932214+0000","last_became_active":"2024-08-17T16:59:23.969748+0000","last_became_peered":"2024-08-17T16:59:23.969748+0000","last_unstale":"2024-08-17T17:04:59.932214+0000","last_undegraded":"2024-08-17T17:04:59.932214+0000","last_fullsized":"2024-08-17T17:04:59.932214+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:06:34.534815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1223,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925034+0000","last_change":"2024-08-17T16:58:50.864147+0000","last_active":"2024-08-17T17:04:55.925034+0000","last_peered":"2024-08-17T17:04:55.925034+0000","last_clean":"2024-08-17T17:04:55.925034+0000","last_became_active":"2024-08-17T16:58:50.863153+0000","last_became_peered":"2024-08-17T16:58:50.863153+0000","last_unstale":"2024-08-17T17:04:55.925034+0000","last_undegraded":"2024-08-17T17:04:55.925034+0000","last_fullsized":"2024-08-17T17:04:55.925034+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:59:55.698778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1129,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934410+0000","last_change":"2024-08-17T16:59:23.959337+0000","last_active":"2024-08-17T17:04:59.934410+0000","last_peered":"2024-08-17T17:04:59.934410+0000","last_clean":"2024-08-17T17:04:59.934410+0000","last_became_active":"2024-08-17T16:59:23.959032+0000","last_became_peered":"2024-08-17T16:59:23.959032+0000","last_unstale":"2024-08-17T17:04:59.934410+0000","last_undegraded":"2024-08-17T17:04:59.934410+0000","last_fullsized":"2024-08-17T17:04:59.934410+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:13:25.395448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1147,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925383+0000","last_change":"2024-08-17T16:58:50.857132+0000","last_active":"2024-08-17T17:04:55.925383+0000","last_peered":"2024-08-17T17:04:55.925383+0000","last_clean":"2024-08-17T17:04:55.925383+0000","last_became_active":"2024-08-17T16:58:50.856450+0000","last_became_peered":"2024-08-17T16:58:50.856450+0000","last_unstale":"2024-08-17T17:04:55.925383+0000","last_undegraded":"2024-08-17T17:04:55.925383+0000","last_fullsized":"2024-08-17T17:04:55.925383+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:36:36.129843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1147,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924372+0000","last_change":"2024-08-17T16:58:50.866818+0000","last_active":"2024-08-17T17:04:55.924372+0000","last_peered":"2024-08-17T17:04:55.924372+0000","last_clean":"2024-08-17T17:04:55.924372+0000","last_became_active":"2024-08-17T16:58:50.866558+0000","last_became_peered":"2024-08-17T16:58:50.866558+0000","last_unstale":"2024-08-17T17:04:55.924372+0000","last_undegraded":"2024-08-17T17:04:55.924372+0000","last_fullsized":"2024-08-17T17:04:55.924372+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:04:05.714203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1276,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897486+0000","last_change":"2024-08-17T16:58:50.858884+0000","last_active":"2024-08-17T17:04:59.897486+0000","last_peered":"2024-08-17T17:04:59.897486+0000","last_clean":"2024-08-17T17:04:59.897486+0000","last_became_active":"2024-08-17T16:58:50.858501+0000","last_became_peered":"2024-08-17T16:58:50.858501+0000","last_unstale":"2024-08-17T17:04:59.897486+0000","last_undegraded":"2024-08-17T17:04:59.897486+0000","last_fullsized":"2024-08-17T17:04:59.897486+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:33:33.337817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1247,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924484+0000","last_change":"2024-08-17T16:58:50.863510+0000","last_active":"2024-08-17T17:04:55.924484+0000","last_peered":"2024-08-17T17:04:55.924484+0000","last_clean":"2024-08-17T17:04:55.924484+0000","last_became_active":"2024-08-17T16:58:50.862938+0000","last_became_peered":"2024-08-17T16:58:50.862938+0000","last_unstale":"2024-08-17T17:04:55.924484+0000","last_undegraded":"2024-08-17T17:04:55.924484+0000","last_fullsized":"2024-08-17T17:04:55.924484+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:10:51.179730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1331,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931244+0000","last_change":"2024-08-17T16:58:17.223076+0000","last_active":"2024-08-17T17:04:59.931244+0000","last_peered":"2024-08-17T17:04:59.931244+0000","last_clean":"2024-08-17T17:04:59.931244+0000","last_became_active":"2024-08-17T16:58:17.222765+0000","last_became_peered":"2024-08-17T16:58:17.222765+0000","last_unstale":"2024-08-17T17:04:59.931244+0000","last_undegraded":"2024-08-17T17:04:59.931244+0000","last_fullsized":"2024-08-17T17:04:59.931244+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:00:33.801998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1308,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924473+0000","last_change":"2024-08-17T16:58:17.216375+0000","last_active":"2024-08-17T17:04:55.924473+0000","last_peered":"2024-08-17T17:04:55.924473+0000","last_clean":"2024-08-17T17:04:55.924473+0000","last_became_active":"2024-08-17T16:58:17.216025+0000","last_became_peered":"2024-08-17T16:58:17.216025+0000","last_unstale":"2024-08-17T17:04:55.924473+0000","last_undegraded":"2024-08-17T17:04:55.924473+0000","last_fullsized":"2024-08-17T17:04:55.924473+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:38:57.641645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1172,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896291+0000","last_change":"2024-08-17T16:59:23.958587+0000","last_active":"2024-08-17T17:04:59.896291+0000","last_peered":"2024-08-17T17:04:59.896291+0000","last_clean":"2024-08-17T17:04:59.896291+0000","last_became_active":"2024-08-17T16:59:23.957980+0000","last_became_peered":"2024-08-17T16:59:23.957980+0000","last_unstale":"2024-08-17T17:04:59.896291+0000","last_undegraded":"2024-08-17T17:04:59.896291+0000","last_fullsized":"2024-08-17T17:04:59.896291+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:02:44.181010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1178,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897422+0000","last_change":"2024-08-17T16:59:23.961373+0000","last_active":"2024-08-17T17:04:59.897422+0000","last_peered":"2024-08-17T17:04:59.897422+0000","last_clean":"2024-08-17T17:04:59.897422+0000","last_became_active":"2024-08-17T16:59:23.961132+0000","last_became_peered":"2024-08-17T16:59:23.961132+0000","last_unstale":"2024-08-17T17:04:59.897422+0000","last_undegraded":"2024-08-17T17:04:59.897422+0000","last_fullsized":"2024-08-17T17:04:59.897422+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:01:59.860320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1246,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896443+0000","last_change":"2024-08-17T16:59:23.958870+0000","last_active":"2024-08-17T17:04:59.896443+0000","last_peered":"2024-08-17T17:04:59.896443+0000","last_clean":"2024-08-17T17:04:59.896443+0000","last_became_active":"2024-08-17T16:59:23.958276+0000","last_became_peered":"2024-08-17T16:59:23.958276+0000","last_unstale":"2024-08-17T17:04:59.896443+0000","last_undegraded":"2024-08-17T17:04:59.896443+0000","last_fullsized":"2024-08-17T17:04:59.896443+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:49:09.802130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1117,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934225+0000","last_change":"2024-08-17T16:59:23.973082+0000","last_active":"2024-08-17T17:04:59.934225+0000","last_peered":"2024-08-17T17:04:59.934225+0000","last_clean":"2024-08-17T17:04:59.934225+0000","last_became_active":"2024-08-17T16:59:23.972659+0000","last_became_peered":"2024-08-17T16:59:23.972659+0000","last_unstale":"2024-08-17T17:04:59.934225+0000","last_undegraded":"2024-08-17T17:04:59.934225+0000","last_fullsized":"2024-08-17T17:04:59.934225+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:06:03.838658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1161,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924092+0000","last_change":"2024-08-17T16:58:50.865206+0000","last_active":"2024-08-17T17:04:55.924092+0000","last_peered":"2024-08-17T17:04:55.924092+0000","last_clean":"2024-08-17T17:04:55.924092+0000","last_became_active":"2024-08-17T16:58:50.864783+0000","last_became_peered":"2024-08-17T16:58:50.864783+0000","last_unstale":"2024-08-17T17:04:55.924092+0000","last_undegraded":"2024-08-17T17:04:55.924092+0000","last_fullsized":"2024-08-17T17:04:55.924092+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:48:49.207735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1331,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931699+0000","last_change":"2024-08-17T16:59:23.961589+0000","last_active":"2024-08-17T17:04:59.931699+0000","last_peered":"2024-08-17T17:04:59.931699+0000","last_clean":"2024-08-17T17:04:59.931699+0000","last_became_active":"2024-08-17T16:59:23.961236+0000","last_became_peered":"2024-08-17T16:59:23.961236+0000","last_unstale":"2024-08-17T17:04:59.931699+0000","last_undegraded":"2024-08-17T17:04:59.931699+0000","last_fullsized":"2024-08-17T17:04:59.931699+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:45:29.367605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1180,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896605+0000","last_change":"2024-08-17T16:59:23.959268+0000","last_active":"2024-08-17T17:04:59.896605+0000","last_peered":"2024-08-17T17:04:59.896605+0000","last_clean":"2024-08-17T17:04:59.896605+0000","last_became_active":"2024-08-17T16:59:23.958662+0000","last_became_peered":"2024-08-17T16:59:23.958662+0000","last_unstale":"2024-08-17T17:04:59.896605+0000","last_undegraded":"2024-08-17T17:04:59.896605+0000","last_fullsized":"2024-08-17T17:04:59.896605+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:12:57.879401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1247,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925395+0000","last_change":"2024-08-17T16:57:43.816271+0000","last_active":"2024-08-17T17:04:55.925395+0000","last_peered":"2024-08-17T17:04:55.925395+0000","last_clean":"2024-08-17T17:04:55.925395+0000","last_became_active":"2024-08-17T16:57:43.815671+0000","last_became_peered":"2024-08-17T16:57:43.815671+0000","last_unstale":"2024-08-17T17:04:55.925395+0000","last_undegraded":"2024-08-17T17:04:55.925395+0000","last_fullsized":"2024-08-17T17:04:55.925395+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:44:36.158746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1194,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896452+0000","last_change":"2024-08-17T16:58:17.220962+0000","last_active":"2024-08-17T17:04:59.896452+0000","last_peered":"2024-08-17T17:04:59.896452+0000","last_clean":"2024-08-17T17:04:59.896452+0000","last_became_active":"2024-08-17T16:58:17.220506+0000","last_became_peered":"2024-08-17T16:58:17.220506+0000","last_unstale":"2024-08-17T17:04:59.896452+0000","last_undegraded":"2024-08-17T17:04:59.896452+0000","last_fullsized":"2024-08-17T17:04:59.896452+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:49:59.153180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1237,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925440+0000","last_change":"2024-08-17T16:57:43.825122+0000","last_active":"2024-08-17T17:04:55.925440+0000","last_peered":"2024-08-17T17:04:55.925440+0000","last_clean":"2024-08-17T17:04:55.925440+0000","last_became_active":"2024-08-17T16:57:43.824790+0000","last_became_peered":"2024-08-17T16:57:43.824790+0000","last_unstale":"2024-08-17T17:04:55.925440+0000","last_undegraded":"2024-08-17T17:04:55.925440+0000","last_fullsized":"2024-08-17T17:04:55.925440+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:49:31.627842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1155,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925026+0000","last_change":"2024-08-17T16:59:23.958809+0000","last_active":"2024-08-17T17:04:55.925026+0000","last_peered":"2024-08-17T17:04:55.925026+0000","last_clean":"2024-08-17T17:04:55.925026+0000","last_became_active":"2024-08-17T16:59:23.958519+0000","last_became_peered":"2024-08-17T16:59:23.958519+0000","last_unstale":"2024-08-17T17:04:55.925026+0000","last_undegraded":"2024-08-17T17:04:55.925026+0000","last_fullsized":"2024-08-17T17:04:55.925026+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:08:24.428004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1309,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924941+0000","last_change":"2024-08-17T16:57:10.779477+0000","last_active":"2024-08-17T17:04:55.924941+0000","last_peered":"2024-08-17T17:04:55.924941+0000","last_clean":"2024-08-17T17:04:55.924941+0000","last_became_active":"2024-08-17T16:57:10.778783+0000","last_became_peered":"2024-08-17T16:57:10.778783+0000","last_unstale":"2024-08-17T17:04:55.924941+0000","last_undegraded":"2024-08-17T17:04:55.924941+0000","last_fullsized":"2024-08-17T17:04:55.924941+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:05:57.459562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1257,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925687+0000","last_change":"2024-08-17T16:57:43.828607+0000","last_active":"2024-08-17T17:04:55.925687+0000","last_peered":"2024-08-17T17:04:55.925687+0000","last_clean":"2024-08-17T17:04:55.925687+0000","last_became_active":"2024-08-17T16:57:43.828278+0000","last_became_peered":"2024-08-17T16:57:43.828278+0000","last_unstale":"2024-08-17T17:04:55.925687+0000","last_undegraded":"2024-08-17T17:04:55.925687+0000","last_fullsized":"2024-08-17T17:04:55.925687+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:45:47.288584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1247,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897024+0000","last_change":"2024-08-17T16:57:43.817023+0000","last_active":"2024-08-17T17:04:59.897024+0000","last_peered":"2024-08-17T17:04:59.897024+0000","last_clean":"2024-08-17T17:04:59.897024+0000","last_became_active":"2024-08-17T16:57:43.816674+0000","last_became_peered":"2024-08-17T16:57:43.816674+0000","last_unstale":"2024-08-17T17:04:59.897024+0000","last_undegraded":"2024-08-17T17:04:59.897024+0000","last_fullsized":"2024-08-17T17:04:59.897024+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:04:01.337729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1194,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896654+0000","last_change":"2024-08-17T16:58:17.234510+0000","last_active":"2024-08-17T17:04:59.896654+0000","last_peered":"2024-08-17T17:04:59.896654+0000","last_clean":"2024-08-17T17:04:59.896654+0000","last_became_active":"2024-08-17T16:58:17.229869+0000","last_became_peered":"2024-08-17T16:58:17.229869+0000","last_unstale":"2024-08-17T17:04:59.896654+0000","last_undegraded":"2024-08-17T17:04:59.896654+0000","last_fullsized":"2024-08-17T17:04:59.896654+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:32:36.064205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1247,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.895437+0000","last_change":"2024-08-17T16:58:50.859616+0000","last_active":"2024-08-17T17:04:59.895437+0000","last_peered":"2024-08-17T17:04:59.895437+0000","last_clean":"2024-08-17T17:04:59.895437+0000","last_became_active":"2024-08-17T16:58:50.859306+0000","last_became_peered":"2024-08-17T16:58:50.859306+0000","last_unstale":"2024-08-17T17:04:59.895437+0000","last_undegraded":"2024-08-17T17:04:59.895437+0000","last_fullsized":"2024-08-17T17:04:59.895437+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:41:45.354685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1147,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.923804+0000","last_change":"2024-08-17T16:58:50.864306+0000","last_active":"2024-08-17T17:04:55.923804+0000","last_peered":"2024-08-17T17:04:55.923804+0000","last_clean":"2024-08-17T17:04:55.923804+0000","last_became_active":"2024-08-17T16:58:50.863977+0000","last_became_peered":"2024-08-17T16:58:50.863977+0000","last_unstale":"2024-08-17T17:04:55.923804+0000","last_undegraded":"2024-08-17T17:04:55.923804+0000","last_fullsized":"2024-08-17T17:04:55.923804+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:15:26.122116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1226,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931576+0000","last_change":"2024-08-17T16:57:43.822846+0000","last_active":"2024-08-17T17:04:59.931576+0000","last_peered":"2024-08-17T17:04:59.931576+0000","last_clean":"2024-08-17T17:04:59.931576+0000","last_became_active":"2024-08-17T16:57:43.822398+0000","last_became_peered":"2024-08-17T16:57:43.822398+0000","last_unstale":"2024-08-17T17:04:59.931576+0000","last_undegraded":"2024-08-17T17:04:59.931576+0000","last_fullsized":"2024-08-17T17:04:59.931576+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:56:06.478057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"578'2","reported_seq":1230,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924584+0000","last_change":"2024-08-17T16:59:23.963548+0000","last_active":"2024-08-17T17:04:55.924584+0000","last_peered":"2024-08-17T17:04:55.924584+0000","last_clean":"2024-08-17T17:04:55.924584+0000","last_became_active":"2024-08-17T16:59:23.963102+0000","last_became_peered":"2024-08-17T16:59:23.963102+0000","last_unstale":"2024-08-17T17:04:55.924584+0000","last_undegraded":"2024-08-17T17:04:55.924584+0000","last_fullsized":"2024-08-17T17:04:55.924584+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:55:10.424257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1330,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931810+0000","last_change":"2024-08-17T16:59:23.961591+0000","last_active":"2024-08-17T17:04:59.931810+0000","last_peered":"2024-08-17T17:04:59.931810+0000","last_clean":"2024-08-17T17:04:59.931810+0000","last_became_active":"2024-08-17T16:59:23.961276+0000","last_became_peered":"2024-08-17T16:59:23.961276+0000","last_unstale":"2024-08-17T17:04:59.931810+0000","last_undegraded":"2024-08-17T17:04:59.931810+0000","last_fullsized":"2024-08-17T17:04:59.931810+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:51:48.016869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"578'2","reported_seq":1176,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924423+0000","last_change":"2024-08-17T16:58:50.866140+0000","last_active":"2024-08-17T17:04:55.924423+0000","last_peered":"2024-08-17T17:04:55.924423+0000","last_clean":"2024-08-17T17:04:55.924423+0000","last_became_active":"2024-08-17T16:58:50.862939+0000","last_became_peered":"2024-08-17T16:58:50.862939+0000","last_unstale":"2024-08-17T17:04:55.924423+0000","last_undegraded":"2024-08-17T17:04:55.924423+0000","last_fullsized":"2024-08-17T17:04:55.924423+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:13:38.290613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1260,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924009+0000","last_change":"2024-08-17T16:58:50.862549+0000","last_active":"2024-08-17T17:04:55.924009+0000","last_peered":"2024-08-17T17:04:55.924009+0000","last_clean":"2024-08-17T17:04:55.924009+0000","last_became_active":"2024-08-17T16:58:50.862235+0000","last_became_peered":"2024-08-17T16:58:50.862235+0000","last_unstale":"2024-08-17T17:04:55.924009+0000","last_undegraded":"2024-08-17T17:04:55.924009+0000","last_fullsized":"2024-08-17T17:04:55.924009+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:08:55.913411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1253,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925140+0000","last_change":"2024-08-17T16:57:10.795972+0000","last_active":"2024-08-17T17:04:55.925140+0000","last_peered":"2024-08-17T17:04:55.925140+0000","last_clean":"2024-08-17T17:04:55.925140+0000","last_became_active":"2024-08-17T16:57:10.795674+0000","last_became_peered":"2024-08-17T16:57:10.795674+0000","last_unstale":"2024-08-17T17:04:55.925140+0000","last_undegraded":"2024-08-17T17:04:55.925140+0000","last_fullsized":"2024-08-17T17:04:55.925140+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:21:04.046266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1181,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896299+0000","last_change":"2024-08-17T16:59:23.958829+0000","last_active":"2024-08-17T17:04:59.896299+0000","last_peered":"2024-08-17T17:04:59.896299+0000","last_clean":"2024-08-17T17:04:59.896299+0000","last_became_active":"2024-08-17T16:59:23.958339+0000","last_became_peered":"2024-08-17T16:59:23.958339+0000","last_unstale":"2024-08-17T17:04:59.896299+0000","last_undegraded":"2024-08-17T17:04:59.896299+0000","last_fullsized":"2024-08-17T17:04:59.896299+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:16:33.124326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1308,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924383+0000","last_change":"2024-08-17T16:57:43.821813+0000","last_active":"2024-08-17T17:04:55.924383+0000","last_peered":"2024-08-17T17:04:55.924383+0000","last_clean":"2024-08-17T17:04:55.924383+0000","last_became_active":"2024-08-17T16:57:43.821286+0000","last_became_peered":"2024-08-17T16:57:43.821286+0000","last_unstale":"2024-08-17T17:04:55.924383+0000","last_undegraded":"2024-08-17T17:04:55.924383+0000","last_fullsized":"2024-08-17T17:04:55.924383+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:34:42.562200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1150,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924498+0000","last_change":"2024-08-17T16:58:50.864192+0000","last_active":"2024-08-17T17:04:55.924498+0000","last_peered":"2024-08-17T17:04:55.924498+0000","last_clean":"2024-08-17T17:04:55.924498+0000","last_became_active":"2024-08-17T16:58:50.863674+0000","last_became_peered":"2024-08-17T16:58:50.863674+0000","last_unstale":"2024-08-17T17:04:55.924498+0000","last_undegraded":"2024-08-17T17:04:55.924498+0000","last_fullsized":"2024-08-17T17:04:55.924498+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:46:49.194088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1162,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896936+0000","last_change":"2024-08-17T16:59:23.955807+0000","last_active":"2024-08-17T17:04:59.896936+0000","last_peered":"2024-08-17T17:04:59.896936+0000","last_clean":"2024-08-17T17:04:59.896936+0000","last_became_active":"2024-08-17T16:59:23.955453+0000","last_became_peered":"2024-08-17T16:59:23.955453+0000","last_unstale":"2024-08-17T17:04:59.896936+0000","last_undegraded":"2024-08-17T17:04:59.896936+0000","last_fullsized":"2024-08-17T17:04:59.896936+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:26:34.178862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1196,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897078+0000","last_change":"2024-08-17T16:58:50.853957+0000","last_active":"2024-08-17T17:04:59.897078+0000","last_peered":"2024-08-17T17:04:59.897078+0000","last_clean":"2024-08-17T17:04:59.897078+0000","last_became_active":"2024-08-17T16:58:50.853633+0000","last_became_peered":"2024-08-17T16:58:50.853633+0000","last_unstale":"2024-08-17T17:04:59.897078+0000","last_undegraded":"2024-08-17T17:04:59.897078+0000","last_fullsized":"2024-08-17T17:04:59.897078+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:12:01.920655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1330,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932426+0000","last_change":"2024-08-17T16:58:17.227974+0000","last_active":"2024-08-17T17:04:59.932426+0000","last_peered":"2024-08-17T17:04:59.932426+0000","last_clean":"2024-08-17T17:04:59.932426+0000","last_became_active":"2024-08-17T16:58:17.227648+0000","last_became_peered":"2024-08-17T16:58:17.227648+0000","last_unstale":"2024-08-17T17:04:59.932426+0000","last_undegraded":"2024-08-17T17:04:59.932426+0000","last_fullsized":"2024-08-17T17:04:59.932426+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:05:03.516560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1309,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925097+0000","last_change":"2024-08-17T16:58:17.239474+0000","last_active":"2024-08-17T17:04:55.925097+0000","last_peered":"2024-08-17T17:04:55.925097+0000","last_clean":"2024-08-17T17:04:55.925097+0000","last_became_active":"2024-08-17T16:58:17.239064+0000","last_became_peered":"2024-08-17T16:58:17.239064+0000","last_unstale":"2024-08-17T17:04:55.925097+0000","last_undegraded":"2024-08-17T17:04:55.925097+0000","last_fullsized":"2024-08-17T17:04:55.925097+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:19:36.478039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1246,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897611+0000","last_change":"2024-08-17T16:59:23.958997+0000","last_active":"2024-08-17T17:04:59.897611+0000","last_peered":"2024-08-17T17:04:59.897611+0000","last_clean":"2024-08-17T17:04:59.897611+0000","last_became_active":"2024-08-17T16:59:23.958621+0000","last_became_peered":"2024-08-17T16:59:23.958621+0000","last_unstale":"2024-08-17T17:04:59.897611+0000","last_undegraded":"2024-08-17T17:04:59.897611+0000","last_fullsized":"2024-08-17T17:04:59.897611+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:40:25.812712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"578'29","reported_seq":1185,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924503+0000","last_change":"2024-08-17T16:58:50.868746+0000","last_active":"2024-08-17T17:04:55.924503+0000","last_peered":"2024-08-17T17:04:55.924503+0000","last_clean":"2024-08-17T17:04:55.924503+0000","last_became_active":"2024-08-17T16:58:50.867565+0000","last_became_peered":"2024-08-17T16:58:50.867565+0000","last_unstale":"2024-08-17T17:04:55.924503+0000","last_undegraded":"2024-08-17T17:04:55.924503+0000","last_fullsized":"2024-08-17T17:04:55.924503+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:27:14.782064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5816,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1101,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934088+0000","last_change":"2024-08-17T16:59:23.971177+0000","last_active":"2024-08-17T17:04:59.934088+0000","last_peered":"2024-08-17T17:04:59.934088+0000","last_clean":"2024-08-17T17:04:59.934088+0000","last_became_active":"2024-08-17T16:59:23.966849+0000","last_became_peered":"2024-08-17T16:59:23.966849+0000","last_unstale":"2024-08-17T17:04:59.934088+0000","last_undegraded":"2024-08-17T17:04:59.934088+0000","last_fullsized":"2024-08-17T17:04:59.934088+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:29:44.909457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1341,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931909+0000","last_change":"2024-08-17T16:57:43.825370+0000","last_active":"2024-08-17T17:04:59.931909+0000","last_peered":"2024-08-17T17:04:59.931909+0000","last_clean":"2024-08-17T17:04:59.931909+0000","last_became_active":"2024-08-17T16:57:43.824524+0000","last_became_peered":"2024-08-17T16:57:43.824524+0000","last_unstale":"2024-08-17T17:04:59.931909+0000","last_undegraded":"2024-08-17T17:04:59.931909+0000","last_fullsized":"2024-08-17T17:04:59.931909+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:31:11.039753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1331,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931085+0000","last_change":"2024-08-17T16:59:23.961361+0000","last_active":"2024-08-17T17:04:59.931085+0000","last_peered":"2024-08-17T17:04:59.931085+0000","last_clean":"2024-08-17T17:04:59.931085+0000","last_became_active":"2024-08-17T16:59:23.960994+0000","last_became_peered":"2024-08-17T16:59:23.960994+0000","last_unstale":"2024-08-17T17:04:59.931085+0000","last_undegraded":"2024-08-17T17:04:59.931085+0000","last_fullsized":"2024-08-17T17:04:59.931085+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:45:03.546579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1190,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897008+0000","last_change":"2024-08-17T16:59:23.958993+0000","last_active":"2024-08-17T17:04:59.897008+0000","last_peered":"2024-08-17T17:04:59.897008+0000","last_clean":"2024-08-17T17:04:59.897008+0000","last_became_active":"2024-08-17T16:59:23.958233+0000","last_became_peered":"2024-08-17T16:59:23.958233+0000","last_unstale":"2024-08-17T17:04:59.897008+0000","last_undegraded":"2024-08-17T17:04:59.897008+0000","last_fullsized":"2024-08-17T17:04:59.897008+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:04:19.888152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1119,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932047+0000","last_change":"2024-08-17T16:59:23.970697+0000","last_active":"2024-08-17T17:04:59.932047+0000","last_peered":"2024-08-17T17:04:59.932047+0000","last_clean":"2024-08-17T17:04:59.932047+0000","last_became_active":"2024-08-17T16:59:23.969600+0000","last_became_peered":"2024-08-17T16:59:23.969600+0000","last_unstale":"2024-08-17T17:04:59.932047+0000","last_undegraded":"2024-08-17T17:04:59.932047+0000","last_fullsized":"2024-08-17T17:04:59.932047+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:11:01.814975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1164,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924017+0000","last_change":"2024-08-17T16:58:50.861961+0000","last_active":"2024-08-17T17:04:55.924017+0000","last_peered":"2024-08-17T17:04:55.924017+0000","last_clean":"2024-08-17T17:04:55.924017+0000","last_became_active":"2024-08-17T16:58:50.861371+0000","last_became_peered":"2024-08-17T16:58:50.861371+0000","last_unstale":"2024-08-17T17:04:55.924017+0000","last_undegraded":"2024-08-17T17:04:55.924017+0000","last_fullsized":"2024-08-17T17:04:55.924017+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:30:00.316123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1147,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.923938+0000","last_change":"2024-08-17T16:58:50.864617+0000","last_active":"2024-08-17T17:04:55.923938+0000","last_peered":"2024-08-17T17:04:55.923938+0000","last_clean":"2024-08-17T17:04:55.923938+0000","last_became_active":"2024-08-17T16:58:50.864214+0000","last_became_peered":"2024-08-17T16:58:50.864214+0000","last_unstale":"2024-08-17T17:04:55.923938+0000","last_undegraded":"2024-08-17T17:04:55.923938+0000","last_fullsized":"2024-08-17T17:04:55.923938+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:23:37.245150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1293,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.895232+0000","last_change":"2024-08-17T16:56:37.359413+0000","last_active":"2024-08-17T17:04:59.895232+0000","last_peered":"2024-08-17T17:04:59.895232+0000","last_clean":"2024-08-17T17:04:59.895232+0000","last_became_active":"2024-08-17T16:56:37.357352+0000","last_became_peered":"2024-08-17T16:56:37.357352+0000","last_unstale":"2024-08-17T17:04:59.895232+0000","last_undegraded":"2024-08-17T17:04:59.895232+0000","last_fullsized":"2024-08-17T17:04:59.895232+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:37:15.215648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1117,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932122+0000","last_change":"2024-08-17T16:59:23.971222+0000","last_active":"2024-08-17T17:04:59.932122+0000","last_peered":"2024-08-17T17:04:59.932122+0000","last_clean":"2024-08-17T17:04:59.932122+0000","last_became_active":"2024-08-17T16:59:23.970305+0000","last_became_peered":"2024-08-17T16:59:23.970305+0000","last_unstale":"2024-08-17T17:04:59.932122+0000","last_undegraded":"2024-08-17T17:04:59.932122+0000","last_fullsized":"2024-08-17T17:04:59.932122+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:44.966439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"865'1035","reported_seq":4377,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.895561+0000","last_change":"2024-08-17T17:04:55.928906+0000","last_active":"2024-08-17T17:04:59.895561+0000","last_peered":"2024-08-17T17:04:59.895561+0000","last_clean":"2024-08-17T17:04:59.895561+0000","last_became_active":"2024-08-17T16:56:37.356035+0000","last_became_peered":"2024-08-17T16:56:37.356035+0000","last_unstale":"2024-08-17T17:04:59.895561+0000","last_undegraded":"2024-08-17T17:04:59.895561+0000","last_fullsized":"2024-08-17T17:04:59.895561+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":1035,"log_dups_size":0,"ondisk_log_size":1035,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:37:39.123029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011061168999999999,"stat_sum":{"num_bytes":21667840,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":510934,"num_write":548,"num_write_kb":148432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":22257664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"2.f","version":"65'1","reported_seq":1204,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932985+0000","last_change":"2024-08-17T16:59:23.959023+0000","last_active":"2024-08-17T17:04:59.932985+0000","last_peered":"2024-08-17T17:04:59.932985+0000","last_clean":"2024-08-17T17:04:59.932985+0000","last_became_active":"2024-08-17T16:59:23.958475+0000","last_became_peered":"2024-08-17T16:59:23.958475+0000","last_unstale":"2024-08-17T17:04:59.932985+0000","last_undegraded":"2024-08-17T17:04:59.932985+0000","last_fullsized":"2024-08-17T17:04:59.932985+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:56:02.776112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1101,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934372+0000","last_change":"2024-08-17T16:59:23.964249+0000","last_active":"2024-08-17T17:04:59.934372+0000","last_peered":"2024-08-17T17:04:59.934372+0000","last_clean":"2024-08-17T17:04:59.934372+0000","last_became_active":"2024-08-17T16:59:23.963867+0000","last_became_peered":"2024-08-17T16:59:23.963867+0000","last_unstale":"2024-08-17T17:04:59.934372+0000","last_undegraded":"2024-08-17T17:04:59.934372+0000","last_fullsized":"2024-08-17T17:04:59.934372+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:44:37.237282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"865'681","reported_seq":3759,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931723+0000","last_change":"2024-08-17T17:04:55.935571+0000","last_active":"2024-08-17T17:04:59.931723+0000","last_peered":"2024-08-17T17:04:59.931723+0000","last_clean":"2024-08-17T17:04:59.931723+0000","last_became_active":"2024-08-17T16:59:23.973427+0000","last_became_peered":"2024-08-17T16:59:23.973427+0000","last_unstale":"2024-08-17T17:04:59.931723+0000","last_undegraded":"2024-08-17T17:04:59.931723+0000","last_fullsized":"2024-08-17T17:04:59.931723+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":681,"log_dups_size":0,"ondisk_log_size":681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:58:46.451224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0040743020000000001,"stat_sum":{"num_bytes":5791744,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":175,"num_read_kb":309784,"num_write":260,"num_write_kb":76272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":14278656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"2.e","version":"65'2","reported_seq":1255,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896060+0000","last_change":"2024-08-17T16:59:23.959124+0000","last_active":"2024-08-17T17:04:59.896060+0000","last_peered":"2024-08-17T17:04:59.896060+0000","last_clean":"2024-08-17T17:04:59.896060+0000","last_became_active":"2024-08-17T16:59:23.958777+0000","last_became_peered":"2024-08-17T16:59:23.958777+0000","last_unstale":"2024-08-17T17:04:59.896060+0000","last_undegraded":"2024-08-17T17:04:59.896060+0000","last_fullsized":"2024-08-17T17:04:59.896060+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:13:19.827892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1101,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934550+0000","last_change":"2024-08-17T16:59:23.964179+0000","last_active":"2024-08-17T17:04:59.934550+0000","last_peered":"2024-08-17T17:04:59.934550+0000","last_clean":"2024-08-17T17:04:59.934550+0000","last_became_active":"2024-08-17T16:59:23.962500+0000","last_became_peered":"2024-08-17T16:59:23.962500+0000","last_unstale":"2024-08-17T17:04:59.934550+0000","last_undegraded":"2024-08-17T17:04:59.934550+0000","last_fullsized":"2024-08-17T17:04:59.934550+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:41:21.042022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"852'890","reported_seq":4204,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.895838+0000","last_change":"2024-08-17T17:04:55.919774+0000","last_active":"2024-08-17T17:04:59.895838+0000","last_peered":"2024-08-17T17:04:59.895838+0000","last_clean":"2024-08-17T17:04:59.895838+0000","last_became_active":"2024-08-17T16:57:43.813283+0000","last_became_peered":"2024-08-17T16:57:43.813283+0000","last_unstale":"2024-08-17T17:04:59.895838+0000","last_undegraded":"2024-08-17T17:04:59.895838+0000","last_fullsized":"2024-08-17T17:04:59.895838+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":890,"log_dups_size":0,"ondisk_log_size":890,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:40:14.006558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001449194,"stat_sum":{"num_bytes":5922816,"num_objects":4,"num_object_clones":1,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":183,"num_read_kb":157344,"num_write":506,"num_write_kb":117816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":14155776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"2.d","version":"65'1","reported_seq":1316,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925191+0000","last_change":"2024-08-17T16:57:43.812816+0000","last_active":"2024-08-17T17:04:55.925191+0000","last_peered":"2024-08-17T17:04:55.925191+0000","last_clean":"2024-08-17T17:04:55.925191+0000","last_became_active":"2024-08-17T16:57:43.812425+0000","last_became_peered":"2024-08-17T16:57:43.812425+0000","last_unstale":"2024-08-17T17:04:55.925191+0000","last_undegraded":"2024-08-17T17:04:55.925191+0000","last_fullsized":"2024-08-17T17:04:55.925191+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:26:53.338201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1188,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897364+0000","last_change":"2024-08-17T16:58:50.855758+0000","last_active":"2024-08-17T17:04:59.897364+0000","last_peered":"2024-08-17T17:04:59.897364+0000","last_clean":"2024-08-17T17:04:59.897364+0000","last_became_active":"2024-08-17T16:58:50.855472+0000","last_became_peered":"2024-08-17T16:58:50.855472+0000","last_unstale":"2024-08-17T17:04:59.897364+0000","last_undegraded":"2024-08-17T17:04:59.897364+0000","last_fullsized":"2024-08-17T17:04:59.897364+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:19:16.528809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"862'282","reported_seq":3625,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897229+0000","last_change":"2024-08-17T17:04:55.920893+0000","last_active":"2024-08-17T17:04:59.897229+0000","last_peered":"2024-08-17T17:04:59.897229+0000","last_clean":"2024-08-17T17:04:59.897229+0000","last_became_active":"2024-08-17T16:58:17.224019+0000","last_became_peered":"2024-08-17T16:58:17.224019+0000","last_unstale":"2024-08-17T17:04:59.897229+0000","last_undegraded":"2024-08-17T17:04:59.897229+0000","last_fullsized":"2024-08-17T17:04:59.897229+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":282,"log_dups_size":0,"ondisk_log_size":282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:09:09.193541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024596779999999999,"stat_sum":{"num_bytes":4571136,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":69,"num_read_kb":213977,"num_write":200,"num_write_kb":18584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":23093248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1282,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897656+0000","last_change":"2024-08-17T16:58:17.218546+0000","last_active":"2024-08-17T17:04:59.897656+0000","last_peered":"2024-08-17T17:04:59.897656+0000","last_clean":"2024-08-17T17:04:59.897656+0000","last_became_active":"2024-08-17T16:58:17.218212+0000","last_became_peered":"2024-08-17T16:58:17.218212+0000","last_unstale":"2024-08-17T17:04:59.897656+0000","last_undegraded":"2024-08-17T17:04:59.897656+0000","last_fullsized":"2024-08-17T17:04:59.897656+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:57:02.128531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1117,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934471+0000","last_change":"2024-08-17T16:59:23.966747+0000","last_active":"2024-08-17T17:04:59.934471+0000","last_peered":"2024-08-17T17:04:59.934471+0000","last_clean":"2024-08-17T17:04:59.934471+0000","last_became_active":"2024-08-17T16:59:23.966473+0000","last_became_peered":"2024-08-17T16:59:23.966473+0000","last_unstale":"2024-08-17T17:04:59.934471+0000","last_undegraded":"2024-08-17T17:04:59.934471+0000","last_fullsized":"2024-08-17T17:04:59.934471+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:44.388955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"865'612","reported_seq":3696,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932874+0000","last_change":"2024-08-17T17:04:55.937745+0000","last_active":"2024-08-17T17:04:59.932874+0000","last_peered":"2024-08-17T17:04:59.932874+0000","last_clean":"2024-08-17T17:04:59.932874+0000","last_became_active":"2024-08-17T16:59:23.967380+0000","last_became_peered":"2024-08-17T16:59:23.967380+0000","last_unstale":"2024-08-17T17:04:59.932874+0000","last_undegraded":"2024-08-17T17:04:59.932874+0000","last_fullsized":"2024-08-17T17:04:59.932874+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":612,"log_dups_size":0,"ondisk_log_size":612,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:28:36.983352+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0051792899999999996,"stat_sum":{"num_bytes":25272320,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":151,"num_read_kb":478862,"num_write":300,"num_write_kb":123928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":54583296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"4.5","version":"0'0","reported_seq":1153,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924831+0000","last_change":"2024-08-17T16:59:23.963936+0000","last_active":"2024-08-17T17:04:55.924831+0000","last_peered":"2024-08-17T17:04:55.924831+0000","last_clean":"2024-08-17T17:04:55.924831+0000","last_became_active":"2024-08-17T16:59:23.963603+0000","last_became_peered":"2024-08-17T16:59:23.963603+0000","last_unstale":"2024-08-17T17:04:55.924831+0000","last_undegraded":"2024-08-17T17:04:55.924831+0000","last_fullsized":"2024-08-17T17:04:55.924831+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:13:58.030168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038054700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"291'213","reported_seq":1686,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931920+0000","last_change":"2024-08-17T16:59:23.966515+0000","last_active":"2024-08-17T17:04:59.931920+0000","last_peered":"2024-08-17T17:04:59.931920+0000","last_clean":"2024-08-17T17:04:59.931920+0000","last_became_active":"2024-08-17T16:59:23.964904+0000","last_became_peered":"2024-08-17T16:59:23.964904+0000","last_unstale":"2024-08-17T17:04:59.931920+0000","last_undegraded":"2024-08-17T17:04:59.931920+0000","last_fullsized":"2024-08-17T17:04:59.931920+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:44:56.263153+0000","last_clean_scrub_stamp":"2024-08-17T16:44:56.263153+0000","objects_scrubbed":0,"log_size":213,"log_dups_size":0,"ondisk_log_size":213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:32:40.997300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":962,"num_read_kb":1814,"num_write":343,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1197,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896589+0000","last_change":"2024-08-17T16:59:23.960395+0000","last_active":"2024-08-17T17:04:59.896589+0000","last_peered":"2024-08-17T17:04:59.896589+0000","last_clean":"2024-08-17T17:04:59.896589+0000","last_became_active":"2024-08-17T16:59:23.960076+0000","last_became_peered":"2024-08-17T16:59:23.960076+0000","last_unstale":"2024-08-17T17:04:59.896589+0000","last_undegraded":"2024-08-17T17:04:59.896589+0000","last_fullsized":"2024-08-17T17:04:59.896589+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:48:57.183544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1223,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924080+0000","last_change":"2024-08-17T16:58:50.862719+0000","last_active":"2024-08-17T17:04:55.924080+0000","last_peered":"2024-08-17T17:04:55.924080+0000","last_clean":"2024-08-17T17:04:55.924080+0000","last_became_active":"2024-08-17T16:58:50.862253+0000","last_became_peered":"2024-08-17T16:58:50.862253+0000","last_unstale":"2024-08-17T17:04:55.924080+0000","last_undegraded":"2024-08-17T17:04:55.924080+0000","last_fullsized":"2024-08-17T17:04:55.924080+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:51:33.013608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"865'661","reported_seq":3848,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897749+0000","last_change":"2024-08-17T17:04:55.928835+0000","last_active":"2024-08-17T17:04:59.897749+0000","last_peered":"2024-08-17T17:04:59.897749+0000","last_clean":"2024-08-17T17:04:59.897749+0000","last_became_active":"2024-08-17T16:58:17.226958+0000","last_became_peered":"2024-08-17T16:58:17.226958+0000","last_unstale":"2024-08-17T17:04:59.897749+0000","last_undegraded":"2024-08-17T17:04:59.897749+0000","last_fullsized":"2024-08-17T17:04:59.897749+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":661,"log_dups_size":0,"ondisk_log_size":661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:01:27.841678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000700579,"stat_sum":{"num_bytes":18661376,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":157,"num_read_kb":236622,"num_write":480,"num_write_kb":90776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2097152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"4.6","version":"0'0","reported_seq":1341,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931341+0000","last_change":"2024-08-17T16:56:37.356592+0000","last_active":"2024-08-17T17:04:59.931341+0000","last_peered":"2024-08-17T17:04:59.931341+0000","last_clean":"2024-08-17T17:04:59.931341+0000","last_became_active":"2024-08-17T16:56:37.356272+0000","last_became_peered":"2024-08-17T16:56:37.356272+0000","last_unstale":"2024-08-17T17:04:59.931341+0000","last_undegraded":"2024-08-17T17:04:59.931341+0000","last_fullsized":"2024-08-17T17:04:59.931341+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:23:58.876921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1128,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931787+0000","last_change":"2024-08-17T16:59:23.965357+0000","last_active":"2024-08-17T17:04:59.931787+0000","last_peered":"2024-08-17T17:04:59.931787+0000","last_clean":"2024-08-17T17:04:59.931787+0000","last_became_active":"2024-08-17T16:59:23.964443+0000","last_became_peered":"2024-08-17T16:59:23.964443+0000","last_unstale":"2024-08-17T17:04:59.931787+0000","last_undegraded":"2024-08-17T17:04:59.931787+0000","last_fullsized":"2024-08-17T17:04:59.931787+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:10:33.360075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1331,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931053+0000","last_change":"2024-08-17T16:57:43.818270+0000","last_active":"2024-08-17T17:04:59.931053+0000","last_peered":"2024-08-17T17:04:59.931053+0000","last_clean":"2024-08-17T17:04:59.931053+0000","last_became_active":"2024-08-17T16:57:43.817940+0000","last_became_peered":"2024-08-17T16:57:43.817940+0000","last_unstale":"2024-08-17T17:04:59.931053+0000","last_undegraded":"2024-08-17T17:04:59.931053+0000","last_fullsized":"2024-08-17T17:04:59.931053+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:41:30.312225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"852'259","reported_seq":3612,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896279+0000","last_change":"2024-08-17T17:04:55.920547+0000","last_active":"2024-08-17T17:04:59.896279+0000","last_peered":"2024-08-17T17:04:59.896279+0000","last_clean":"2024-08-17T17:04:59.896279+0000","last_became_active":"2024-08-17T16:58:17.225024+0000","last_became_peered":"2024-08-17T16:58:17.225024+0000","last_unstale":"2024-08-17T17:04:59.896279+0000","last_undegraded":"2024-08-17T17:04:59.896279+0000","last_fullsized":"2024-08-17T17:04:59.896279+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":259,"log_dups_size":0,"ondisk_log_size":259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:50:30.112673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021564430000000001,"stat_sum":{"num_bytes":909312,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":87,"num_read_kb":177089,"num_write":100,"num_write_kb":32288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1299,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924200+0000","last_change":"2024-08-17T16:58:17.222775+0000","last_active":"2024-08-17T17:04:55.924200+0000","last_peered":"2024-08-17T17:04:55.924200+0000","last_clean":"2024-08-17T17:04:55.924200+0000","last_became_active":"2024-08-17T16:58:17.222410+0000","last_became_peered":"2024-08-17T16:58:17.222410+0000","last_unstale":"2024-08-17T17:04:55.924200+0000","last_undegraded":"2024-08-17T17:04:55.924200+0000","last_fullsized":"2024-08-17T17:04:55.924200+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:50:50.733122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045709400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1283,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.895544+0000","last_change":"2024-08-17T16:57:10.785018+0000","last_active":"2024-08-17T17:04:59.895544+0000","last_peered":"2024-08-17T17:04:59.895544+0000","last_clean":"2024-08-17T17:04:59.895544+0000","last_became_active":"2024-08-17T16:57:10.784701+0000","last_became_peered":"2024-08-17T16:57:10.784701+0000","last_unstale":"2024-08-17T17:04:59.895544+0000","last_undegraded":"2024-08-17T17:04:59.895544+0000","last_fullsized":"2024-08-17T17:04:59.895544+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:07:59.784604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1309,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924678+0000","last_change":"2024-08-17T16:58:50.861244+0000","last_active":"2024-08-17T17:04:55.924678+0000","last_peered":"2024-08-17T17:04:55.924678+0000","last_clean":"2024-08-17T17:04:55.924678+0000","last_became_active":"2024-08-17T16:58:50.860670+0000","last_became_peered":"2024-08-17T16:58:50.860670+0000","last_unstale":"2024-08-17T17:04:55.924678+0000","last_undegraded":"2024-08-17T17:04:55.924678+0000","last_fullsized":"2024-08-17T17:04:55.924678+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:33:50.370991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"865'1408","reported_seq":4797,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932761+0000","last_change":"2024-08-17T17:04:55.931238+0000","last_active":"2024-08-17T17:04:59.932761+0000","last_peered":"2024-08-17T17:04:59.932761+0000","last_clean":"2024-08-17T17:04:59.932761+0000","last_became_active":"2024-08-17T16:57:43.819591+0000","last_became_peered":"2024-08-17T16:57:43.819591+0000","last_unstale":"2024-08-17T17:04:59.932761+0000","last_undegraded":"2024-08-17T17:04:59.932761+0000","last_fullsized":"2024-08-17T17:04:59.932761+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":1408,"log_dups_size":0,"ondisk_log_size":1408,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:09:05.823542+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.011032545,"stat_sum":{"num_bytes":30670848,"num_objects":9,"num_object_clones":5,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":305,"num_read_kb":354050,"num_write":799,"num_write_kb":181512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":17178624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"4.4","version":"0'0","reported_seq":1278,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924734+0000","last_change":"2024-08-17T16:57:10.771603+0000","last_active":"2024-08-17T17:04:55.924734+0000","last_peered":"2024-08-17T17:04:55.924734+0000","last_clean":"2024-08-17T17:04:55.924734+0000","last_became_active":"2024-08-17T16:57:10.771327+0000","last_became_peered":"2024-08-17T16:57:10.771327+0000","last_unstale":"2024-08-17T17:04:55.924734+0000","last_undegraded":"2024-08-17T17:04:55.924734+0000","last_fullsized":"2024-08-17T17:04:55.924734+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:16:35.923541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1166,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896780+0000","last_change":"2024-08-17T16:58:50.850439+0000","last_active":"2024-08-17T17:04:59.896780+0000","last_peered":"2024-08-17T17:04:59.896780+0000","last_clean":"2024-08-17T17:04:59.896780+0000","last_became_active":"2024-08-17T16:58:50.850166+0000","last_became_peered":"2024-08-17T16:58:50.850166+0000","last_unstale":"2024-08-17T17:04:59.896780+0000","last_undegraded":"2024-08-17T17:04:59.896780+0000","last_fullsized":"2024-08-17T17:04:59.896780+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:40:20.722102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1199,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932195+0000","last_change":"2024-08-17T16:58:50.857584+0000","last_active":"2024-08-17T17:04:59.932195+0000","last_peered":"2024-08-17T17:04:59.932195+0000","last_clean":"2024-08-17T17:04:59.932195+0000","last_became_active":"2024-08-17T16:58:50.857312+0000","last_became_peered":"2024-08-17T16:58:50.857312+0000","last_unstale":"2024-08-17T17:04:59.932195+0000","last_undegraded":"2024-08-17T17:04:59.932195+0000","last_fullsized":"2024-08-17T17:04:59.932195+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:19:36.770915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"865'576","reported_seq":4071,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932182+0000","last_change":"2024-08-17T17:04:55.929590+0000","last_active":"2024-08-17T17:04:59.932182+0000","last_peered":"2024-08-17T17:04:59.932182+0000","last_clean":"2024-08-17T17:04:59.932182+0000","last_became_active":"2024-08-17T16:58:50.867253+0000","last_became_peered":"2024-08-17T16:58:50.867253+0000","last_unstale":"2024-08-17T17:04:59.932182+0000","last_undegraded":"2024-08-17T17:04:59.932182+0000","last_fullsized":"2024-08-17T17:04:59.932182+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":576,"log_dups_size":0,"ondisk_log_size":576,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:12.605626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0096082760000000007,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":168,"num_read_kb":271501,"num_write":356,"num_write_kb":91264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":13230080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"4.2","version":"74'2","reported_seq":1280,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.923992+0000","last_change":"2024-08-17T16:58:17.222919+0000","last_active":"2024-08-17T17:04:55.923992+0000","last_peered":"2024-08-17T17:04:55.923992+0000","last_clean":"2024-08-17T17:04:55.923992+0000","last_became_active":"2024-08-17T16:58:17.222490+0000","last_became_peered":"2024-08-17T16:58:17.222490+0000","last_unstale":"2024-08-17T17:04:55.923992+0000","last_undegraded":"2024-08-17T17:04:55.923992+0000","last_fullsized":"2024-08-17T17:04:55.923992+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:06:55.156368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1304,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924585+0000","last_change":"2024-08-17T16:59:23.972812+0000","last_active":"2024-08-17T17:04:55.924585+0000","last_peered":"2024-08-17T17:04:55.924585+0000","last_clean":"2024-08-17T17:04:55.924585+0000","last_became_active":"2024-08-17T16:59:23.972320+0000","last_became_peered":"2024-08-17T16:59:23.972320+0000","last_unstale":"2024-08-17T17:04:55.924585+0000","last_undegraded":"2024-08-17T17:04:55.924585+0000","last_fullsized":"2024-08-17T17:04:55.924585+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:33:20.802087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1194,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897119+0000","last_change":"2024-08-17T16:58:17.225182+0000","last_active":"2024-08-17T17:04:59.897119+0000","last_peered":"2024-08-17T17:04:59.897119+0000","last_clean":"2024-08-17T17:04:59.897119+0000","last_became_active":"2024-08-17T16:58:17.224866+0000","last_became_peered":"2024-08-17T16:58:17.224866+0000","last_unstale":"2024-08-17T17:04:59.897119+0000","last_undegraded":"2024-08-17T17:04:59.897119+0000","last_fullsized":"2024-08-17T17:04:59.897119+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:25:01.147091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"865'2305","reported_seq":5440,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:56.281635+0000","last_change":"2024-08-17T17:04:55.939671+0000","last_active":"2024-08-17T17:04:56.281635+0000","last_peered":"2024-08-17T17:04:56.281635+0000","last_clean":"2024-08-17T17:04:56.281635+0000","last_became_active":"2024-08-17T16:58:50.866042+0000","last_became_peered":"2024-08-17T16:58:50.866042+0000","last_unstale":"2024-08-17T17:04:56.281635+0000","last_undegraded":"2024-08-17T17:04:56.281635+0000","last_fullsized":"2024-08-17T17:04:56.281635+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":2305,"log_dups_size":0,"ondisk_log_size":2305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:05:31.590901+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.014069389999999999,"stat_sum":{"num_bytes":44785664,"num_objects":15,"num_object_clones":8,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":571,"num_read_kb":867585,"num_write":1383,"num_write_kb":300288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":76619776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1d0","length":"1"},{"start":"1d3","length":"3"},{"start":"1d8","length":"2"}]},{"pgid":"4.3","version":"72'1","reported_seq":1342,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932075+0000","last_change":"2024-08-17T16:59:23.971069+0000","last_active":"2024-08-17T17:04:59.932075+0000","last_peered":"2024-08-17T17:04:59.932075+0000","last_clean":"2024-08-17T17:04:59.932075+0000","last_became_active":"2024-08-17T16:59:23.970648+0000","last_became_peered":"2024-08-17T16:59:23.970648+0000","last_unstale":"2024-08-17T17:04:59.932075+0000","last_undegraded":"2024-08-17T17:04:59.932075+0000","last_fullsized":"2024-08-17T17:04:59.932075+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:08:01.885489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1104,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934356+0000","last_change":"2024-08-17T16:59:23.972119+0000","last_active":"2024-08-17T17:04:59.934356+0000","last_peered":"2024-08-17T17:04:59.934356+0000","last_clean":"2024-08-17T17:04:59.934356+0000","last_became_active":"2024-08-17T16:59:23.968521+0000","last_became_peered":"2024-08-17T16:59:23.968521+0000","last_unstale":"2024-08-17T17:04:59.934356+0000","last_undegraded":"2024-08-17T17:04:59.934356+0000","last_fullsized":"2024-08-17T17:04:59.934356+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:08:50.314543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1309,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924198+0000","last_change":"2024-08-17T16:58:17.239461+0000","last_active":"2024-08-17T17:04:55.924198+0000","last_peered":"2024-08-17T17:04:55.924198+0000","last_clean":"2024-08-17T17:04:55.924198+0000","last_became_active":"2024-08-17T16:58:17.239048+0000","last_became_peered":"2024-08-17T16:58:17.239048+0000","last_unstale":"2024-08-17T17:04:55.924198+0000","last_undegraded":"2024-08-17T17:04:55.924198+0000","last_fullsized":"2024-08-17T17:04:55.924198+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:36:40.454106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"865'1250","reported_seq":4468,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.933354+0000","last_change":"2024-08-17T17:04:55.934329+0000","last_active":"2024-08-17T17:04:59.933354+0000","last_peered":"2024-08-17T17:04:59.933354+0000","last_clean":"2024-08-17T17:04:59.933354+0000","last_became_active":"2024-08-17T16:59:23.968541+0000","last_became_peered":"2024-08-17T16:59:23.968541+0000","last_unstale":"2024-08-17T17:04:59.933354+0000","last_undegraded":"2024-08-17T17:04:59.933354+0000","last_fullsized":"2024-08-17T17:04:59.933354+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":1250,"log_dups_size":0,"ondisk_log_size":1250,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:16:58.886417+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.013213145000000001,"stat_sum":{"num_bytes":46997504,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":263,"num_read_kb":435841,"num_write":662,"num_write_kb":198552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":62758912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"4.0","version":"0'0","reported_seq":1255,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924973+0000","last_change":"2024-08-17T16:59:23.963578+0000","last_active":"2024-08-17T17:04:55.924973+0000","last_peered":"2024-08-17T17:04:55.924973+0000","last_clean":"2024-08-17T17:04:55.924973+0000","last_became_active":"2024-08-17T16:59:23.962861+0000","last_became_peered":"2024-08-17T16:59:23.962861+0000","last_unstale":"2024-08-17T17:04:55.924973+0000","last_undegraded":"2024-08-17T17:04:55.924973+0000","last_fullsized":"2024-08-17T17:04:55.924973+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:42:17.056025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043694600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"580'2","reported_seq":1318,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.923998+0000","last_change":"2024-08-17T16:58:50.857996+0000","last_active":"2024-08-17T17:04:55.923998+0000","last_peered":"2024-08-17T17:04:55.923998+0000","last_clean":"2024-08-17T17:04:55.923998+0000","last_became_active":"2024-08-17T16:58:50.857561+0000","last_became_peered":"2024-08-17T16:58:50.857561+0000","last_unstale":"2024-08-17T17:04:55.923998+0000","last_undegraded":"2024-08-17T17:04:55.923998+0000","last_fullsized":"2024-08-17T17:04:55.923998+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:22:28.106163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1257,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925482+0000","last_change":"2024-08-17T16:59:23.957494+0000","last_active":"2024-08-17T17:04:55.925482+0000","last_peered":"2024-08-17T17:04:55.925482+0000","last_clean":"2024-08-17T17:04:55.925482+0000","last_became_active":"2024-08-17T16:59:23.956790+0000","last_became_peered":"2024-08-17T16:59:23.956790+0000","last_unstale":"2024-08-17T17:04:55.925482+0000","last_undegraded":"2024-08-17T17:04:55.925482+0000","last_fullsized":"2024-08-17T17:04:55.925482+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:55:02.232550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"865'3236","reported_seq":6573,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.934358+0000","last_change":"2024-08-17T17:04:55.936582+0000","last_active":"2024-08-17T17:04:55.934358+0000","last_peered":"2024-08-17T17:04:55.934358+0000","last_clean":"2024-08-17T17:04:55.934358+0000","last_became_active":"2024-08-17T16:57:43.831681+0000","last_became_peered":"2024-08-17T16:57:43.831681+0000","last_unstale":"2024-08-17T17:04:55.934358+0000","last_undegraded":"2024-08-17T17:04:55.934358+0000","last_fullsized":"2024-08-17T17:04:55.934358+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":3236,"log_dups_size":0,"ondisk_log_size":3236,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:52:27.180378+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.011158767,"stat_sum":{"num_bytes":63324160,"num_objects":13,"num_object_clones":5,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":862,"num_read_kb":2164511,"num_write":1618,"num_write_kb":456152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":101416960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1d0","length":"1"},{"start":"1d3","length":"3"},{"start":"1d8","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":1216,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.933471+0000","last_change":"2024-08-17T16:58:50.861006+0000","last_active":"2024-08-17T17:04:59.933471+0000","last_peered":"2024-08-17T17:04:59.933471+0000","last_clean":"2024-08-17T17:04:59.933471+0000","last_became_active":"2024-08-17T16:58:50.860722+0000","last_became_peered":"2024-08-17T16:58:50.860722+0000","last_unstale":"2024-08-17T17:04:59.933471+0000","last_undegraded":"2024-08-17T17:04:59.933471+0000","last_fullsized":"2024-08-17T17:04:59.933471+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:48:09.369109+0000","last_clean_scrub_stamp":"2024-08-17T16:48:09.369109+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:31:05.915675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1136,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924357+0000","last_change":"2024-08-17T16:59:23.957969+0000","last_active":"2024-08-17T17:04:55.924357+0000","last_peered":"2024-08-17T17:04:55.924357+0000","last_clean":"2024-08-17T17:04:55.924357+0000","last_became_active":"2024-08-17T16:59:23.957643+0000","last_became_peered":"2024-08-17T16:59:23.957643+0000","last_unstale":"2024-08-17T17:04:55.924357+0000","last_undegraded":"2024-08-17T17:04:55.924357+0000","last_fullsized":"2024-08-17T17:04:55.924357+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:53:01.002517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1331,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931237+0000","last_change":"2024-08-17T16:57:43.817143+0000","last_active":"2024-08-17T17:04:59.931237+0000","last_peered":"2024-08-17T17:04:59.931237+0000","last_clean":"2024-08-17T17:04:59.931237+0000","last_became_active":"2024-08-17T16:57:43.816826+0000","last_became_peered":"2024-08-17T16:57:43.816826+0000","last_unstale":"2024-08-17T17:04:59.931237+0000","last_undegraded":"2024-08-17T17:04:59.931237+0000","last_fullsized":"2024-08-17T17:04:59.931237+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:18:58.339409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"851'327","reported_seq":3474,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897693+0000","last_change":"2024-08-17T17:04:55.928473+0000","last_active":"2024-08-17T17:04:59.897693+0000","last_peered":"2024-08-17T17:04:59.897693+0000","last_clean":"2024-08-17T17:04:59.897693+0000","last_became_active":"2024-08-17T16:58:50.847773+0000","last_became_peered":"2024-08-17T16:58:50.847773+0000","last_unstale":"2024-08-17T17:04:59.897693+0000","last_undegraded":"2024-08-17T17:04:59.897693+0000","last_fullsized":"2024-08-17T17:04:59.897693+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":327,"log_dups_size":0,"ondisk_log_size":327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:06:19.185392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000647055,"stat_sum":{"num_bytes":1359872,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":63,"num_read_kb":64760,"num_write":133,"num_write_kb":36592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"2.8","version":"0'0","reported_seq":1128,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932028+0000","last_change":"2024-08-17T16:59:23.966609+0000","last_active":"2024-08-17T17:04:59.932028+0000","last_peered":"2024-08-17T17:04:59.932028+0000","last_clean":"2024-08-17T17:04:59.932028+0000","last_became_active":"2024-08-17T16:59:23.964840+0000","last_became_peered":"2024-08-17T16:59:23.964840+0000","last_unstale":"2024-08-17T17:04:59.932028+0000","last_undegraded":"2024-08-17T17:04:59.932028+0000","last_fullsized":"2024-08-17T17:04:59.932028+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:22:56.059200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1221,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.933605+0000","last_change":"2024-08-17T16:59:23.967832+0000","last_active":"2024-08-17T17:04:59.933605+0000","last_peered":"2024-08-17T17:04:59.933605+0000","last_clean":"2024-08-17T17:04:59.933605+0000","last_became_active":"2024-08-17T16:59:23.967455+0000","last_became_peered":"2024-08-17T16:59:23.967455+0000","last_unstale":"2024-08-17T17:04:59.933605+0000","last_undegraded":"2024-08-17T17:04:59.933605+0000","last_fullsized":"2024-08-17T17:04:59.933605+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:03:37.632031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"865'870","reported_seq":4129,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.933307+0000","last_change":"2024-08-17T17:04:55.929756+0000","last_active":"2024-08-17T17:04:59.933307+0000","last_peered":"2024-08-17T17:04:59.933307+0000","last_clean":"2024-08-17T17:04:59.933307+0000","last_became_active":"2024-08-17T16:58:17.214598+0000","last_became_peered":"2024-08-17T16:58:17.214598+0000","last_unstale":"2024-08-17T17:04:59.933307+0000","last_undegraded":"2024-08-17T17:04:59.933307+0000","last_fullsized":"2024-08-17T17:04:59.933307+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":870,"log_dups_size":0,"ondisk_log_size":870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:54:29.562001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073258020000000002,"stat_sum":{"num_bytes":11927552,"num_objects":4,"num_object_clones":1,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":209,"num_read_kb":487317,"num_write":476,"num_write_kb":137448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":60137472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1309,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924566+0000","last_change":"2024-08-17T16:59:23.972536+0000","last_active":"2024-08-17T17:04:55.924566+0000","last_peered":"2024-08-17T17:04:55.924566+0000","last_clean":"2024-08-17T17:04:55.924566+0000","last_became_active":"2024-08-17T16:59:23.972196+0000","last_became_peered":"2024-08-17T16:59:23.972196+0000","last_unstale":"2024-08-17T17:04:55.924566+0000","last_undegraded":"2024-08-17T17:04:55.924566+0000","last_fullsized":"2024-08-17T17:04:55.924566+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:30:39.182709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1247,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925231+0000","last_change":"2024-08-17T16:59:23.957520+0000","last_active":"2024-08-17T17:04:55.925231+0000","last_peered":"2024-08-17T17:04:55.925231+0000","last_clean":"2024-08-17T17:04:55.925231+0000","last_became_active":"2024-08-17T16:59:23.957145+0000","last_became_peered":"2024-08-17T16:59:23.957145+0000","last_unstale":"2024-08-17T17:04:55.925231+0000","last_undegraded":"2024-08-17T17:04:55.925231+0000","last_fullsized":"2024-08-17T17:04:55.925231+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:09:50.193775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"851'685","reported_seq":4032,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897335+0000","last_change":"2024-08-17T17:04:55.920020+0000","last_active":"2024-08-17T17:04:59.897335+0000","last_peered":"2024-08-17T17:04:59.897335+0000","last_clean":"2024-08-17T17:04:59.897335+0000","last_became_active":"2024-08-17T16:59:23.963809+0000","last_became_peered":"2024-08-17T16:59:23.963809+0000","last_unstale":"2024-08-17T17:04:59.897335+0000","last_undegraded":"2024-08-17T17:04:59.897335+0000","last_fullsized":"2024-08-17T17:04:59.897335+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":685,"log_dups_size":0,"ondisk_log_size":685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:11:05.576485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001838936,"stat_sum":{"num_bytes":4898816,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":238469,"num_write":280,"num_write_kb":95128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":74661888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1d5","length":"1"},{"start":"1d8","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1309,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.923812+0000","last_change":"2024-08-17T16:59:23.964049+0000","last_active":"2024-08-17T17:04:55.923812+0000","last_peered":"2024-08-17T17:04:55.923812+0000","last_clean":"2024-08-17T17:04:55.923812+0000","last_became_active":"2024-08-17T16:59:23.963698+0000","last_became_peered":"2024-08-17T16:59:23.963698+0000","last_unstale":"2024-08-17T17:04:55.923812+0000","last_undegraded":"2024-08-17T17:04:55.923812+0000","last_fullsized":"2024-08-17T17:04:55.923812+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:29.595637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1257,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.924794+0000","last_change":"2024-08-17T16:57:43.829778+0000","last_active":"2024-08-17T17:04:55.924794+0000","last_peered":"2024-08-17T17:04:55.924794+0000","last_clean":"2024-08-17T17:04:55.924794+0000","last_became_active":"2024-08-17T16:57:43.829452+0000","last_became_peered":"2024-08-17T16:57:43.829452+0000","last_unstale":"2024-08-17T17:04:55.924794+0000","last_undegraded":"2024-08-17T17:04:55.924794+0000","last_fullsized":"2024-08-17T17:04:55.924794+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:13:03.661064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"865'951","reported_seq":4344,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:56.269499+0000","last_change":"2024-08-17T17:04:55.925442+0000","last_active":"2024-08-17T17:04:56.269499+0000","last_peered":"2024-08-17T17:04:56.269499+0000","last_clean":"2024-08-17T17:04:56.269499+0000","last_became_active":"2024-08-17T16:57:43.835082+0000","last_became_peered":"2024-08-17T16:57:43.835082+0000","last_unstale":"2024-08-17T17:04:56.269499+0000","last_undegraded":"2024-08-17T17:04:56.269499+0000","last_fullsized":"2024-08-17T17:04:56.269499+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:50:59.469531+0000","last_clean_scrub_stamp":"2024-08-17T16:50:59.469531+0000","objects_scrubbed":0,"log_size":951,"log_dups_size":0,"ondisk_log_size":951,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:19:02.960629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037762,"stat_sum":{"num_bytes":8577024,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":215,"num_read_kb":243848,"num_write":459,"num_write_kb":136096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":11378688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1d0","length":"1"},{"start":"1d3","length":"3"},{"start":"1d8","length":"2"}]},{"pgid":"2.b","version":"578'3","reported_seq":1136,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.931929+0000","last_change":"2024-08-17T16:59:23.968718+0000","last_active":"2024-08-17T17:04:59.931929+0000","last_peered":"2024-08-17T17:04:59.931929+0000","last_clean":"2024-08-17T17:04:59.931929+0000","last_became_active":"2024-08-17T16:59:23.966840+0000","last_became_peered":"2024-08-17T16:59:23.966840+0000","last_unstale":"2024-08-17T17:04:59.931929+0000","last_undegraded":"2024-08-17T17:04:59.931929+0000","last_fullsized":"2024-08-17T17:04:59.931929+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:11:55.839234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1161,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925832+0000","last_change":"2024-08-17T16:58:50.856317+0000","last_active":"2024-08-17T17:04:55.925832+0000","last_peered":"2024-08-17T17:04:55.925832+0000","last_clean":"2024-08-17T17:04:55.925832+0000","last_became_active":"2024-08-17T16:58:50.855932+0000","last_became_peered":"2024-08-17T16:58:50.855932+0000","last_unstale":"2024-08-17T17:04:55.925832+0000","last_undegraded":"2024-08-17T17:04:55.925832+0000","last_fullsized":"2024-08-17T17:04:55.925832+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:21:45.915289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1178,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.896934+0000","last_change":"2024-08-17T16:58:50.859305+0000","last_active":"2024-08-17T17:04:59.896934+0000","last_peered":"2024-08-17T17:04:59.896934+0000","last_clean":"2024-08-17T17:04:59.896934+0000","last_became_active":"2024-08-17T16:58:50.858899+0000","last_became_peered":"2024-08-17T16:58:50.858899+0000","last_unstale":"2024-08-17T17:04:59.896934+0000","last_undegraded":"2024-08-17T17:04:59.896934+0000","last_fullsized":"2024-08-17T17:04:59.896934+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:37.593457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1136,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932453+0000","last_change":"2024-08-17T16:59:23.969223+0000","last_active":"2024-08-17T17:04:59.932453+0000","last_peered":"2024-08-17T17:04:59.932453+0000","last_clean":"2024-08-17T17:04:59.932453+0000","last_became_active":"2024-08-17T16:59:23.967398+0000","last_became_peered":"2024-08-17T16:59:23.967398+0000","last_unstale":"2024-08-17T17:04:59.932453+0000","last_undegraded":"2024-08-17T17:04:59.932453+0000","last_fullsized":"2024-08-17T17:04:59.932453+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:19:21.345993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1184,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.897373+0000","last_change":"2024-08-17T16:58:17.231586+0000","last_active":"2024-08-17T17:04:59.897373+0000","last_peered":"2024-08-17T17:04:59.897373+0000","last_clean":"2024-08-17T17:04:59.897373+0000","last_became_active":"2024-08-17T16:58:17.227851+0000","last_became_peered":"2024-08-17T16:58:17.227851+0000","last_unstale":"2024-08-17T17:04:59.897373+0000","last_undegraded":"2024-08-17T17:04:59.897373+0000","last_fullsized":"2024-08-17T17:04:59.897373+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:43:44.175652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1124,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.934486+0000","last_change":"2024-08-17T16:59:23.972772+0000","last_active":"2024-08-17T17:04:59.934486+0000","last_peered":"2024-08-17T17:04:59.934486+0000","last_clean":"2024-08-17T17:04:59.934486+0000","last_became_active":"2024-08-17T16:59:23.972097+0000","last_became_peered":"2024-08-17T16:59:23.972097+0000","last_unstale":"2024-08-17T17:04:59.934486+0000","last_undegraded":"2024-08-17T17:04:59.934486+0000","last_fullsized":"2024-08-17T17:04:59.934486+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:00:32.894427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1331,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932332+0000","last_change":"2024-08-17T16:58:17.227913+0000","last_active":"2024-08-17T17:04:59.932332+0000","last_peered":"2024-08-17T17:04:59.932332+0000","last_clean":"2024-08-17T17:04:59.932332+0000","last_became_active":"2024-08-17T16:58:17.227380+0000","last_became_peered":"2024-08-17T16:58:17.227380+0000","last_unstale":"2024-08-17T17:04:59.932332+0000","last_undegraded":"2024-08-17T17:04:59.932332+0000","last_fullsized":"2024-08-17T17:04:59.932332+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:11:27.323344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"578'2","reported_seq":1262,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925189+0000","last_change":"2024-08-17T16:58:17.231762+0000","last_active":"2024-08-17T17:04:55.925189+0000","last_peered":"2024-08-17T17:04:55.925189+0000","last_clean":"2024-08-17T17:04:55.925189+0000","last_became_active":"2024-08-17T16:58:17.231352+0000","last_became_peered":"2024-08-17T16:58:17.231352+0000","last_unstale":"2024-08-17T17:04:55.925189+0000","last_undegraded":"2024-08-17T17:04:55.925189+0000","last_fullsized":"2024-08-17T17:04:55.925189+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:33:17.234898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1237,"reported_epoch":865,"state":"active+clean","last_fresh":"2024-08-17T17:04:55.925098+0000","last_change":"2024-08-17T16:58:50.863132+0000","last_active":"2024-08-17T17:04:55.925098+0000","last_peered":"2024-08-17T17:04:55.925098+0000","last_clean":"2024-08-17T17:04:55.925098+0000","last_became_active":"2024-08-17T16:58:50.862763+0000","last_became_peered":"2024-08-17T16:58:50.862763+0000","last_unstale":"2024-08-17T17:04:55.925098+0000","last_undegraded":"2024-08-17T17:04:55.925098+0000","last_fullsized":"2024-08-17T17:04:55.925098+0000","mapping_epoch":524,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":525,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:15.623045+0000","last_clean_scrub_stamp":"2024-08-17T16:47:15.623045+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:08:48.792075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"578'5","reported_seq":1344,"reported_epoch":866,"state":"active+clean","last_fresh":"2024-08-17T17:04:59.932765+0000","last_change":"2024-08-17T16:59:23.960068+0000","last_active":"2024-08-17T17:04:59.932765+0000","last_peered":"2024-08-17T17:04:59.932765+0000","last_clean":"2024-08-17T17:04:59.932765+0000","last_became_active":"2024-08-17T16:59:23.959747+0000","last_became_peered":"2024-08-17T16:59:23.959747+0000","last_unstale":"2024-08-17T17:04:59.932765+0000","last_undegraded":"2024-08-17T17:04:59.932765+0000","last_fullsized":"2024-08-17T17:04:59.932765+0000","mapping_epoch":556,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":557,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:47:12.319441+0000","last_clean_scrub_stamp":"2024-08-17T16:47:12.319441+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:59:02.156506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":295337984,"num_objects":84,"num_object_clones":38,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":4,"num_read":3834,"num_read_kb":7212494,"num_write":8560,"num_write_kb":2241128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":547848192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":412729344,"data_stored":583606272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16028,"ondisk_log_size":16028,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6602,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46730,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":962,"num_read_kb":1814,"num_write":343,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":556,"seq":2388001816645,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":133452,"kb_used_data":41664,"kb_used_omap":23,"kb_used_meta":91752,"kb_avail":93611700,"statfs":{"total":95995035648,"available":95858380800,"internally_reserved":0,"allocated":42663936,"data_stored":63149699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23787,"internal_metadata":93954837},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":524,"seq":2250562863179,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":202732,"kb_used_data":34588,"kb_used_omap":23,"kb_used_meta":168104,"kb_avail":93542420,"statfs":{"total":95995035648,"available":95787438080,"internally_reserved":0,"allocated":35418112,"data_stored":44275559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24037,"internal_metadata":172139035},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":494,"seq":2121713844306,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":370444,"kb_used_data":61756,"kb_used_omap":30,"kb_used_meta":308641,"kb_avail":93374708,"statfs":{"total":95995035648,"available":95615700992,"internally_reserved":0,"allocated":63238144,"data_stored":77632956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31721,"internal_metadata":316048407},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":466,"seq":2001454760025,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":582660,"kb_used_data":83000,"kb_used_omap":42,"kb_used_meta":499605,"kb_avail":93162492,"statfs":{"total":95995035648,"available":95398391808,"internally_reserved":0,"allocated":84992000,"data_stored":123704566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43141,"internal_metadata":511596411},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":433,"seq":1859720839263,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":433864,"kb_used_data":57336,"kb_used_omap":25,"kb_used_meta":376486,"kb_avail":93311288,"statfs":{"total":95995035648,"available":95550758912,"internally_reserved":0,"allocated":58712064,"data_stored":85394879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26595,"internal_metadata":385521693},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":399,"seq":1713691951206,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":228092,"kb_used_data":37736,"kb_used_omap":16,"kb_used_meta":190319,"kb_avail":93517060,"statfs":{"total":95995035648,"available":95761469440,"internally_reserved":0,"allocated":38641664,"data_stored":36695735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17151,"internal_metadata":194886913},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":367,"seq":1576252997740,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":611068,"kb_used_data":79916,"kb_used_omap":28,"kb_used_meta":531107,"kb_avail":93134084,"statfs":{"total":95995035648,"available":95369302016,"internally_reserved":0,"allocated":81833984,"data_stored":94388058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29084,"internal_metadata":543854180},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":336,"seq":1443109011571,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":609684,"kb_used_data":78024,"kb_used_omap":26,"kb_used_meta":531621,"kb_avail":93135468,"statfs":{"total":95995035648,"available":95370719232,"internally_reserved":0,"allocated":79896576,"data_stored":100779791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":27161,"internal_metadata":544380391},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6156,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4513,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5728,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6293,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6577,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5379,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6086,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5998,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":70430720,"data_stored":95105024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":72982528,"data_stored":89313280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":29802496,"data_stored":31621120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49848320,"data_stored":80314368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":76115968,"data_stored":118620160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":54374400,"data_stored":72552448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":25968640,"data_stored":38604800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":33206272,"data_stored":57475072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:05:03.353 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-17T17:05:03.353 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-17T17:05:03.619 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:05.907 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'unique_pool_0' removed 2024-08-17T17:05:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:05 smithi189 ceph-mon[90541]: pgmap v934: 121 pgs: 121 active+clean; 282 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-17T17:05:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:05 smithi189 ceph-mon[90541]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:05:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:05 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/169045700' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:05:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:05 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:05:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:05 smithi001 ceph-mon[103274]: pgmap v934: 121 pgs: 121 active+clean; 282 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-17T17:05:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:05 smithi001 ceph-mon[103274]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:05:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:05 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/169045700' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:05:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:05 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:05:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:05 smithi001 ceph-mon[100737]: pgmap v934: 121 pgs: 121 active+clean; 282 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-08-17T17:05:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:05 smithi001 ceph-mon[100737]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:05:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:05 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/169045700' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:05:06.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:05 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:05:06.540 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T17:05:06.541 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-17T17:05:06.541 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T17:05:06.541 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-17T17:05:06.541 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T17:05:06.542 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T17:05:06.542 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T17:05:06.542 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:05:06.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:05:06.559 INFO:teuthology.orchestra.run.smithi001.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T17:05:06.560 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:05:06.616 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T17:05:06.616 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T17:05:06.673 INFO:tasks.workunit:timeout=3h 2024-08-17T17:05:06.673 INFO:tasks.workunit:cleanup=True 2024-08-17T17:05:06.674 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T17:05:06.731 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T17:05:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:06 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:05:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:06 smithi189 ceph-mon[90541]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:05:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:06 smithi189 ceph-mon[90541]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:06 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:05:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:06 smithi001 ceph-mon[100737]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:05:07.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:06 smithi001 ceph-mon[100737]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:06 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:05:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:06 smithi001 ceph-mon[103274]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:05:07.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:06 smithi001 ceph-mon[103274]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:05:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:05:07] "GET /metrics HTTP/1.1" 200 36428 "" "Prometheus/2.51.0" 2024-08-17T17:05:09.481 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:09 smithi001 ceph-mon[100737]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:09.481 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:09 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:09.482 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:09 smithi001 ceph-mon[103274]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:09.482 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:09 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:09.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:09 smithi189 ceph-mon[90541]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:09.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:09 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:05:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:05:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:05:11.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:11 smithi189 ceph-mon[90541]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:11 smithi001 ceph-mon[100737]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:11.709 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:11 smithi001 ceph-mon[103274]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:05:12.476 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T17:05:12.532 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T17:05:12.534 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:05:12.535 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T17:05:12.584 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T17:05:12.634 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T17:05:12.674 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:05:12.676 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:05:12.676 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T17:05:12.716 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:05:12.720 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-08-17T17:05:12.720 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T17:05:12.777 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-17T17:05:12.778 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-17T17:05:12.778 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-17T17:05:12.844 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:05:12.844 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-17T17:05:12.844 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:05:12.844 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-17T17:05:12.845 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-17T17:05:13.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:13 smithi189 ceph-mon[90541]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:13.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:13 smithi001 ceph-mon[100737]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:13.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:13 smithi001 ceph-mon[103274]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:14.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:14 smithi189 ceph-mon[90541]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:05:14.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:14 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2291579221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:14.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:14 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:14 smithi001 ceph-mon[100737]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:05:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:14 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2291579221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:14.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:14 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:14.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:14 smithi001 ceph-mon[103274]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:05:14.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:14 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2291579221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:14.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:14 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:15.259 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2415 ms) 2024-08-17T17:05:15.259 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-17T17:05:15.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:15 smithi189 ceph-mon[90541]: pgmap v942: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:15 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:15 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:15.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:15 smithi189 ceph-mon[90541]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:05:15.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:15 smithi001 ceph-mon[100737]: pgmap v942: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:15.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:15 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:15.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:15 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:15.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:15 smithi001 ceph-mon[100737]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:05:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:15 smithi001 ceph-mon[103274]: pgmap v942: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:15 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:15 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:15.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:15 smithi001 ceph-mon[103274]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:05:16.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:16 smithi189 ceph-mon[90541]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:05:16.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:16 smithi001 ceph-mon[100737]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:05:16.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:16 smithi001 ceph-mon[103274]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:05:17.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:17 smithi189 ceph-mon[90541]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:17.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:17 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:17.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:17 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:05:17.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:17 smithi189 ceph-mon[90541]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:05:17.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:17 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3624433717' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:05:17] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.51.0" 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[100737]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[100737]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3624433717' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[103274]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[103274]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:05:17.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:17 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3624433717' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:18.282 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3023 ms) 2024-08-17T17:05:18.282 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-17T17:05:18.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:18 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3624433717' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:18.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:18 smithi189 ceph-mon[90541]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:05:18.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:18 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3624433717' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:18.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:18 smithi001 ceph-mon[100737]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:05:18.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:18 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3624433717' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:18.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:18 smithi001 ceph-mon[103274]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:05:19.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:19 smithi189 ceph-mon[90541]: pgmap v948: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:19.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:19 smithi189 ceph-mon[90541]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:05:19.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:19 smithi001 ceph-mon[100737]: pgmap v948: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:19.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:19 smithi001 ceph-mon[100737]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:05:19.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:19 smithi001 ceph-mon[103274]: pgmap v948: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:19.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:19 smithi001 ceph-mon[103274]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:05:20.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:20 smithi189 ceph-mon[90541]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:05:20.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:20 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/89553889' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:20.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:05:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:05:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:05:20.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:20 smithi001 ceph-mon[100737]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:05:20.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:20 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/89553889' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:20.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:20 smithi001 ceph-mon[103274]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:05:20.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:20 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/89553889' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:21.300 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2024-08-17T17:05:21.300 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-17T17:05:21.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:21 smithi189 ceph-mon[90541]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:21.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:21 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:21.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:21 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/89553889' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:21.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:21 smithi189 ceph-mon[90541]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:05:21.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:21 smithi001 ceph-mon[103274]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:21.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:21 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:21.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:21 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/89553889' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:21.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:21 smithi001 ceph-mon[103274]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:05:21.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:21 smithi001 ceph-mon[100737]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:21.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:21 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:21.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:21 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/89553889' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:21.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:21 smithi001 ceph-mon[100737]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:05:22.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:22 smithi189 ceph-mon[90541]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:05:22.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:22 smithi001 ceph-mon[103274]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:05:22.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:22 smithi001 ceph-mon[100737]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:05:23.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:23 smithi189 ceph-mon[90541]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:23.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:23 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:23.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:23 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:05:23.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:23 smithi189 ceph-mon[90541]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:05:23.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:23 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3111697227' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:23.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:23 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:23.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[103274]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:23.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:23.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[103274]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3111697227' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[100737]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[100737]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3111697227' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:23.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:23 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:24.316 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3016 ms) 2024-08-17T17:05:24.317 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-17T17:05:24.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:24 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:24.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:24 smithi189 ceph-mon[90541]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:05:24.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:24 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:24.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:24 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:24.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:24 smithi001 ceph-mon[100737]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:05:24.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:24 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:24.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:24 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:24.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:24 smithi001 ceph-mon[103274]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:05:24.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:24 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:25.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:25 smithi189 ceph-mon[90541]: pgmap v957: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:25.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:25 smithi189 ceph-mon[90541]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:05:25.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:05:25.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:05:25.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:05:25.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:25.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[100737]: pgmap v957: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:25.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[100737]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:05:25.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:05:25.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:05:25.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:05:25.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:25.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[103274]: pgmap v957: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:25.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[103274]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:05:25.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:05:25.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:05:25.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:05:25.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:26.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:26 smithi189 ceph-mon[90541]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:05:26.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:26 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1963014604' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:26.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:26 smithi001 ceph-mon[100737]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:05:26.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:26 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1963014604' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:26.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:26 smithi001 ceph-mon[103274]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:05:26.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:26 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1963014604' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:27.325 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Commit (3009 ms) 2024-08-17T17:05:27.325 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-17T17:05:27.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:27 smithi189 ceph-mon[90541]: pgmap v960: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:27.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:27 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:27.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:27 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1963014604' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:27.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:27 smithi189 ceph-mon[90541]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:05:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:05:27] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.51.0" 2024-08-17T17:05:27.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-mon[100737]: pgmap v960: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:27.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:27.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1963014604' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:27.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-mon[100737]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:05:27.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-mon[103274]: pgmap v960: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:27.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:27.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1963014604' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:27.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:27 smithi001 ceph-mon[103274]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:05:28.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:28 smithi189 ceph-mon[90541]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:05:28.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:28 smithi001 ceph-mon[100737]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:05:28.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:28 smithi001 ceph-mon[103274]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:05:29.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:29 smithi189 ceph-mon[90541]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:29.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:29 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:29.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:29 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:05:29.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:29 smithi189 ceph-mon[90541]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:05:29.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:29 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3359068328' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:29.680 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:29 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:29.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[100737]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:29.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:29.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:05:29.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[100737]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:05:29.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3359068328' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:29.681 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[103274]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:05:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[103274]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:05:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3359068328' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:29.682 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:29 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:30.360 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Abort (3035 ms) 2024-08-17T17:05:30.360 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-17T17:05:30.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:30 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:30.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:30 smithi189 ceph-mon[90541]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:05:30.679 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:05:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:05:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:05:30.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:30 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:30.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:30 smithi001 ceph-mon[100737]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:05:30.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:30 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:30.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:30 smithi001 ceph-mon[103274]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:05:31.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:31 smithi189 ceph-mon[90541]: pgmap v966: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:31.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:31 smithi189 ceph-mon[90541]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:05:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:31 smithi001 ceph-mon[100737]: pgmap v966: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:31.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:31 smithi001 ceph-mon[100737]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:05:31.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:31 smithi001 ceph-mon[103274]: pgmap v966: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:31.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:31 smithi001 ceph-mon[103274]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:05:32.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:32 smithi189 ceph-mon[90541]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:05:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:32 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1889381831' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:32.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:32 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:32.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:32 smithi001 ceph-mon[100737]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:05:32.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:32 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1889381831' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:32.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:32 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:32.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:32 smithi001 ceph-mon[103274]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:05:32.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:32 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1889381831' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:32.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:32 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:33.373 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveError (3013 ms) 2024-08-17T17:05:33.373 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-17T17:05:33.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:33 smithi189 ceph-mon[90541]: pgmap v969: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:33 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:33 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:33.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:33 smithi189 ceph-mon[90541]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:05:33.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:33 smithi001 ceph-mon[100737]: pgmap v969: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:33.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:33 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:33.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:33 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:33.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:33 smithi001 ceph-mon[100737]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:05:33.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:33 smithi001 ceph-mon[103274]: pgmap v969: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:33.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:33 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:33.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:33 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:33.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:33 smithi001 ceph-mon[103274]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:05:34.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:34 smithi189 ceph-mon[90541]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:05:34.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:34 smithi001 ceph-mon[100737]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:05:34.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:34 smithi001 ceph-mon[103274]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:05:35.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:35 smithi189 ceph-mon[90541]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:35.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:35 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:35.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:35 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:05:35.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:35 smithi189 ceph-mon[90541]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:05:35.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:35 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3006974496' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:35.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:35 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:35.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[100737]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:35.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[100737]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3006974496' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[103274]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[103274]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3006974496' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:35.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:35 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:36.401 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.CommitError (3027 ms) 2024-08-17T17:05:36.401 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-17T17:05:36.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:36 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:36.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:36 smithi189 ceph-mon[90541]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:05:36.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:36 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:36.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:36 smithi001 ceph-mon[100737]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:05:36.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:36 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:36.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:36 smithi001 ceph-mon[103274]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:05:37.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:37 smithi189 ceph-mon[90541]: pgmap v975: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:37.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:37 smithi189 ceph-mon[90541]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:05:37.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:37 smithi001 ceph-mon[100737]: pgmap v975: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:37.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:37 smithi001 ceph-mon[100737]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:05:37.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:05:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:05:37] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.51.0" 2024-08-17T17:05:37.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:37 smithi001 ceph-mon[103274]: pgmap v975: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:37.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:37 smithi001 ceph-mon[103274]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:05:38.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:38 smithi189 ceph-mon[90541]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:05:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:38 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3051070182' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:38.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:38 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:38.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:38 smithi001 ceph-mon[100737]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:05:38.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:38 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3051070182' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:38.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:38 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:38.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:38 smithi001 ceph-mon[103274]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:05:38.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:38 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3051070182' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:38.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:38 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:39.418 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AbortError (3017 ms) 2024-08-17T17:05:39.418 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-17T17:05:39.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:39 smithi189 ceph-mon[90541]: pgmap v978: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:39.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:39 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:39 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:39 smithi189 ceph-mon[90541]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:05:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:39.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[100737]: pgmap v978: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:39.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:39.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[100737]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[103274]: pgmap v978: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[103274]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:39.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:40.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:40 smithi189 ceph-mon[90541]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:05:40.680 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:05:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:05:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:05:40.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:40 smithi001 ceph-mon[100737]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:05:40.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:40 smithi001 ceph-mon[103274]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:05:41.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:41 smithi189 ceph-mon[90541]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:41.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:41 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:41.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:41 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:05:41.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:41 smithi189 ceph-mon[90541]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:05:41.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:41 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2098674678' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:41.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:41 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:41.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[103274]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:41.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:41.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[103274]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2098674678' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[100737]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[100737]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2098674678' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:41.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:41 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:42.436 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3018 ms) 2024-08-17T17:05:42.437 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-17T17:05:42.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:42 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:42.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:42 smithi001 ceph-mon[100737]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:05:42.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:42 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:42.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:42 smithi001 ceph-mon[103274]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:05:42.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:42 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:42.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:42 smithi189 ceph-mon[90541]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:05:43.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:43 smithi189 ceph-mon[90541]: pgmap v984: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:43.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:43 smithi189 ceph-mon[90541]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:05:43.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:43 smithi001 ceph-mon[100737]: pgmap v984: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:43.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:43 smithi001 ceph-mon[100737]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:05:43.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:43 smithi001 ceph-mon[103274]: pgmap v984: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:43.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:43 smithi001 ceph-mon[103274]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:05:44.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:44 smithi189 ceph-mon[90541]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:05:44.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:44 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3325361035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:44.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:44 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:44.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:44 smithi001 ceph-mon[100737]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:05:44.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:44 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3325361035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:44.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:44 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:44.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:44 smithi001 ceph-mon[103274]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:05:44.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:44 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3325361035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:44.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:44 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:45.454 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3018 ms) 2024-08-17T17:05:45.455 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-17T17:05:45.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:45 smithi189 ceph-mon[90541]: pgmap v987: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:45.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:45 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:45.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:45 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:45.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:45 smithi189 ceph-mon[90541]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:05:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:45 smithi001 ceph-mon[100737]: pgmap v987: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:45 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:45 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:45.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:45 smithi001 ceph-mon[100737]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:05:45.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:45 smithi001 ceph-mon[103274]: pgmap v987: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:45.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:45 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:45.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:45 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:45.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:45 smithi001 ceph-mon[103274]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:05:46.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:46 smithi189 ceph-mon[90541]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:05:46.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:46 smithi001 ceph-mon[100737]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:05:46.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:46 smithi001 ceph-mon[103274]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:05:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:05:47] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.51.0" 2024-08-17T17:05:47.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[103274]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:47.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[103274]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3234129466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[100737]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[100737]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3234129466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:47.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:47 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:47.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:47 smithi189 ceph-mon[90541]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:47.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:47 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:47.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:47 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:05:47.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:47 smithi189 ceph-mon[90541]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:05:47.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:47 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3234129466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:47.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:47 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:48.476 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3022 ms) 2024-08-17T17:05:48.476 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-17T17:05:48.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:48 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:48.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:48 smithi189 ceph-mon[90541]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:05:48.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:48 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:48.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:48 smithi001 ceph-mon[100737]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:05:48.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:48 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:48.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:48 smithi001 ceph-mon[103274]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:05:49.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:49 smithi189 ceph-mon[90541]: pgmap v993: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 55 KiB/s wr, 110 op/s 2024-08-17T17:05:49.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:49 smithi189 ceph-mon[90541]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:05:49.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:49 smithi001 ceph-mon[100737]: pgmap v993: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 55 KiB/s wr, 110 op/s 2024-08-17T17:05:49.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:49 smithi001 ceph-mon[100737]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:05:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:49 smithi001 ceph-mon[103274]: pgmap v993: 137 pgs: 9 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s rd, 55 KiB/s wr, 110 op/s 2024-08-17T17:05:49.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:49 smithi001 ceph-mon[103274]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:05:50.481 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:05:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:05:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:05:50.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:50 smithi001 ceph-mon[100737]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:05:50.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:50 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2984448427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:50.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:50 smithi001 ceph-mon[103274]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:05:50.679 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:50 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2984448427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:50.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:50 smithi189 ceph-mon[90541]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:05:50.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:50 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2984448427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:51.491 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3015 ms) 2024-08-17T17:05:51.491 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-17T17:05:51.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:51 smithi189 ceph-mon[90541]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:51 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:51 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2984448427' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:51.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:51 smithi189 ceph-mon[90541]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:05:51.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:51 smithi001 ceph-mon[103274]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:51.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:51 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:51.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:51 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2984448427' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:51.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:51 smithi001 ceph-mon[103274]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:05:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:51 smithi001 ceph-mon[100737]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:51 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:51 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2984448427' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:51 smithi001 ceph-mon[100737]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:05:52.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:52 smithi189 ceph-mon[90541]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:05:52.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:52 smithi001 ceph-mon[100737]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:05:52.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:52 smithi001 ceph-mon[103274]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:05:53.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:53 smithi189 ceph-mon[90541]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:53.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:53 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:53.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:53 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:05:53.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:53 smithi189 ceph-mon[90541]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:05:53.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:53 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/4157405883' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:53.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[100737]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:53.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:53.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:05:53.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[100737]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:05:53.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/4157405883' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:53.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[103274]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:53.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:53.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:05:53.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[103274]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:05:53.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:53 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/4157405883' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:54.512 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3021 ms) 2024-08-17T17:05:54.512 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-17T17:05:54.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:54 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/4157405883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:54.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:54 smithi189 ceph-mon[90541]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:05:54.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:54.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:54.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:54 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/4157405883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:54.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:54 smithi001 ceph-mon[100737]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:05:54.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:54.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:54.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:54 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/4157405883' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:54.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:54 smithi001 ceph-mon[103274]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:05:54.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:05:54.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:05:55.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:55 smithi189 ceph-mon[90541]: pgmap v1002: 137 pgs: 1 creating+activating, 6 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:55.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:55 smithi189 ceph-mon[90541]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:05:55.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:55 smithi001 ceph-mon[100737]: pgmap v1002: 137 pgs: 1 creating+activating, 6 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:55.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:55 smithi001 ceph-mon[100737]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:05:55.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:55 smithi001 ceph-mon[103274]: pgmap v1002: 137 pgs: 1 creating+activating, 6 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:55.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:55 smithi001 ceph-mon[103274]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:05:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:56 smithi189 ceph-mon[90541]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:05:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:56 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3224359166' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:56.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:56 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:56.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:56 smithi001 ceph-mon[100737]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:05:56.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:56 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3224359166' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:56.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:56 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:56.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:56 smithi001 ceph-mon[103274]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:05:56.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:56 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3224359166' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:56.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:56 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:57.526 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:05:57] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.51.0" 2024-08-17T17:05:57.539 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3027 ms) 2024-08-17T17:05:57.539 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-17T17:05:57.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:57 smithi189 ceph-mon[90541]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:57 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:57 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:57 smithi189 ceph-mon[90541]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:05:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-mon[100737]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-mon[100737]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:05:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-mon[103274]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:57 smithi001 ceph-mon[103274]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:05:58.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:58 smithi189 ceph-mon[90541]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:05:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:58 smithi001 ceph-mon[100737]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:05:58.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:58 smithi001 ceph-mon[103274]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:05:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:59 smithi189 ceph-mon[90541]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:59 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:59 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:05:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:59 smithi189 ceph-mon[90541]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:05:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:59 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1194658067' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:05:59 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[100737]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:05:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[100737]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:05:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1194658067' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:59.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[103274]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:05:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[103274]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:05:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1194658067' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:05:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:05:59 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:00.558 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:06:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:06:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:06:00.563 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.Cleanup (3024 ms) 2024-08-17T17:06:00.563 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-17T17:06:00.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:00 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:00.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:00 smithi189 ceph-mon[90541]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:06:00.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:00 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:00.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:00 smithi001 ceph-mon[100737]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:06:00.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:00 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:00.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:00 smithi001 ceph-mon[103274]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:06:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:01 smithi189 ceph-mon[90541]: pgmap v1011: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:01 smithi189 ceph-mon[90541]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:06:01.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:01 smithi001 ceph-mon[103274]: pgmap v1011: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:01.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:01 smithi001 ceph-mon[103274]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:06:01.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:01 smithi001 ceph-mon[100737]: pgmap v1011: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:01.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:01 smithi001 ceph-mon[100737]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:06:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:02 smithi189 ceph-mon[90541]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:06:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:02 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/483571746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:02 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:02.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:02 smithi001 ceph-mon[103274]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:06:02.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:02 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/483571746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:02.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:02 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:02 smithi001 ceph-mon[100737]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:06:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:02 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/483571746' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:02.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:02 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:03.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:03 smithi189 ceph-mon[90541]: pgmap v1014: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:03.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:03 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:06:03.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:03 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:03.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:03 smithi189 ceph-mon[90541]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:06:03.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:03 smithi001 ceph-mon[100737]: pgmap v1014: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:03.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:03 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:06:03.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:03 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:03.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:03 smithi001 ceph-mon[100737]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:06:03.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:03 smithi001 ceph-mon[103274]: pgmap v1014: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:03.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:03 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:06:03.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:03 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:03.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:03 smithi001 ceph-mon[103274]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:06:04.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:04 smithi189 ceph-mon[90541]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:06:04.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:04 smithi001 ceph-mon[100737]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:06:04.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:04 smithi001 ceph-mon[103274]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:06:05.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:05 smithi189 ceph-mon[90541]: pgmap v1017: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 674 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 431 KiB/s rd, 753 KiB/s wr, 828 op/s 2024-08-17T17:06:05.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:05 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:06:05.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:05 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:06:05.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:05 smithi001 ceph-mon[103274]: pgmap v1017: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 674 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 431 KiB/s rd, 753 KiB/s wr, 828 op/s 2024-08-17T17:06:05.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:05 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:06:05.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:05 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:06:05.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:05 smithi001 ceph-mon[100737]: pgmap v1017: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 674 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 431 KiB/s rd, 753 KiB/s wr, 828 op/s 2024-08-17T17:06:05.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:05 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:06:05.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:05 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:06:07.578 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:06:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:06:07] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.51.0" 2024-08-17T17:06:07.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:07 smithi189 ceph-mon[90541]: pgmap v1018: 137 pgs: 11 creating+peering, 126 active+clean; 674 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 535 KiB/s wr, 587 op/s 2024-08-17T17:06:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:07 smithi001 ceph-mon[100737]: pgmap v1018: 137 pgs: 11 creating+peering, 126 active+clean; 674 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 535 KiB/s wr, 587 op/s 2024-08-17T17:06:07.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:07 smithi001 ceph-mon[103274]: pgmap v1018: 137 pgs: 11 creating+peering, 126 active+clean; 674 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 535 KiB/s wr, 587 op/s 2024-08-17T17:06:08.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:08.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:08.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:09.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:09 smithi189 ceph-mon[90541]: pgmap v1019: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 8.1 MiB/s wr, 9.16k op/s 2024-08-17T17:06:09.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:09 smithi001 ceph-mon[100737]: pgmap v1019: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 8.1 MiB/s wr, 9.16k op/s 2024-08-17T17:06:09.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:09 smithi001 ceph-mon[103274]: pgmap v1019: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 8.1 MiB/s wr, 9.16k op/s 2024-08-17T17:06:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:06:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:06:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:06:11.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:11 smithi189 ceph-mon[90541]: pgmap v1020: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 6.7 MiB/s wr, 7.59k op/s 2024-08-17T17:06:11.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:11 smithi001 ceph-mon[100737]: pgmap v1020: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 6.7 MiB/s wr, 7.59k op/s 2024-08-17T17:06:11.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:11 smithi001 ceph-mon[103274]: pgmap v1020: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 6.7 MiB/s wr, 7.59k op/s 2024-08-17T17:06:13.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:13 smithi189 ceph-mon[90541]: pgmap v1021: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.6 MiB/s wr, 6.31k op/s 2024-08-17T17:06:13.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:13 smithi001 ceph-mon[100737]: pgmap v1021: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.6 MiB/s wr, 6.31k op/s 2024-08-17T17:06:13.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:13 smithi001 ceph-mon[103274]: pgmap v1021: 137 pgs: 137 active+clean; 1.9 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 5.6 MiB/s wr, 6.31k op/s 2024-08-17T17:06:15.600 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiProducer (15037 ms) 2024-08-17T17:06:15.600 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-17T17:06:15.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:15 smithi189 ceph-mon[90541]: pgmap v1022: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 185 MiB/s rd, 6.7 MiB/s wr, 7.89k op/s 2024-08-17T17:06:15.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:15 smithi001 ceph-mon[100737]: pgmap v1022: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 185 MiB/s rd, 6.7 MiB/s wr, 7.89k op/s 2024-08-17T17:06:15.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:15 smithi001 ceph-mon[103274]: pgmap v1022: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 185 MiB/s rd, 6.7 MiB/s wr, 7.89k op/s 2024-08-17T17:06:16.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:16 smithi189 ceph-mon[90541]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:06:16.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:16 smithi001 ceph-mon[100737]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:06:16.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:16 smithi001 ceph-mon[103274]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:06:17.609 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:06:17] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.51.0" 2024-08-17T17:06:17.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:17 smithi189 ceph-mon[90541]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:17.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:17 smithi189 ceph-mon[90541]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:06:17.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:17 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3760300105' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:17.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:17 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:17.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-mon[100737]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:17.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-mon[100737]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:06:17.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3760300105' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:17.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:17.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-mon[103274]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:17.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-mon[103274]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:06:17.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3760300105' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:17.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:17 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:18.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:18 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:18.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:18 smithi189 ceph-mon[90541]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:06:18.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:18 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:18.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:18 smithi001 ceph-mon[100737]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:06:18.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:18 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:18.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:18 smithi001 ceph-mon[103274]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:06:19.624 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4024 ms) 2024-08-17T17:06:19.624 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-17T17:06:19.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:19 smithi189 ceph-mon[90541]: pgmap v1027: 137 pgs: 1 creating+activating, 4 creating+peering, 23 unknown, 109 active+clean; 656 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:19.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:19 smithi189 ceph-mon[90541]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:06:19.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:19 smithi001 ceph-mon[100737]: pgmap v1027: 137 pgs: 1 creating+activating, 4 creating+peering, 23 unknown, 109 active+clean; 656 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:19.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:19 smithi001 ceph-mon[100737]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:06:19.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:19 smithi001 ceph-mon[103274]: pgmap v1027: 137 pgs: 1 creating+activating, 4 creating+peering, 23 unknown, 109 active+clean; 656 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:19.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:19 smithi001 ceph-mon[103274]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:06:20.629 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:06:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:06:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:06:20.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:20 smithi189 ceph-mon[90541]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:06:20.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:20 smithi001 ceph-mon[100737]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:06:20.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:20 smithi001 ceph-mon[103274]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:06:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:21 smithi189 ceph-mon[90541]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:21 smithi189 ceph-mon[90541]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:06:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:21 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2860636891' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:21.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:21 smithi001 ceph-mon[100737]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:21.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:21 smithi001 ceph-mon[100737]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:06:21.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:21 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2860636891' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:21.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:21 smithi001 ceph-mon[103274]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:21.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:21 smithi001 ceph-mon[103274]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:06:21.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:21 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2860636891' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:22.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:22 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2860636891' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:22.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:22 smithi189 ceph-mon[90541]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:06:22.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:22 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2860636891' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:22.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:22 smithi001 ceph-mon[100737]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:06:22.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:22 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2860636891' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:22.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:22 smithi001 ceph-mon[103274]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:06:23.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:23 smithi189 ceph-mon[90541]: pgmap v1033: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:23.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:23 smithi189 ceph-mon[90541]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:06:23.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:23 smithi001 ceph-mon[100737]: pgmap v1033: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:23 smithi001 ceph-mon[100737]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:06:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:23.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:23 smithi001 ceph-mon[103274]: pgmap v1033: 137 pgs: 24 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:23.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:23 smithi001 ceph-mon[103274]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:06:23.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:25.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:25 smithi189 ceph-mon[90541]: pgmap v1035: 137 pgs: 13 unknown, 124 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 5.33k op/s 2024-08-17T17:06:25.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:06:25.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:25 smithi001 ceph-mon[100737]: pgmap v1035: 137 pgs: 13 unknown, 124 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 5.33k op/s 2024-08-17T17:06:25.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:06:25.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:25 smithi001 ceph-mon[103274]: pgmap v1035: 137 pgs: 13 unknown, 124 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 5.33k op/s 2024-08-17T17:06:25.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:06:26.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:06:26.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:06:26.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:06:26.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:06:26.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:06:26.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:06:26.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:06:26.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:06:26.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:06:27.654 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:06:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:06:27] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.51.0" 2024-08-17T17:06:27.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:27 smithi189 ceph-mon[90541]: pgmap v1036: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 4.07k op/s 2024-08-17T17:06:27.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:27 smithi001 ceph-mon[100737]: pgmap v1036: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 4.07k op/s 2024-08-17T17:06:27.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:27 smithi001 ceph-mon[103274]: pgmap v1036: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 4.07k op/s 2024-08-17T17:06:29.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:29 smithi189 ceph-mon[90541]: pgmap v1037: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 3.23k op/s 2024-08-17T17:06:29.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:29 smithi001 ceph-mon[100737]: pgmap v1037: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 3.23k op/s 2024-08-17T17:06:29.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:29 smithi001 ceph-mon[103274]: pgmap v1037: 137 pgs: 137 active+clean; 1.1 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 3.23k op/s 2024-08-17T17:06:30.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:06:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:06:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:06:31.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:31 smithi189 ceph-mon[90541]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 7.19k op/s 2024-08-17T17:06:31.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:31 smithi001 ceph-mon[100737]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 7.19k op/s 2024-08-17T17:06:31.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:31 smithi001 ceph-mon[103274]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 7.19k op/s 2024-08-17T17:06:33.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:33 smithi189 ceph-mon[90541]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-08-17T17:06:33.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:33 smithi001 ceph-mon[100737]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-08-17T17:06:33.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:33 smithi001 ceph-mon[103274]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-08-17T17:06:35.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:35 smithi189 ceph-mon[90541]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.6 MiB/s wr, 6.84k op/s 2024-08-17T17:06:35.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:35 smithi001 ceph-mon[100737]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.6 MiB/s wr, 6.84k op/s 2024-08-17T17:06:35.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:35 smithi001 ceph-mon[103274]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.6 MiB/s wr, 6.84k op/s 2024-08-17T17:06:37.663 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:06:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:06:37] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.51.0" 2024-08-17T17:06:37.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:37 smithi189 ceph-mon[90541]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 3.7 MiB/s wr, 4.55k op/s 2024-08-17T17:06:37.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:37 smithi001 ceph-mon[100737]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 3.7 MiB/s wr, 4.55k op/s 2024-08-17T17:06:37.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:37 smithi001 ceph-mon[103274]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 3.7 MiB/s wr, 4.55k op/s 2024-08-17T17:06:38.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:38.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:38.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:39.682 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20058 ms) 2024-08-17T17:06:39.682 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-17T17:06:39.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:39 smithi189 ceph-mon[90541]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 3.7 MiB/s wr, 4.55k op/s 2024-08-17T17:06:39.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:39 smithi001 ceph-mon[100737]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 3.7 MiB/s wr, 4.55k op/s 2024-08-17T17:06:39.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:39 smithi001 ceph-mon[103274]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 3.7 MiB/s wr, 4.55k op/s 2024-08-17T17:06:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:06:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:06:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:06:41.123 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:40 smithi001 ceph-mon[100737]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:06:41.124 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:40 smithi001 ceph-mon[103274]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:06:41.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:40 smithi189 ceph-mon[90541]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:06:42.161 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:41 smithi001 ceph-mon[100737]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:42.161 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:41 smithi001 ceph-mon[100737]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:06:42.161 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:41 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3222865669' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:42.162 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:41 smithi001 ceph-mon[103274]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:42.162 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:41 smithi001 ceph-mon[103274]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:06:42.162 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:41 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3222865669' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:41 smithi189 ceph-mon[90541]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:41 smithi189 ceph-mon[90541]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:06:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:41 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3222865669' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:43.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:42 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3222865669' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:43.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:42 smithi189 ceph-mon[90541]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:06:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:42 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3222865669' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:43.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:42 smithi001 ceph-mon[100737]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:06:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:42 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3222865669' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:43.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:42 smithi001 ceph-mon[103274]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:06:43.705 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4023 ms) 2024-08-17T17:06:43.705 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-17T17:06:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:43 smithi189 ceph-mon[90541]: pgmap v1047: 137 pgs: 25 unknown, 112 active+clean; 590 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:43 smithi189 ceph-mon[90541]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:06:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:43 smithi001 ceph-mon[100737]: pgmap v1047: 137 pgs: 25 unknown, 112 active+clean; 590 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:43 smithi001 ceph-mon[100737]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:06:44.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:43 smithi001 ceph-mon[103274]: pgmap v1047: 137 pgs: 25 unknown, 112 active+clean; 590 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:44.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:43 smithi001 ceph-mon[103274]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:06:45.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:44 smithi189 ceph-mon[90541]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:06:45.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:44 smithi001 ceph-mon[100737]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:06:45.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:44 smithi001 ceph-mon[103274]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:06:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:45 smithi189 ceph-mon[90541]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:45 smithi189 ceph-mon[90541]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:06:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:45 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/195545969' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:46.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:45 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:45 smithi001 ceph-mon[100737]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:45 smithi001 ceph-mon[100737]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:06:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:45 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/195545969' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:45 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:46.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:45 smithi001 ceph-mon[103274]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:45 smithi001 ceph-mon[103274]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:06:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:45 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/195545969' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:46.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:45 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:46 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:46 smithi189 ceph-mon[90541]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:06:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:46 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:46 smithi001 ceph-mon[100737]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:06:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:46 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:46 smithi001 ceph-mon[103274]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:06:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:06:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:06:47] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.51.0" 2024-08-17T17:06:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:47 smithi189 ceph-mon[90541]: pgmap v1053: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:47 smithi189 ceph-mon[90541]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:06:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:47 smithi001 ceph-mon[103274]: pgmap v1053: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:48.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:47 smithi001 ceph-mon[103274]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:06:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:47 smithi001 ceph-mon[100737]: pgmap v1053: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:47 smithi001 ceph-mon[100737]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:06:49.731 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6026 ms) 2024-08-17T17:06:49.731 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-17T17:06:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:49 smithi189 ceph-mon[90541]: pgmap v1055: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:49 smithi001 ceph-mon[100737]: pgmap v1055: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:50.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:49 smithi001 ceph-mon[103274]: pgmap v1055: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:50.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:06:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:06:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:06:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:50 smithi189 ceph-mon[90541]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:06:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:50 smithi001 ceph-mon[100737]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:06:51.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:50 smithi001 ceph-mon[103274]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:06:51.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:51 smithi001 ceph-mon[103274]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:51.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:51 smithi001 ceph-mon[103274]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:06:51.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:51 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3039781485' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:51.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:51 smithi001 ceph-mon[100737]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:51 smithi001 ceph-mon[100737]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:06:51.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:51 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3039781485' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:51 smithi189 ceph-mon[90541]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:51 smithi189 ceph-mon[90541]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:06:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:51 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3039781485' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:52 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3039781485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:52 smithi189 ceph-mon[90541]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:06:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:52 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3039781485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:52 smithi001 ceph-mon[100737]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:06:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:52 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3039781485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-135745-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:52 smithi001 ceph-mon[103274]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:06:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:53 smithi189 ceph-mon[90541]: pgmap v1060: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:54.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:53 smithi189 ceph-mon[90541]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:06:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:53 smithi001 ceph-mon[100737]: pgmap v1060: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:53 smithi001 ceph-mon[100737]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:06:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:54.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:53 smithi001 ceph-mon[103274]: pgmap v1060: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:53 smithi001 ceph-mon[103274]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:06:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:06:54.763 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5031 ms) 2024-08-17T17:06:54.763 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 22 tests from TestCls2PCQueue (101918 ms total) 2024-08-17T17:06:54.763 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:06:54.763 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:06:54.763 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 22 tests from 1 test suite ran. (101918 ms total) 2024-08-17T17:06:54.764 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 22 tests. 2024-08-17T17:06:54.765 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:06:54.766 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:06:54.796 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-17T17:06:54.796 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-17T17:06:54.866 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:06:54.867 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-17T17:06:54.867 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:06:54.867 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 5 tests from cls_cas 2024-08-17T17:06:54.867 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.get_put 2024-08-17T17:06:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:55 smithi189 ceph-mon[90541]: pgmap v1062: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:55 smithi189 ceph-mon[90541]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:06:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:55 smithi001 ceph-mon[100737]: pgmap v1062: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:55 smithi001 ceph-mon[100737]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:06:56.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:55 smithi001 ceph-mon[103274]: pgmap v1062: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:56.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:55 smithi001 ceph-mon[103274]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:06:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:56 smithi189 ceph-mon[90541]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:06:57.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:56 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/99373168' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:57.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:56 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:56 smithi001 ceph-mon[100737]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:06:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:56 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/99373168' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:56 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:56 smithi001 ceph-mon[103274]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:06:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:56 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/99373168' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:57.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:56 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:06:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:06:57] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.51.0" 2024-08-17T17:06:57.784 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.get_put (2918 ms) 2024-08-17T17:06:57.784 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.wrong_put 2024-08-17T17:06:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:57 smithi189 ceph-mon[90541]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:57 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:06:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:57 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:57 smithi189 ceph-mon[90541]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:06:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-mon[100737]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:06:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-mon[100737]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:06:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-mon[103274]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:06:58.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:06:58.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:06:58.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:57 smithi001 ceph-mon[103274]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:06:59.079 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:58 smithi189 ceph-mon[90541]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:06:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:58 smithi001 ceph-mon[100737]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:06:59.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:58 smithi001 ceph-mon[103274]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:07:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:59 smithi189 ceph-mon[90541]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:59 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:59 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:59 smithi189 ceph-mon[90541]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:07:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:06:59 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1694719878' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[100737]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[100737]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:07:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1694719878' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[103274]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[103274]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:07:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:06:59 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1694719878' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:07:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:07:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:07:00.804 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.wrong_put (3020 ms) 2024-08-17T17:07:00.804 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.dup_get 2024-08-17T17:07:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:00 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1694719878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:01.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:00 smithi189 ceph-mon[90541]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:07:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:00 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1694719878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:00 smithi001 ceph-mon[103274]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:07:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:00 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1694719878' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:01.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:00 smithi001 ceph-mon[100737]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:07:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:01 smithi189 ceph-mon[90541]: pgmap v1071: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:01 smithi189 ceph-mon[90541]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:07:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:01 smithi001 ceph-mon[100737]: pgmap v1071: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:01 smithi001 ceph-mon[100737]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:07:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:01 smithi001 ceph-mon[103274]: pgmap v1071: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:02.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:01 smithi001 ceph-mon[103274]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:07:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:02 smithi189 ceph-mon[90541]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:07:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:02 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/242639647' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:02 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:02 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:02 smithi189 ceph-mon[90541]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:07:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[103274]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:07:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/242639647' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:03.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[103274]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:07:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[100737]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:07:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/242639647' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:03.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:02 smithi001 ceph-mon[100737]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:07:03.821 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.dup_get (3017 ms) 2024-08-17T17:07:03.822 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.dup_put 2024-08-17T17:07:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:03 smithi189 ceph-mon[90541]: pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:04.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:03 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:04.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:03 smithi189 ceph-mon[90541]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:07:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:03 smithi001 ceph-mon[103274]: pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:03 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:03 smithi001 ceph-mon[103274]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:07:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:03 smithi001 ceph-mon[100737]: pgmap v1074: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:04.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:03 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:04.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:03 smithi001 ceph-mon[100737]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:07:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:04 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:04 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:04 smithi189 ceph-mon[90541]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:07:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:04 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1785816579' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:04 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:04 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:04 smithi001 ceph-mon[100737]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:07:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:04 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1785816579' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:04 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:04 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:04 smithi001 ceph-mon[103274]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:07:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:04 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1785816579' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:05 smithi189 ceph-mon[90541]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:05 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1785816579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:05 smithi189 ceph-mon[90541]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:07:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:05 smithi001 ceph-mon[100737]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:05 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1785816579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:05 smithi001 ceph-mon[100737]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:07:06.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:05 smithi001 ceph-mon[103274]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:05 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1785816579' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:05 smithi001 ceph-mon[103274]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.dup_put (3021 ms) 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-17T17:07:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:07:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:07:07] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.51.0" 2024-08-17T17:07:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:07 smithi189 ceph-mon[90541]: pgmap v1080: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:07 smithi189 ceph-mon[90541]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:07:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:07 smithi001 ceph-mon[103274]: pgmap v1080: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:08.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:07 smithi001 ceph-mon[103274]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:07:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:07 smithi001 ceph-mon[100737]: pgmap v1080: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:07 smithi001 ceph-mon[100737]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:07:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:08 smithi189 ceph-mon[90541]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:07:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:08 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/885141907' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:08 smithi001 ceph-mon[103274]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:07:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:08 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/885141907' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:09.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:08 smithi001 ceph-mon[100737]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:07:09.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:08 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/885141907' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:09.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_cas.get_wrong_data (3015 ms) 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 5 tests from cls_cas (14991 ms total) 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 1 test from chunk_refs_t 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] chunk_refs_t.size 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout:1 60 by_object 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout:2 103 by_object 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout:4 189 by_object 2024-08-17T17:07:09.859 INFO:tasks.workunit.client.0.smithi001.stdout:8 361 by_object 2024-08-17T17:07:09.860 INFO:tasks.workunit.client.0.smithi001.stdout:16 112 by_hash(32 bits) 2024-08-17T17:07:09.860 INFO:tasks.workunit.client.0.smithi001.stdout:32 208 by_hash(32 bits) 2024-08-17T17:07:09.860 INFO:tasks.workunit.client.0.smithi001.stdout:64 400 by_hash(32 bits) 2024-08-17T17:07:09.861 INFO:tasks.workunit.client.0.smithi001.stdout:128 509 by_hash(10 bits) 2024-08-17T17:07:09.861 INFO:tasks.workunit.client.0.smithi001.stdout:256 499 by_hash(7 bits) 2024-08-17T17:07:09.861 INFO:tasks.workunit.client.0.smithi001.stdout:512 462 by_hash(5 bits) 2024-08-17T17:07:09.861 INFO:tasks.workunit.client.0.smithi001.stdout:1024 466 by_hash(5 bits) 2024-08-17T17:07:09.861 INFO:tasks.workunit.client.0.smithi001.stdout:2048 466 by_hash(5 bits) 2024-08-17T17:07:09.861 INFO:tasks.workunit.client.0.smithi001.stdout:4096 470 by_hash(5 bits) 2024-08-17T17:07:09.862 INFO:tasks.workunit.client.0.smithi001.stdout:8192 498 by_hash(4 bits) 2024-08-17T17:07:09.863 INFO:tasks.workunit.client.0.smithi001.stdout:16384 278 by_hash(3 bits) 2024-08-17T17:07:09.865 INFO:tasks.workunit.client.0.smithi001.stdout:32768 337 by_hash(2 bits) 2024-08-17T17:07:09.869 INFO:tasks.workunit.client.0.smithi001.stdout:65536 367 by_hash(2 bits) 2024-08-17T17:07:09.876 INFO:tasks.workunit.client.0.smithi001.stdout:131072 387 by_hash(1 bits) 2024-08-17T17:07:09.891 INFO:tasks.workunit.client.0.smithi001.stdout:262144 331 by_pool 2024-08-17T17:07:09.919 INFO:tasks.workunit.client.0.smithi001.stdout:524288 21 count 2024-08-17T17:07:09.968 INFO:tasks.workunit.client.0.smithi001.stdout:1048576 21 count 2024-08-17T17:07:10.078 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] chunk_refs_t.size (220 ms) 2024-08-17T17:07:10.078 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 1 test from chunk_refs_t (220 ms total) 2024-08-17T17:07:10.078 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:07:10.079 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:07:10.079 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 6 tests from 2 test suites ran. (15212 ms total) 2024-08-17T17:07:10.079 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 6 tests. 2024-08-17T17:07:10.080 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:07:10.081 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:07:10.144 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:09 smithi001 ceph-mon[100737]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:10.145 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:09 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:10.145 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:09 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/885141907' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:10.145 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:09 smithi001 ceph-mon[100737]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:07:10.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:09 smithi001 ceph-mon[103274]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:10.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:09 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:10.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:09 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/885141907' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:10.145 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:09 smithi001 ceph-mon[103274]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:07:10.147 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-17T17:07:10.147 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-17T17:07:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:09 smithi189 ceph-mon[90541]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:09 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:09 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/885141907' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136545-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:09 smithi189 ceph-mon[90541]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:07:10.214 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:07:10.214 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-17T17:07:10.214 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:07:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:07:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:07:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:07:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:10 smithi189 ceph-mon[90541]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:07:11.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:10 smithi001 ceph-mon[100737]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:07:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:10 smithi001 ceph-mon[103274]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:07:11.868 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 31 tests from CmpOmap 2024-08-17T17:07:11.868 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-17T17:07:11.885 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-08-17T17:07:11.886 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-17T17:07:11.889 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-08-17T17:07:11.889 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-17T17:07:11.893 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-08-17T17:07:11.893 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-17T17:07:11.896 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-17T17:07:11.896 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-17T17:07:11.901 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-08-17T17:07:11.902 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-17T17:07:11.910 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-08-17T17:07:11.910 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-17T17:07:11.914 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (4 ms) 2024-08-17T17:07:11.914 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-17T17:07:11.917 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-17T17:07:11.917 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-17T17:07:11.919 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-08-17T17:07:11.920 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-17T17:07:11.923 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-08-17T17:07:11.923 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-17T17:07:11.924 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-17T17:07:11.924 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-17T17:07:11.924 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-08-17T17:07:11.924 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-17T17:07:11.930 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-08-17T17:07:11.930 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-17T17:07:11.937 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-08-17T17:07:11.937 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-17T17:07:11.942 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-08-17T17:07:11.942 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-17T17:07:11.950 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-08-17T17:07:11.950 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-17T17:07:11.957 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-08-17T17:07:11.957 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-17T17:07:11.964 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-17T17:07:11.964 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-17T17:07:11.966 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-17T17:07:11.966 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-17T17:07:11.968 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-17T17:07:11.968 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-17T17:07:11.969 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-17T17:07:11.969 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-17T17:07:11.969 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-17T17:07:11.970 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-17T17:07:11.976 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-08-17T17:07:11.976 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-17T17:07:11.982 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-08-17T17:07:11.982 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-17T17:07:11.989 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-08-17T17:07:11.989 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-17T17:07:11.996 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-17T17:07:11.996 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-17T17:07:11.998 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-17T17:07:11.998 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-17T17:07:12.000 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-17T17:07:12.000 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-17T17:07:12.001 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-17T17:07:12.001 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-17T17:07:12.002 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-17T17:07:12.002 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-17T17:07:12.009 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-08-17T17:07:12.009 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 31 tests from CmpOmap (141 ms total) 2024-08-17T17:07:12.010 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:07:12.010 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:07:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:11 smithi189 ceph-mon[90541]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:11 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:11 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:11 smithi189 ceph-mon[90541]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:07:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:11 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3879904004' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136668-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[103274]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[103274]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:07:12.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3879904004' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136668-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[100737]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[100737]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:07:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:11 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3879904004' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136668-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:12.877 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 31 tests from 1 test suite ran. (2663 ms total) 2024-08-17T17:07:12.877 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 31 tests. 2024-08-17T17:07:12.880 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:07:12.880 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:07:12.952 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-17T17:07:12.952 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-17T17:07:13.024 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:07:13.024 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-17T17:07:13.024 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:07:13.025 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 6 tests from ClsHello 2024-08-17T17:07:13.025 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.SayHello 2024-08-17T17:07:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:12 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3879904004' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136668-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:12 smithi189 ceph-mon[90541]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:07:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:12 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3879904004' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136668-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:12 smithi001 ceph-mon[103274]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:07:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:12 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3879904004' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136668-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:12 smithi001 ceph-mon[100737]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:07:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:13 smithi189 ceph-mon[90541]: pgmap v1089: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:13 smithi189 ceph-mon[90541]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:07:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:13 smithi001 ceph-mon[100737]: pgmap v1089: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:13 smithi001 ceph-mon[100737]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:07:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:13 smithi001 ceph-mon[103274]: pgmap v1089: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:13 smithi001 ceph-mon[103274]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:07:15.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:14 smithi189 ceph-mon[90541]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:07:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:14 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/254196769' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:15.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:14 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:14 smithi001 ceph-mon[100737]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:07:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:14 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/254196769' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:15.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:14 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:15.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:14 smithi001 ceph-mon[103274]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:07:15.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:14 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/254196769' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:15.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:14 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:15.896 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.SayHello (2872 ms) 2024-08-17T17:07:15.896 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.RecordHello 2024-08-17T17:07:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:15 smithi189 ceph-mon[90541]: pgmap v1092: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:15 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:15 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:16.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:15 smithi189 ceph-mon[90541]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:07:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:15 smithi001 ceph-mon[100737]: pgmap v1092: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:15 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:15 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:15 smithi001 ceph-mon[100737]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:07:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:15 smithi001 ceph-mon[103274]: pgmap v1092: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:15 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:15 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:16.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:15 smithi001 ceph-mon[103274]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:07:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:16 smithi189 ceph-mon[90541]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:07:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:16 smithi001 ceph-mon[100737]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:07:17.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:16 smithi001 ceph-mon[103274]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:07:17.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:07:17] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-08-17T17:07:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:17 smithi189 ceph-mon[90541]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:17 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:17 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:17 smithi189 ceph-mon[90541]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:07:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:17 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/554688688' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:18.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:17 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[100737]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:18.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[100737]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/554688688' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[103274]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[103274]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/554688688' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:18.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:17 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:18.917 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.RecordHello (3021 ms) 2024-08-17T17:07:18.917 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-17T17:07:19.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:18 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:19.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:18 smithi189 ceph-mon[90541]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:07:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:18 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:19.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:18 smithi001 ceph-mon[100737]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:07:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:18 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:19.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:18 smithi001 ceph-mon[103274]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:07:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:19 smithi189 ceph-mon[90541]: pgmap v1098: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:20.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:19 smithi189 ceph-mon[90541]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:07:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:19 smithi001 ceph-mon[100737]: pgmap v1098: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:19 smithi001 ceph-mon[100737]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:07:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:19 smithi001 ceph-mon[103274]: pgmap v1098: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:19 smithi001 ceph-mon[103274]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:07:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:07:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:07:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:07:20.932 INFO:tasks.workunit.client.0.smithi001.stdout:require_osd_release = squid 2024-08-17T17:07:20.939 INFO:tasks.workunit.client.0.smithi001.stdout:0 2024-08-17T17:07:21.058 INFO:tasks.workunit.client.0.smithi001.stdout:1 2024-08-17T17:07:21.059 INFO:tasks.workunit.client.0.smithi001.stdout:2 2024-08-17T17:07:21.060 INFO:tasks.workunit.client.0.smithi001.stdout:3 2024-08-17T17:07:21.061 INFO:tasks.workunit.client.0.smithi001.stdout:4 2024-08-17T17:07:21.063 INFO:tasks.workunit.client.0.smithi001.stdout:5 2024-08-17T17:07:21.063 INFO:tasks.workunit.client.0.smithi001.stdout:6 2024-08-17T17:07:21.065 INFO:tasks.workunit.client.0.smithi001.stdout:7 2024-08-17T17:07:21.066 INFO:tasks.workunit.client.0.smithi001.stdout:8 2024-08-17T17:07:21.067 INFO:tasks.workunit.client.0.smithi001.stdout:9 2024-08-17T17:07:21.068 INFO:tasks.workunit.client.0.smithi001.stdout:10 2024-08-17T17:07:21.069 INFO:tasks.workunit.client.0.smithi001.stdout:11 2024-08-17T17:07:21.070 INFO:tasks.workunit.client.0.smithi001.stdout:12 2024-08-17T17:07:21.071 INFO:tasks.workunit.client.0.smithi001.stdout:13 2024-08-17T17:07:21.072 INFO:tasks.workunit.client.0.smithi001.stdout:14 2024-08-17T17:07:21.074 INFO:tasks.workunit.client.0.smithi001.stdout:15 2024-08-17T17:07:21.075 INFO:tasks.workunit.client.0.smithi001.stdout:16 2024-08-17T17:07:21.077 INFO:tasks.workunit.client.0.smithi001.stdout:17 2024-08-17T17:07:21.078 INFO:tasks.workunit.client.0.smithi001.stdout:18 2024-08-17T17:07:21.079 INFO:tasks.workunit.client.0.smithi001.stdout:19 2024-08-17T17:07:21.080 INFO:tasks.workunit.client.0.smithi001.stdout:20 2024-08-17T17:07:21.081 INFO:tasks.workunit.client.0.smithi001.stdout:21 2024-08-17T17:07:21.082 INFO:tasks.workunit.client.0.smithi001.stdout:22 2024-08-17T17:07:21.083 INFO:tasks.workunit.client.0.smithi001.stdout:23 2024-08-17T17:07:21.084 INFO:tasks.workunit.client.0.smithi001.stdout:24 2024-08-17T17:07:21.085 INFO:tasks.workunit.client.0.smithi001.stdout:25 2024-08-17T17:07:21.086 INFO:tasks.workunit.client.0.smithi001.stdout:26 2024-08-17T17:07:21.087 INFO:tasks.workunit.client.0.smithi001.stdout:27 2024-08-17T17:07:21.088 INFO:tasks.workunit.client.0.smithi001.stdout:28 2024-08-17T17:07:21.089 INFO:tasks.workunit.client.0.smithi001.stdout:29 2024-08-17T17:07:21.090 INFO:tasks.workunit.client.0.smithi001.stdout:30 2024-08-17T17:07:21.091 INFO:tasks.workunit.client.0.smithi001.stdout:31 2024-08-17T17:07:21.092 INFO:tasks.workunit.client.0.smithi001.stdout:32 2024-08-17T17:07:21.093 INFO:tasks.workunit.client.0.smithi001.stdout:33 2024-08-17T17:07:21.094 INFO:tasks.workunit.client.0.smithi001.stdout:34 2024-08-17T17:07:21.095 INFO:tasks.workunit.client.0.smithi001.stdout:35 2024-08-17T17:07:21.096 INFO:tasks.workunit.client.0.smithi001.stdout:36 2024-08-17T17:07:21.097 INFO:tasks.workunit.client.0.smithi001.stdout:37 2024-08-17T17:07:21.098 INFO:tasks.workunit.client.0.smithi001.stdout:38 2024-08-17T17:07:21.099 INFO:tasks.workunit.client.0.smithi001.stdout:39 2024-08-17T17:07:21.100 INFO:tasks.workunit.client.0.smithi001.stdout:40 2024-08-17T17:07:21.101 INFO:tasks.workunit.client.0.smithi001.stdout:41 2024-08-17T17:07:21.102 INFO:tasks.workunit.client.0.smithi001.stdout:42 2024-08-17T17:07:21.103 INFO:tasks.workunit.client.0.smithi001.stdout:43 2024-08-17T17:07:21.104 INFO:tasks.workunit.client.0.smithi001.stdout:44 2024-08-17T17:07:21.105 INFO:tasks.workunit.client.0.smithi001.stdout:45 2024-08-17T17:07:21.106 INFO:tasks.workunit.client.0.smithi001.stdout:46 2024-08-17T17:07:21.107 INFO:tasks.workunit.client.0.smithi001.stdout:47 2024-08-17T17:07:21.108 INFO:tasks.workunit.client.0.smithi001.stdout:48 2024-08-17T17:07:21.109 INFO:tasks.workunit.client.0.smithi001.stdout:49 2024-08-17T17:07:21.110 INFO:tasks.workunit.client.0.smithi001.stdout:50 2024-08-17T17:07:21.111 INFO:tasks.workunit.client.0.smithi001.stdout:51 2024-08-17T17:07:21.112 INFO:tasks.workunit.client.0.smithi001.stdout:52 2024-08-17T17:07:21.113 INFO:tasks.workunit.client.0.smithi001.stdout:53 2024-08-17T17:07:21.114 INFO:tasks.workunit.client.0.smithi001.stdout:54 2024-08-17T17:07:21.115 INFO:tasks.workunit.client.0.smithi001.stdout:55 2024-08-17T17:07:21.116 INFO:tasks.workunit.client.0.smithi001.stdout:56 2024-08-17T17:07:21.117 INFO:tasks.workunit.client.0.smithi001.stdout:57 2024-08-17T17:07:21.118 INFO:tasks.workunit.client.0.smithi001.stdout:58 2024-08-17T17:07:21.118 INFO:tasks.workunit.client.0.smithi001.stdout:59 2024-08-17T17:07:21.119 INFO:tasks.workunit.client.0.smithi001.stdout:60 2024-08-17T17:07:21.120 INFO:tasks.workunit.client.0.smithi001.stdout:61 2024-08-17T17:07:21.121 INFO:tasks.workunit.client.0.smithi001.stdout:62 2024-08-17T17:07:21.122 INFO:tasks.workunit.client.0.smithi001.stdout:63 2024-08-17T17:07:21.123 INFO:tasks.workunit.client.0.smithi001.stdout:64 2024-08-17T17:07:21.124 INFO:tasks.workunit.client.0.smithi001.stdout:65 2024-08-17T17:07:21.125 INFO:tasks.workunit.client.0.smithi001.stdout:66 2024-08-17T17:07:21.126 INFO:tasks.workunit.client.0.smithi001.stdout:67 2024-08-17T17:07:21.127 INFO:tasks.workunit.client.0.smithi001.stdout:68 2024-08-17T17:07:21.128 INFO:tasks.workunit.client.0.smithi001.stdout:69 2024-08-17T17:07:21.129 INFO:tasks.workunit.client.0.smithi001.stdout:70 2024-08-17T17:07:21.129 INFO:tasks.workunit.client.0.smithi001.stdout:71 2024-08-17T17:07:21.130 INFO:tasks.workunit.client.0.smithi001.stdout:72 2024-08-17T17:07:21.131 INFO:tasks.workunit.client.0.smithi001.stdout:73 2024-08-17T17:07:21.132 INFO:tasks.workunit.client.0.smithi001.stdout:74 2024-08-17T17:07:21.133 INFO:tasks.workunit.client.0.smithi001.stdout:75 2024-08-17T17:07:21.134 INFO:tasks.workunit.client.0.smithi001.stdout:76 2024-08-17T17:07:21.135 INFO:tasks.workunit.client.0.smithi001.stdout:77 2024-08-17T17:07:21.135 INFO:tasks.workunit.client.0.smithi001.stdout:78 2024-08-17T17:07:21.136 INFO:tasks.workunit.client.0.smithi001.stdout:79 2024-08-17T17:07:21.137 INFO:tasks.workunit.client.0.smithi001.stdout:80 2024-08-17T17:07:21.138 INFO:tasks.workunit.client.0.smithi001.stdout:81 2024-08-17T17:07:21.139 INFO:tasks.workunit.client.0.smithi001.stdout:82 2024-08-17T17:07:21.140 INFO:tasks.workunit.client.0.smithi001.stdout:83 2024-08-17T17:07:21.140 INFO:tasks.workunit.client.0.smithi001.stdout:84 2024-08-17T17:07:21.141 INFO:tasks.workunit.client.0.smithi001.stdout:85 2024-08-17T17:07:21.142 INFO:tasks.workunit.client.0.smithi001.stdout:86 2024-08-17T17:07:21.143 INFO:tasks.workunit.client.0.smithi001.stdout:87 2024-08-17T17:07:21.144 INFO:tasks.workunit.client.0.smithi001.stdout:88 2024-08-17T17:07:21.145 INFO:tasks.workunit.client.0.smithi001.stdout:89 2024-08-17T17:07:21.145 INFO:tasks.workunit.client.0.smithi001.stdout:90 2024-08-17T17:07:21.146 INFO:tasks.workunit.client.0.smithi001.stdout:91 2024-08-17T17:07:21.147 INFO:tasks.workunit.client.0.smithi001.stdout:92 2024-08-17T17:07:21.148 INFO:tasks.workunit.client.0.smithi001.stdout:93 2024-08-17T17:07:21.149 INFO:tasks.workunit.client.0.smithi001.stdout:94 2024-08-17T17:07:21.149 INFO:tasks.workunit.client.0.smithi001.stdout:95 2024-08-17T17:07:21.151 INFO:tasks.workunit.client.0.smithi001.stdout:96 2024-08-17T17:07:21.151 INFO:tasks.workunit.client.0.smithi001.stdout:97 2024-08-17T17:07:21.152 INFO:tasks.workunit.client.0.smithi001.stdout:98 2024-08-17T17:07:21.153 INFO:tasks.workunit.client.0.smithi001.stdout:99 2024-08-17T17:07:21.154 INFO:tasks.workunit.client.0.smithi001.stdout:100 2024-08-17T17:07:21.155 INFO:tasks.workunit.client.0.smithi001.stdout:101 2024-08-17T17:07:21.155 INFO:tasks.workunit.client.0.smithi001.stdout:102 2024-08-17T17:07:21.156 INFO:tasks.workunit.client.0.smithi001.stdout:103 2024-08-17T17:07:21.157 INFO:tasks.workunit.client.0.smithi001.stdout:104 2024-08-17T17:07:21.158 INFO:tasks.workunit.client.0.smithi001.stdout:105 2024-08-17T17:07:21.159 INFO:tasks.workunit.client.0.smithi001.stdout:106 2024-08-17T17:07:21.160 INFO:tasks.workunit.client.0.smithi001.stdout:107 2024-08-17T17:07:21.161 INFO:tasks.workunit.client.0.smithi001.stdout:108 2024-08-17T17:07:21.161 INFO:tasks.workunit.client.0.smithi001.stdout:109 2024-08-17T17:07:21.162 INFO:tasks.workunit.client.0.smithi001.stdout:110 2024-08-17T17:07:21.163 INFO:tasks.workunit.client.0.smithi001.stdout:111 2024-08-17T17:07:21.164 INFO:tasks.workunit.client.0.smithi001.stdout:112 2024-08-17T17:07:21.165 INFO:tasks.workunit.client.0.smithi001.stdout:113 2024-08-17T17:07:21.166 INFO:tasks.workunit.client.0.smithi001.stdout:114 2024-08-17T17:07:21.167 INFO:tasks.workunit.client.0.smithi001.stdout:115 2024-08-17T17:07:21.168 INFO:tasks.workunit.client.0.smithi001.stdout:116 2024-08-17T17:07:21.169 INFO:tasks.workunit.client.0.smithi001.stdout:117 2024-08-17T17:07:21.169 INFO:tasks.workunit.client.0.smithi001.stdout:118 2024-08-17T17:07:21.170 INFO:tasks.workunit.client.0.smithi001.stdout:119 2024-08-17T17:07:21.171 INFO:tasks.workunit.client.0.smithi001.stdout:120 2024-08-17T17:07:21.172 INFO:tasks.workunit.client.0.smithi001.stdout:121 2024-08-17T17:07:21.173 INFO:tasks.workunit.client.0.smithi001.stdout:122 2024-08-17T17:07:21.174 INFO:tasks.workunit.client.0.smithi001.stdout:123 2024-08-17T17:07:21.175 INFO:tasks.workunit.client.0.smithi001.stdout:124 2024-08-17T17:07:21.175 INFO:tasks.workunit.client.0.smithi001.stdout:125 2024-08-17T17:07:21.176 INFO:tasks.workunit.client.0.smithi001.stdout:126 2024-08-17T17:07:21.177 INFO:tasks.workunit.client.0.smithi001.stdout:127 2024-08-17T17:07:21.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:20 smithi189 ceph-mon[90541]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:07:21.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:20 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:21.178 INFO:tasks.workunit.client.0.smithi001.stdout:128 2024-08-17T17:07:21.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:20 smithi001 ceph-mon[103274]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:07:21.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:20 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:20 smithi001 ceph-mon[100737]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:07:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:20 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:21.179 INFO:tasks.workunit.client.0.smithi001.stdout:129 2024-08-17T17:07:21.180 INFO:tasks.workunit.client.0.smithi001.stdout:130 2024-08-17T17:07:21.181 INFO:tasks.workunit.client.0.smithi001.stdout:131 2024-08-17T17:07:21.182 INFO:tasks.workunit.client.0.smithi001.stdout:132 2024-08-17T17:07:21.182 INFO:tasks.workunit.client.0.smithi001.stdout:133 2024-08-17T17:07:21.183 INFO:tasks.workunit.client.0.smithi001.stdout:134 2024-08-17T17:07:21.184 INFO:tasks.workunit.client.0.smithi001.stdout:135 2024-08-17T17:07:21.185 INFO:tasks.workunit.client.0.smithi001.stdout:136 2024-08-17T17:07:21.186 INFO:tasks.workunit.client.0.smithi001.stdout:137 2024-08-17T17:07:21.187 INFO:tasks.workunit.client.0.smithi001.stdout:138 2024-08-17T17:07:21.187 INFO:tasks.workunit.client.0.smithi001.stdout:139 2024-08-17T17:07:21.188 INFO:tasks.workunit.client.0.smithi001.stdout:140 2024-08-17T17:07:21.189 INFO:tasks.workunit.client.0.smithi001.stdout:141 2024-08-17T17:07:21.190 INFO:tasks.workunit.client.0.smithi001.stdout:142 2024-08-17T17:07:21.191 INFO:tasks.workunit.client.0.smithi001.stdout:143 2024-08-17T17:07:21.192 INFO:tasks.workunit.client.0.smithi001.stdout:144 2024-08-17T17:07:21.192 INFO:tasks.workunit.client.0.smithi001.stdout:145 2024-08-17T17:07:21.194 INFO:tasks.workunit.client.0.smithi001.stdout:146 2024-08-17T17:07:21.194 INFO:tasks.workunit.client.0.smithi001.stdout:147 2024-08-17T17:07:21.196 INFO:tasks.workunit.client.0.smithi001.stdout:148 2024-08-17T17:07:21.196 INFO:tasks.workunit.client.0.smithi001.stdout:149 2024-08-17T17:07:21.198 INFO:tasks.workunit.client.0.smithi001.stdout:150 2024-08-17T17:07:21.199 INFO:tasks.workunit.client.0.smithi001.stdout:151 2024-08-17T17:07:21.199 INFO:tasks.workunit.client.0.smithi001.stdout:152 2024-08-17T17:07:21.199 INFO:tasks.workunit.client.0.smithi001.stdout:153 2024-08-17T17:07:21.200 INFO:tasks.workunit.client.0.smithi001.stdout:154 2024-08-17T17:07:21.201 INFO:tasks.workunit.client.0.smithi001.stdout:155 2024-08-17T17:07:21.202 INFO:tasks.workunit.client.0.smithi001.stdout:156 2024-08-17T17:07:21.203 INFO:tasks.workunit.client.0.smithi001.stdout:157 2024-08-17T17:07:21.204 INFO:tasks.workunit.client.0.smithi001.stdout:158 2024-08-17T17:07:21.205 INFO:tasks.workunit.client.0.smithi001.stdout:159 2024-08-17T17:07:21.206 INFO:tasks.workunit.client.0.smithi001.stdout:160 2024-08-17T17:07:21.207 INFO:tasks.workunit.client.0.smithi001.stdout:161 2024-08-17T17:07:21.207 INFO:tasks.workunit.client.0.smithi001.stdout:162 2024-08-17T17:07:21.208 INFO:tasks.workunit.client.0.smithi001.stdout:163 2024-08-17T17:07:21.209 INFO:tasks.workunit.client.0.smithi001.stdout:164 2024-08-17T17:07:21.210 INFO:tasks.workunit.client.0.smithi001.stdout:165 2024-08-17T17:07:21.211 INFO:tasks.workunit.client.0.smithi001.stdout:166 2024-08-17T17:07:21.212 INFO:tasks.workunit.client.0.smithi001.stdout:167 2024-08-17T17:07:21.213 INFO:tasks.workunit.client.0.smithi001.stdout:168 2024-08-17T17:07:21.214 INFO:tasks.workunit.client.0.smithi001.stdout:169 2024-08-17T17:07:21.215 INFO:tasks.workunit.client.0.smithi001.stdout:170 2024-08-17T17:07:21.216 INFO:tasks.workunit.client.0.smithi001.stdout:171 2024-08-17T17:07:21.216 INFO:tasks.workunit.client.0.smithi001.stdout:172 2024-08-17T17:07:21.217 INFO:tasks.workunit.client.0.smithi001.stdout:173 2024-08-17T17:07:21.218 INFO:tasks.workunit.client.0.smithi001.stdout:174 2024-08-17T17:07:21.219 INFO:tasks.workunit.client.0.smithi001.stdout:175 2024-08-17T17:07:21.220 INFO:tasks.workunit.client.0.smithi001.stdout:176 2024-08-17T17:07:21.221 INFO:tasks.workunit.client.0.smithi001.stdout:177 2024-08-17T17:07:21.222 INFO:tasks.workunit.client.0.smithi001.stdout:178 2024-08-17T17:07:21.223 INFO:tasks.workunit.client.0.smithi001.stdout:179 2024-08-17T17:07:21.223 INFO:tasks.workunit.client.0.smithi001.stdout:180 2024-08-17T17:07:21.224 INFO:tasks.workunit.client.0.smithi001.stdout:181 2024-08-17T17:07:21.225 INFO:tasks.workunit.client.0.smithi001.stdout:182 2024-08-17T17:07:21.226 INFO:tasks.workunit.client.0.smithi001.stdout:183 2024-08-17T17:07:21.227 INFO:tasks.workunit.client.0.smithi001.stdout:184 2024-08-17T17:07:21.228 INFO:tasks.workunit.client.0.smithi001.stdout:185 2024-08-17T17:07:21.229 INFO:tasks.workunit.client.0.smithi001.stdout:186 2024-08-17T17:07:21.230 INFO:tasks.workunit.client.0.smithi001.stdout:187 2024-08-17T17:07:21.230 INFO:tasks.workunit.client.0.smithi001.stdout:188 2024-08-17T17:07:21.231 INFO:tasks.workunit.client.0.smithi001.stdout:189 2024-08-17T17:07:21.232 INFO:tasks.workunit.client.0.smithi001.stdout:190 2024-08-17T17:07:21.233 INFO:tasks.workunit.client.0.smithi001.stdout:191 2024-08-17T17:07:21.234 INFO:tasks.workunit.client.0.smithi001.stdout:192 2024-08-17T17:07:21.234 INFO:tasks.workunit.client.0.smithi001.stdout:193 2024-08-17T17:07:21.236 INFO:tasks.workunit.client.0.smithi001.stdout:194 2024-08-17T17:07:21.236 INFO:tasks.workunit.client.0.smithi001.stdout:195 2024-08-17T17:07:21.237 INFO:tasks.workunit.client.0.smithi001.stdout:196 2024-08-17T17:07:21.238 INFO:tasks.workunit.client.0.smithi001.stdout:197 2024-08-17T17:07:21.240 INFO:tasks.workunit.client.0.smithi001.stdout:198 2024-08-17T17:07:21.240 INFO:tasks.workunit.client.0.smithi001.stdout:199 2024-08-17T17:07:21.241 INFO:tasks.workunit.client.0.smithi001.stdout:200 2024-08-17T17:07:21.242 INFO:tasks.workunit.client.0.smithi001.stdout:201 2024-08-17T17:07:21.243 INFO:tasks.workunit.client.0.smithi001.stdout:202 2024-08-17T17:07:21.244 INFO:tasks.workunit.client.0.smithi001.stdout:203 2024-08-17T17:07:21.245 INFO:tasks.workunit.client.0.smithi001.stdout:204 2024-08-17T17:07:21.246 INFO:tasks.workunit.client.0.smithi001.stdout:205 2024-08-17T17:07:21.247 INFO:tasks.workunit.client.0.smithi001.stdout:206 2024-08-17T17:07:21.248 INFO:tasks.workunit.client.0.smithi001.stdout:207 2024-08-17T17:07:21.248 INFO:tasks.workunit.client.0.smithi001.stdout:208 2024-08-17T17:07:21.249 INFO:tasks.workunit.client.0.smithi001.stdout:209 2024-08-17T17:07:21.250 INFO:tasks.workunit.client.0.smithi001.stdout:210 2024-08-17T17:07:21.251 INFO:tasks.workunit.client.0.smithi001.stdout:211 2024-08-17T17:07:21.252 INFO:tasks.workunit.client.0.smithi001.stdout:212 2024-08-17T17:07:21.253 INFO:tasks.workunit.client.0.smithi001.stdout:213 2024-08-17T17:07:21.254 INFO:tasks.workunit.client.0.smithi001.stdout:214 2024-08-17T17:07:21.254 INFO:tasks.workunit.client.0.smithi001.stdout:215 2024-08-17T17:07:21.256 INFO:tasks.workunit.client.0.smithi001.stdout:216 2024-08-17T17:07:21.257 INFO:tasks.workunit.client.0.smithi001.stdout:217 2024-08-17T17:07:21.257 INFO:tasks.workunit.client.0.smithi001.stdout:218 2024-08-17T17:07:21.258 INFO:tasks.workunit.client.0.smithi001.stdout:219 2024-08-17T17:07:21.259 INFO:tasks.workunit.client.0.smithi001.stdout:220 2024-08-17T17:07:21.260 INFO:tasks.workunit.client.0.smithi001.stdout:221 2024-08-17T17:07:21.261 INFO:tasks.workunit.client.0.smithi001.stdout:222 2024-08-17T17:07:21.262 INFO:tasks.workunit.client.0.smithi001.stdout:223 2024-08-17T17:07:21.263 INFO:tasks.workunit.client.0.smithi001.stdout:224 2024-08-17T17:07:21.264 INFO:tasks.workunit.client.0.smithi001.stdout:225 2024-08-17T17:07:21.264 INFO:tasks.workunit.client.0.smithi001.stdout:226 2024-08-17T17:07:21.265 INFO:tasks.workunit.client.0.smithi001.stdout:227 2024-08-17T17:07:21.266 INFO:tasks.workunit.client.0.smithi001.stdout:228 2024-08-17T17:07:21.267 INFO:tasks.workunit.client.0.smithi001.stdout:229 2024-08-17T17:07:21.268 INFO:tasks.workunit.client.0.smithi001.stdout:230 2024-08-17T17:07:21.269 INFO:tasks.workunit.client.0.smithi001.stdout:231 2024-08-17T17:07:21.270 INFO:tasks.workunit.client.0.smithi001.stdout:232 2024-08-17T17:07:21.271 INFO:tasks.workunit.client.0.smithi001.stdout:233 2024-08-17T17:07:21.272 INFO:tasks.workunit.client.0.smithi001.stdout:234 2024-08-17T17:07:21.272 INFO:tasks.workunit.client.0.smithi001.stdout:235 2024-08-17T17:07:21.273 INFO:tasks.workunit.client.0.smithi001.stdout:236 2024-08-17T17:07:21.274 INFO:tasks.workunit.client.0.smithi001.stdout:237 2024-08-17T17:07:21.275 INFO:tasks.workunit.client.0.smithi001.stdout:238 2024-08-17T17:07:21.276 INFO:tasks.workunit.client.0.smithi001.stdout:239 2024-08-17T17:07:21.277 INFO:tasks.workunit.client.0.smithi001.stdout:240 2024-08-17T17:07:21.278 INFO:tasks.workunit.client.0.smithi001.stdout:241 2024-08-17T17:07:21.279 INFO:tasks.workunit.client.0.smithi001.stdout:242 2024-08-17T17:07:21.279 INFO:tasks.workunit.client.0.smithi001.stdout:243 2024-08-17T17:07:21.280 INFO:tasks.workunit.client.0.smithi001.stdout:244 2024-08-17T17:07:21.281 INFO:tasks.workunit.client.0.smithi001.stdout:245 2024-08-17T17:07:21.282 INFO:tasks.workunit.client.0.smithi001.stdout:246 2024-08-17T17:07:21.283 INFO:tasks.workunit.client.0.smithi001.stdout:247 2024-08-17T17:07:21.284 INFO:tasks.workunit.client.0.smithi001.stdout:248 2024-08-17T17:07:21.285 INFO:tasks.workunit.client.0.smithi001.stdout:249 2024-08-17T17:07:21.285 INFO:tasks.workunit.client.0.smithi001.stdout:250 2024-08-17T17:07:21.286 INFO:tasks.workunit.client.0.smithi001.stdout:251 2024-08-17T17:07:21.287 INFO:tasks.workunit.client.0.smithi001.stdout:252 2024-08-17T17:07:21.288 INFO:tasks.workunit.client.0.smithi001.stdout:253 2024-08-17T17:07:21.289 INFO:tasks.workunit.client.0.smithi001.stdout:254 2024-08-17T17:07:21.290 INFO:tasks.workunit.client.0.smithi001.stdout:255 2024-08-17T17:07:21.291 INFO:tasks.workunit.client.0.smithi001.stdout:256 2024-08-17T17:07:21.293 INFO:tasks.workunit.client.0.smithi001.stdout:257 2024-08-17T17:07:21.293 INFO:tasks.workunit.client.0.smithi001.stdout:258 2024-08-17T17:07:21.294 INFO:tasks.workunit.client.0.smithi001.stdout:259 2024-08-17T17:07:21.295 INFO:tasks.workunit.client.0.smithi001.stdout:260 2024-08-17T17:07:21.296 INFO:tasks.workunit.client.0.smithi001.stdout:261 2024-08-17T17:07:21.297 INFO:tasks.workunit.client.0.smithi001.stdout:262 2024-08-17T17:07:21.298 INFO:tasks.workunit.client.0.smithi001.stdout:263 2024-08-17T17:07:21.299 INFO:tasks.workunit.client.0.smithi001.stdout:264 2024-08-17T17:07:21.300 INFO:tasks.workunit.client.0.smithi001.stdout:265 2024-08-17T17:07:21.300 INFO:tasks.workunit.client.0.smithi001.stdout:266 2024-08-17T17:07:21.301 INFO:tasks.workunit.client.0.smithi001.stdout:267 2024-08-17T17:07:21.302 INFO:tasks.workunit.client.0.smithi001.stdout:268 2024-08-17T17:07:21.303 INFO:tasks.workunit.client.0.smithi001.stdout:269 2024-08-17T17:07:21.304 INFO:tasks.workunit.client.0.smithi001.stdout:270 2024-08-17T17:07:21.305 INFO:tasks.workunit.client.0.smithi001.stdout:271 2024-08-17T17:07:21.306 INFO:tasks.workunit.client.0.smithi001.stdout:272 2024-08-17T17:07:21.307 INFO:tasks.workunit.client.0.smithi001.stdout:273 2024-08-17T17:07:21.308 INFO:tasks.workunit.client.0.smithi001.stdout:274 2024-08-17T17:07:21.310 INFO:tasks.workunit.client.0.smithi001.stdout:275 2024-08-17T17:07:21.310 INFO:tasks.workunit.client.0.smithi001.stdout:276 2024-08-17T17:07:21.311 INFO:tasks.workunit.client.0.smithi001.stdout:277 2024-08-17T17:07:21.312 INFO:tasks.workunit.client.0.smithi001.stdout:278 2024-08-17T17:07:21.313 INFO:tasks.workunit.client.0.smithi001.stdout:279 2024-08-17T17:07:21.314 INFO:tasks.workunit.client.0.smithi001.stdout:280 2024-08-17T17:07:21.315 INFO:tasks.workunit.client.0.smithi001.stdout:281 2024-08-17T17:07:21.316 INFO:tasks.workunit.client.0.smithi001.stdout:282 2024-08-17T17:07:21.317 INFO:tasks.workunit.client.0.smithi001.stdout:283 2024-08-17T17:07:21.317 INFO:tasks.workunit.client.0.smithi001.stdout:284 2024-08-17T17:07:21.318 INFO:tasks.workunit.client.0.smithi001.stdout:285 2024-08-17T17:07:21.319 INFO:tasks.workunit.client.0.smithi001.stdout:286 2024-08-17T17:07:21.320 INFO:tasks.workunit.client.0.smithi001.stdout:287 2024-08-17T17:07:21.321 INFO:tasks.workunit.client.0.smithi001.stdout:288 2024-08-17T17:07:21.322 INFO:tasks.workunit.client.0.smithi001.stdout:289 2024-08-17T17:07:21.323 INFO:tasks.workunit.client.0.smithi001.stdout:290 2024-08-17T17:07:21.324 INFO:tasks.workunit.client.0.smithi001.stdout:291 2024-08-17T17:07:21.324 INFO:tasks.workunit.client.0.smithi001.stdout:292 2024-08-17T17:07:21.325 INFO:tasks.workunit.client.0.smithi001.stdout:293 2024-08-17T17:07:21.327 INFO:tasks.workunit.client.0.smithi001.stdout:294 2024-08-17T17:07:21.327 INFO:tasks.workunit.client.0.smithi001.stdout:295 2024-08-17T17:07:21.328 INFO:tasks.workunit.client.0.smithi001.stdout:296 2024-08-17T17:07:21.329 INFO:tasks.workunit.client.0.smithi001.stdout:297 2024-08-17T17:07:21.330 INFO:tasks.workunit.client.0.smithi001.stdout:298 2024-08-17T17:07:21.330 INFO:tasks.workunit.client.0.smithi001.stdout:299 2024-08-17T17:07:21.331 INFO:tasks.workunit.client.0.smithi001.stdout:300 2024-08-17T17:07:21.332 INFO:tasks.workunit.client.0.smithi001.stdout:301 2024-08-17T17:07:21.333 INFO:tasks.workunit.client.0.smithi001.stdout:302 2024-08-17T17:07:21.334 INFO:tasks.workunit.client.0.smithi001.stdout:303 2024-08-17T17:07:21.335 INFO:tasks.workunit.client.0.smithi001.stdout:304 2024-08-17T17:07:21.336 INFO:tasks.workunit.client.0.smithi001.stdout:305 2024-08-17T17:07:21.337 INFO:tasks.workunit.client.0.smithi001.stdout:306 2024-08-17T17:07:21.337 INFO:tasks.workunit.client.0.smithi001.stdout:307 2024-08-17T17:07:21.338 INFO:tasks.workunit.client.0.smithi001.stdout:308 2024-08-17T17:07:21.339 INFO:tasks.workunit.client.0.smithi001.stdout:309 2024-08-17T17:07:21.340 INFO:tasks.workunit.client.0.smithi001.stdout:310 2024-08-17T17:07:21.341 INFO:tasks.workunit.client.0.smithi001.stdout:311 2024-08-17T17:07:21.342 INFO:tasks.workunit.client.0.smithi001.stdout:312 2024-08-17T17:07:21.343 INFO:tasks.workunit.client.0.smithi001.stdout:313 2024-08-17T17:07:21.344 INFO:tasks.workunit.client.0.smithi001.stdout:314 2024-08-17T17:07:21.345 INFO:tasks.workunit.client.0.smithi001.stdout:315 2024-08-17T17:07:21.345 INFO:tasks.workunit.client.0.smithi001.stdout:316 2024-08-17T17:07:21.347 INFO:tasks.workunit.client.0.smithi001.stdout:317 2024-08-17T17:07:21.347 INFO:tasks.workunit.client.0.smithi001.stdout:318 2024-08-17T17:07:21.348 INFO:tasks.workunit.client.0.smithi001.stdout:319 2024-08-17T17:07:21.349 INFO:tasks.workunit.client.0.smithi001.stdout:320 2024-08-17T17:07:21.350 INFO:tasks.workunit.client.0.smithi001.stdout:321 2024-08-17T17:07:21.351 INFO:tasks.workunit.client.0.smithi001.stdout:322 2024-08-17T17:07:21.352 INFO:tasks.workunit.client.0.smithi001.stdout:323 2024-08-17T17:07:21.353 INFO:tasks.workunit.client.0.smithi001.stdout:324 2024-08-17T17:07:21.354 INFO:tasks.workunit.client.0.smithi001.stdout:325 2024-08-17T17:07:21.355 INFO:tasks.workunit.client.0.smithi001.stdout:326 2024-08-17T17:07:21.356 INFO:tasks.workunit.client.0.smithi001.stdout:327 2024-08-17T17:07:21.356 INFO:tasks.workunit.client.0.smithi001.stdout:328 2024-08-17T17:07:21.357 INFO:tasks.workunit.client.0.smithi001.stdout:329 2024-08-17T17:07:21.358 INFO:tasks.workunit.client.0.smithi001.stdout:330 2024-08-17T17:07:21.359 INFO:tasks.workunit.client.0.smithi001.stdout:331 2024-08-17T17:07:21.360 INFO:tasks.workunit.client.0.smithi001.stdout:332 2024-08-17T17:07:21.361 INFO:tasks.workunit.client.0.smithi001.stdout:333 2024-08-17T17:07:21.362 INFO:tasks.workunit.client.0.smithi001.stdout:334 2024-08-17T17:07:21.363 INFO:tasks.workunit.client.0.smithi001.stdout:335 2024-08-17T17:07:21.364 INFO:tasks.workunit.client.0.smithi001.stdout:336 2024-08-17T17:07:21.365 INFO:tasks.workunit.client.0.smithi001.stdout:337 2024-08-17T17:07:21.365 INFO:tasks.workunit.client.0.smithi001.stdout:338 2024-08-17T17:07:21.366 INFO:tasks.workunit.client.0.smithi001.stdout:339 2024-08-17T17:07:21.367 INFO:tasks.workunit.client.0.smithi001.stdout:340 2024-08-17T17:07:21.368 INFO:tasks.workunit.client.0.smithi001.stdout:341 2024-08-17T17:07:21.369 INFO:tasks.workunit.client.0.smithi001.stdout:342 2024-08-17T17:07:21.370 INFO:tasks.workunit.client.0.smithi001.stdout:343 2024-08-17T17:07:21.371 INFO:tasks.workunit.client.0.smithi001.stdout:344 2024-08-17T17:07:21.372 INFO:tasks.workunit.client.0.smithi001.stdout:345 2024-08-17T17:07:21.373 INFO:tasks.workunit.client.0.smithi001.stdout:346 2024-08-17T17:07:21.374 INFO:tasks.workunit.client.0.smithi001.stdout:347 2024-08-17T17:07:21.375 INFO:tasks.workunit.client.0.smithi001.stdout:348 2024-08-17T17:07:21.376 INFO:tasks.workunit.client.0.smithi001.stdout:349 2024-08-17T17:07:21.377 INFO:tasks.workunit.client.0.smithi001.stdout:350 2024-08-17T17:07:21.378 INFO:tasks.workunit.client.0.smithi001.stdout:351 2024-08-17T17:07:21.379 INFO:tasks.workunit.client.0.smithi001.stdout:352 2024-08-17T17:07:21.380 INFO:tasks.workunit.client.0.smithi001.stdout:353 2024-08-17T17:07:21.381 INFO:tasks.workunit.client.0.smithi001.stdout:354 2024-08-17T17:07:21.381 INFO:tasks.workunit.client.0.smithi001.stdout:355 2024-08-17T17:07:21.382 INFO:tasks.workunit.client.0.smithi001.stdout:356 2024-08-17T17:07:21.383 INFO:tasks.workunit.client.0.smithi001.stdout:357 2024-08-17T17:07:21.384 INFO:tasks.workunit.client.0.smithi001.stdout:358 2024-08-17T17:07:21.385 INFO:tasks.workunit.client.0.smithi001.stdout:359 2024-08-17T17:07:21.386 INFO:tasks.workunit.client.0.smithi001.stdout:360 2024-08-17T17:07:21.387 INFO:tasks.workunit.client.0.smithi001.stdout:361 2024-08-17T17:07:21.388 INFO:tasks.workunit.client.0.smithi001.stdout:362 2024-08-17T17:07:21.389 INFO:tasks.workunit.client.0.smithi001.stdout:363 2024-08-17T17:07:21.390 INFO:tasks.workunit.client.0.smithi001.stdout:364 2024-08-17T17:07:21.391 INFO:tasks.workunit.client.0.smithi001.stdout:365 2024-08-17T17:07:21.392 INFO:tasks.workunit.client.0.smithi001.stdout:366 2024-08-17T17:07:21.393 INFO:tasks.workunit.client.0.smithi001.stdout:367 2024-08-17T17:07:21.393 INFO:tasks.workunit.client.0.smithi001.stdout:368 2024-08-17T17:07:21.394 INFO:tasks.workunit.client.0.smithi001.stdout:369 2024-08-17T17:07:21.396 INFO:tasks.workunit.client.0.smithi001.stdout:370 2024-08-17T17:07:21.397 INFO:tasks.workunit.client.0.smithi001.stdout:371 2024-08-17T17:07:21.398 INFO:tasks.workunit.client.0.smithi001.stdout:372 2024-08-17T17:07:21.402 INFO:tasks.workunit.client.0.smithi001.stdout:373 2024-08-17T17:07:21.402 INFO:tasks.workunit.client.0.smithi001.stdout:374 2024-08-17T17:07:21.402 INFO:tasks.workunit.client.0.smithi001.stdout:375 2024-08-17T17:07:21.402 INFO:tasks.workunit.client.0.smithi001.stdout:376 2024-08-17T17:07:21.402 INFO:tasks.workunit.client.0.smithi001.stdout:377 2024-08-17T17:07:21.403 INFO:tasks.workunit.client.0.smithi001.stdout:378 2024-08-17T17:07:21.404 INFO:tasks.workunit.client.0.smithi001.stdout:379 2024-08-17T17:07:21.405 INFO:tasks.workunit.client.0.smithi001.stdout:380 2024-08-17T17:07:21.406 INFO:tasks.workunit.client.0.smithi001.stdout:381 2024-08-17T17:07:21.407 INFO:tasks.workunit.client.0.smithi001.stdout:382 2024-08-17T17:07:21.408 INFO:tasks.workunit.client.0.smithi001.stdout:383 2024-08-17T17:07:21.409 INFO:tasks.workunit.client.0.smithi001.stdout:384 2024-08-17T17:07:21.410 INFO:tasks.workunit.client.0.smithi001.stdout:385 2024-08-17T17:07:21.411 INFO:tasks.workunit.client.0.smithi001.stdout:386 2024-08-17T17:07:21.411 INFO:tasks.workunit.client.0.smithi001.stdout:387 2024-08-17T17:07:21.412 INFO:tasks.workunit.client.0.smithi001.stdout:388 2024-08-17T17:07:21.413 INFO:tasks.workunit.client.0.smithi001.stdout:389 2024-08-17T17:07:21.414 INFO:tasks.workunit.client.0.smithi001.stdout:390 2024-08-17T17:07:21.415 INFO:tasks.workunit.client.0.smithi001.stdout:391 2024-08-17T17:07:21.416 INFO:tasks.workunit.client.0.smithi001.stdout:392 2024-08-17T17:07:21.417 INFO:tasks.workunit.client.0.smithi001.stdout:393 2024-08-17T17:07:21.418 INFO:tasks.workunit.client.0.smithi001.stdout:394 2024-08-17T17:07:21.419 INFO:tasks.workunit.client.0.smithi001.stdout:395 2024-08-17T17:07:21.420 INFO:tasks.workunit.client.0.smithi001.stdout:396 2024-08-17T17:07:21.421 INFO:tasks.workunit.client.0.smithi001.stdout:397 2024-08-17T17:07:21.422 INFO:tasks.workunit.client.0.smithi001.stdout:398 2024-08-17T17:07:21.422 INFO:tasks.workunit.client.0.smithi001.stdout:399 2024-08-17T17:07:21.423 INFO:tasks.workunit.client.0.smithi001.stdout:400 2024-08-17T17:07:21.424 INFO:tasks.workunit.client.0.smithi001.stdout:401 2024-08-17T17:07:21.425 INFO:tasks.workunit.client.0.smithi001.stdout:402 2024-08-17T17:07:21.426 INFO:tasks.workunit.client.0.smithi001.stdout:403 2024-08-17T17:07:21.427 INFO:tasks.workunit.client.0.smithi001.stdout:404 2024-08-17T17:07:21.428 INFO:tasks.workunit.client.0.smithi001.stdout:405 2024-08-17T17:07:21.429 INFO:tasks.workunit.client.0.smithi001.stdout:406 2024-08-17T17:07:21.430 INFO:tasks.workunit.client.0.smithi001.stdout:407 2024-08-17T17:07:21.431 INFO:tasks.workunit.client.0.smithi001.stdout:408 2024-08-17T17:07:21.432 INFO:tasks.workunit.client.0.smithi001.stdout:409 2024-08-17T17:07:21.433 INFO:tasks.workunit.client.0.smithi001.stdout:410 2024-08-17T17:07:21.434 INFO:tasks.workunit.client.0.smithi001.stdout:411 2024-08-17T17:07:21.435 INFO:tasks.workunit.client.0.smithi001.stdout:412 2024-08-17T17:07:21.436 INFO:tasks.workunit.client.0.smithi001.stdout:413 2024-08-17T17:07:21.437 INFO:tasks.workunit.client.0.smithi001.stdout:414 2024-08-17T17:07:21.438 INFO:tasks.workunit.client.0.smithi001.stdout:415 2024-08-17T17:07:21.439 INFO:tasks.workunit.client.0.smithi001.stdout:416 2024-08-17T17:07:21.440 INFO:tasks.workunit.client.0.smithi001.stdout:417 2024-08-17T17:07:21.441 INFO:tasks.workunit.client.0.smithi001.stdout:418 2024-08-17T17:07:21.442 INFO:tasks.workunit.client.0.smithi001.stdout:419 2024-08-17T17:07:21.443 INFO:tasks.workunit.client.0.smithi001.stdout:420 2024-08-17T17:07:21.444 INFO:tasks.workunit.client.0.smithi001.stdout:421 2024-08-17T17:07:21.445 INFO:tasks.workunit.client.0.smithi001.stdout:422 2024-08-17T17:07:21.446 INFO:tasks.workunit.client.0.smithi001.stdout:423 2024-08-17T17:07:21.447 INFO:tasks.workunit.client.0.smithi001.stdout:424 2024-08-17T17:07:21.448 INFO:tasks.workunit.client.0.smithi001.stdout:425 2024-08-17T17:07:21.449 INFO:tasks.workunit.client.0.smithi001.stdout:426 2024-08-17T17:07:21.450 INFO:tasks.workunit.client.0.smithi001.stdout:427 2024-08-17T17:07:21.451 INFO:tasks.workunit.client.0.smithi001.stdout:428 2024-08-17T17:07:21.452 INFO:tasks.workunit.client.0.smithi001.stdout:429 2024-08-17T17:07:21.453 INFO:tasks.workunit.client.0.smithi001.stdout:430 2024-08-17T17:07:21.454 INFO:tasks.workunit.client.0.smithi001.stdout:431 2024-08-17T17:07:21.455 INFO:tasks.workunit.client.0.smithi001.stdout:432 2024-08-17T17:07:21.456 INFO:tasks.workunit.client.0.smithi001.stdout:433 2024-08-17T17:07:21.457 INFO:tasks.workunit.client.0.smithi001.stdout:434 2024-08-17T17:07:21.458 INFO:tasks.workunit.client.0.smithi001.stdout:435 2024-08-17T17:07:21.459 INFO:tasks.workunit.client.0.smithi001.stdout:436 2024-08-17T17:07:21.460 INFO:tasks.workunit.client.0.smithi001.stdout:437 2024-08-17T17:07:21.461 INFO:tasks.workunit.client.0.smithi001.stdout:438 2024-08-17T17:07:21.462 INFO:tasks.workunit.client.0.smithi001.stdout:439 2024-08-17T17:07:21.463 INFO:tasks.workunit.client.0.smithi001.stdout:440 2024-08-17T17:07:21.464 INFO:tasks.workunit.client.0.smithi001.stdout:441 2024-08-17T17:07:21.465 INFO:tasks.workunit.client.0.smithi001.stdout:442 2024-08-17T17:07:21.466 INFO:tasks.workunit.client.0.smithi001.stdout:443 2024-08-17T17:07:21.467 INFO:tasks.workunit.client.0.smithi001.stdout:444 2024-08-17T17:07:21.468 INFO:tasks.workunit.client.0.smithi001.stdout:445 2024-08-17T17:07:21.469 INFO:tasks.workunit.client.0.smithi001.stdout:446 2024-08-17T17:07:21.470 INFO:tasks.workunit.client.0.smithi001.stdout:447 2024-08-17T17:07:21.471 INFO:tasks.workunit.client.0.smithi001.stdout:448 2024-08-17T17:07:21.472 INFO:tasks.workunit.client.0.smithi001.stdout:449 2024-08-17T17:07:21.473 INFO:tasks.workunit.client.0.smithi001.stdout:450 2024-08-17T17:07:21.474 INFO:tasks.workunit.client.0.smithi001.stdout:451 2024-08-17T17:07:21.475 INFO:tasks.workunit.client.0.smithi001.stdout:452 2024-08-17T17:07:21.476 INFO:tasks.workunit.client.0.smithi001.stdout:453 2024-08-17T17:07:21.477 INFO:tasks.workunit.client.0.smithi001.stdout:454 2024-08-17T17:07:21.478 INFO:tasks.workunit.client.0.smithi001.stdout:455 2024-08-17T17:07:21.479 INFO:tasks.workunit.client.0.smithi001.stdout:456 2024-08-17T17:07:21.480 INFO:tasks.workunit.client.0.smithi001.stdout:457 2024-08-17T17:07:21.481 INFO:tasks.workunit.client.0.smithi001.stdout:458 2024-08-17T17:07:21.482 INFO:tasks.workunit.client.0.smithi001.stdout:459 2024-08-17T17:07:21.483 INFO:tasks.workunit.client.0.smithi001.stdout:460 2024-08-17T17:07:21.484 INFO:tasks.workunit.client.0.smithi001.stdout:461 2024-08-17T17:07:21.485 INFO:tasks.workunit.client.0.smithi001.stdout:462 2024-08-17T17:07:21.486 INFO:tasks.workunit.client.0.smithi001.stdout:463 2024-08-17T17:07:21.487 INFO:tasks.workunit.client.0.smithi001.stdout:464 2024-08-17T17:07:21.488 INFO:tasks.workunit.client.0.smithi001.stdout:465 2024-08-17T17:07:21.489 INFO:tasks.workunit.client.0.smithi001.stdout:466 2024-08-17T17:07:21.490 INFO:tasks.workunit.client.0.smithi001.stdout:467 2024-08-17T17:07:21.491 INFO:tasks.workunit.client.0.smithi001.stdout:468 2024-08-17T17:07:21.492 INFO:tasks.workunit.client.0.smithi001.stdout:469 2024-08-17T17:07:21.493 INFO:tasks.workunit.client.0.smithi001.stdout:470 2024-08-17T17:07:21.494 INFO:tasks.workunit.client.0.smithi001.stdout:471 2024-08-17T17:07:21.495 INFO:tasks.workunit.client.0.smithi001.stdout:472 2024-08-17T17:07:21.496 INFO:tasks.workunit.client.0.smithi001.stdout:473 2024-08-17T17:07:21.497 INFO:tasks.workunit.client.0.smithi001.stdout:474 2024-08-17T17:07:21.498 INFO:tasks.workunit.client.0.smithi001.stdout:475 2024-08-17T17:07:21.499 INFO:tasks.workunit.client.0.smithi001.stdout:476 2024-08-17T17:07:21.500 INFO:tasks.workunit.client.0.smithi001.stdout:477 2024-08-17T17:07:21.501 INFO:tasks.workunit.client.0.smithi001.stdout:478 2024-08-17T17:07:21.502 INFO:tasks.workunit.client.0.smithi001.stdout:479 2024-08-17T17:07:21.503 INFO:tasks.workunit.client.0.smithi001.stdout:480 2024-08-17T17:07:21.504 INFO:tasks.workunit.client.0.smithi001.stdout:481 2024-08-17T17:07:21.505 INFO:tasks.workunit.client.0.smithi001.stdout:482 2024-08-17T17:07:21.506 INFO:tasks.workunit.client.0.smithi001.stdout:483 2024-08-17T17:07:21.507 INFO:tasks.workunit.client.0.smithi001.stdout:484 2024-08-17T17:07:21.508 INFO:tasks.workunit.client.0.smithi001.stdout:485 2024-08-17T17:07:21.509 INFO:tasks.workunit.client.0.smithi001.stdout:486 2024-08-17T17:07:21.511 INFO:tasks.workunit.client.0.smithi001.stdout:487 2024-08-17T17:07:21.512 INFO:tasks.workunit.client.0.smithi001.stdout:488 2024-08-17T17:07:21.513 INFO:tasks.workunit.client.0.smithi001.stdout:489 2024-08-17T17:07:21.514 INFO:tasks.workunit.client.0.smithi001.stdout:490 2024-08-17T17:07:21.515 INFO:tasks.workunit.client.0.smithi001.stdout:491 2024-08-17T17:07:21.516 INFO:tasks.workunit.client.0.smithi001.stdout:492 2024-08-17T17:07:21.517 INFO:tasks.workunit.client.0.smithi001.stdout:493 2024-08-17T17:07:21.518 INFO:tasks.workunit.client.0.smithi001.stdout:494 2024-08-17T17:07:21.519 INFO:tasks.workunit.client.0.smithi001.stdout:495 2024-08-17T17:07:21.520 INFO:tasks.workunit.client.0.smithi001.stdout:496 2024-08-17T17:07:21.521 INFO:tasks.workunit.client.0.smithi001.stdout:497 2024-08-17T17:07:21.522 INFO:tasks.workunit.client.0.smithi001.stdout:498 2024-08-17T17:07:21.523 INFO:tasks.workunit.client.0.smithi001.stdout:499 2024-08-17T17:07:21.524 INFO:tasks.workunit.client.0.smithi001.stdout:500 2024-08-17T17:07:21.525 INFO:tasks.workunit.client.0.smithi001.stdout:501 2024-08-17T17:07:21.526 INFO:tasks.workunit.client.0.smithi001.stdout:502 2024-08-17T17:07:21.527 INFO:tasks.workunit.client.0.smithi001.stdout:503 2024-08-17T17:07:21.528 INFO:tasks.workunit.client.0.smithi001.stdout:504 2024-08-17T17:07:21.529 INFO:tasks.workunit.client.0.smithi001.stdout:505 2024-08-17T17:07:21.530 INFO:tasks.workunit.client.0.smithi001.stdout:506 2024-08-17T17:07:21.531 INFO:tasks.workunit.client.0.smithi001.stdout:507 2024-08-17T17:07:21.532 INFO:tasks.workunit.client.0.smithi001.stdout:508 2024-08-17T17:07:21.533 INFO:tasks.workunit.client.0.smithi001.stdout:509 2024-08-17T17:07:21.534 INFO:tasks.workunit.client.0.smithi001.stdout:510 2024-08-17T17:07:21.535 INFO:tasks.workunit.client.0.smithi001.stdout:511 2024-08-17T17:07:21.536 INFO:tasks.workunit.client.0.smithi001.stdout:512 2024-08-17T17:07:21.537 INFO:tasks.workunit.client.0.smithi001.stdout:513 2024-08-17T17:07:21.538 INFO:tasks.workunit.client.0.smithi001.stdout:514 2024-08-17T17:07:21.539 INFO:tasks.workunit.client.0.smithi001.stdout:515 2024-08-17T17:07:21.540 INFO:tasks.workunit.client.0.smithi001.stdout:516 2024-08-17T17:07:21.541 INFO:tasks.workunit.client.0.smithi001.stdout:517 2024-08-17T17:07:21.542 INFO:tasks.workunit.client.0.smithi001.stdout:518 2024-08-17T17:07:21.543 INFO:tasks.workunit.client.0.smithi001.stdout:519 2024-08-17T17:07:21.544 INFO:tasks.workunit.client.0.smithi001.stdout:520 2024-08-17T17:07:21.545 INFO:tasks.workunit.client.0.smithi001.stdout:521 2024-08-17T17:07:21.546 INFO:tasks.workunit.client.0.smithi001.stdout:522 2024-08-17T17:07:21.547 INFO:tasks.workunit.client.0.smithi001.stdout:523 2024-08-17T17:07:21.548 INFO:tasks.workunit.client.0.smithi001.stdout:524 2024-08-17T17:07:21.549 INFO:tasks.workunit.client.0.smithi001.stdout:525 2024-08-17T17:07:21.550 INFO:tasks.workunit.client.0.smithi001.stdout:526 2024-08-17T17:07:21.551 INFO:tasks.workunit.client.0.smithi001.stdout:527 2024-08-17T17:07:21.553 INFO:tasks.workunit.client.0.smithi001.stdout:528 2024-08-17T17:07:21.554 INFO:tasks.workunit.client.0.smithi001.stdout:529 2024-08-17T17:07:21.555 INFO:tasks.workunit.client.0.smithi001.stdout:530 2024-08-17T17:07:21.556 INFO:tasks.workunit.client.0.smithi001.stdout:531 2024-08-17T17:07:21.557 INFO:tasks.workunit.client.0.smithi001.stdout:532 2024-08-17T17:07:21.558 INFO:tasks.workunit.client.0.smithi001.stdout:533 2024-08-17T17:07:21.559 INFO:tasks.workunit.client.0.smithi001.stdout:534 2024-08-17T17:07:21.560 INFO:tasks.workunit.client.0.smithi001.stdout:535 2024-08-17T17:07:21.561 INFO:tasks.workunit.client.0.smithi001.stdout:536 2024-08-17T17:07:21.562 INFO:tasks.workunit.client.0.smithi001.stdout:537 2024-08-17T17:07:21.563 INFO:tasks.workunit.client.0.smithi001.stdout:538 2024-08-17T17:07:21.564 INFO:tasks.workunit.client.0.smithi001.stdout:539 2024-08-17T17:07:21.565 INFO:tasks.workunit.client.0.smithi001.stdout:540 2024-08-17T17:07:21.566 INFO:tasks.workunit.client.0.smithi001.stdout:541 2024-08-17T17:07:21.567 INFO:tasks.workunit.client.0.smithi001.stdout:542 2024-08-17T17:07:21.568 INFO:tasks.workunit.client.0.smithi001.stdout:543 2024-08-17T17:07:21.569 INFO:tasks.workunit.client.0.smithi001.stdout:544 2024-08-17T17:07:21.570 INFO:tasks.workunit.client.0.smithi001.stdout:545 2024-08-17T17:07:21.571 INFO:tasks.workunit.client.0.smithi001.stdout:546 2024-08-17T17:07:21.572 INFO:tasks.workunit.client.0.smithi001.stdout:547 2024-08-17T17:07:21.573 INFO:tasks.workunit.client.0.smithi001.stdout:548 2024-08-17T17:07:21.574 INFO:tasks.workunit.client.0.smithi001.stdout:549 2024-08-17T17:07:21.575 INFO:tasks.workunit.client.0.smithi001.stdout:550 2024-08-17T17:07:21.576 INFO:tasks.workunit.client.0.smithi001.stdout:551 2024-08-17T17:07:21.577 INFO:tasks.workunit.client.0.smithi001.stdout:552 2024-08-17T17:07:21.578 INFO:tasks.workunit.client.0.smithi001.stdout:553 2024-08-17T17:07:21.579 INFO:tasks.workunit.client.0.smithi001.stdout:554 2024-08-17T17:07:21.580 INFO:tasks.workunit.client.0.smithi001.stdout:555 2024-08-17T17:07:21.581 INFO:tasks.workunit.client.0.smithi001.stdout:556 2024-08-17T17:07:21.582 INFO:tasks.workunit.client.0.smithi001.stdout:557 2024-08-17T17:07:21.583 INFO:tasks.workunit.client.0.smithi001.stdout:558 2024-08-17T17:07:21.584 INFO:tasks.workunit.client.0.smithi001.stdout:559 2024-08-17T17:07:21.585 INFO:tasks.workunit.client.0.smithi001.stdout:560 2024-08-17T17:07:21.586 INFO:tasks.workunit.client.0.smithi001.stdout:561 2024-08-17T17:07:21.587 INFO:tasks.workunit.client.0.smithi001.stdout:562 2024-08-17T17:07:21.588 INFO:tasks.workunit.client.0.smithi001.stdout:563 2024-08-17T17:07:21.589 INFO:tasks.workunit.client.0.smithi001.stdout:564 2024-08-17T17:07:21.590 INFO:tasks.workunit.client.0.smithi001.stdout:565 2024-08-17T17:07:21.591 INFO:tasks.workunit.client.0.smithi001.stdout:566 2024-08-17T17:07:21.592 INFO:tasks.workunit.client.0.smithi001.stdout:567 2024-08-17T17:07:21.593 INFO:tasks.workunit.client.0.smithi001.stdout:568 2024-08-17T17:07:21.594 INFO:tasks.workunit.client.0.smithi001.stdout:569 2024-08-17T17:07:21.595 INFO:tasks.workunit.client.0.smithi001.stdout:570 2024-08-17T17:07:21.596 INFO:tasks.workunit.client.0.smithi001.stdout:571 2024-08-17T17:07:21.597 INFO:tasks.workunit.client.0.smithi001.stdout:572 2024-08-17T17:07:21.598 INFO:tasks.workunit.client.0.smithi001.stdout:573 2024-08-17T17:07:21.599 INFO:tasks.workunit.client.0.smithi001.stdout:574 2024-08-17T17:07:21.600 INFO:tasks.workunit.client.0.smithi001.stdout:575 2024-08-17T17:07:21.601 INFO:tasks.workunit.client.0.smithi001.stdout:576 2024-08-17T17:07:21.602 INFO:tasks.workunit.client.0.smithi001.stdout:577 2024-08-17T17:07:21.605 INFO:tasks.workunit.client.0.smithi001.stdout:578 2024-08-17T17:07:21.606 INFO:tasks.workunit.client.0.smithi001.stdout:579 2024-08-17T17:07:21.606 INFO:tasks.workunit.client.0.smithi001.stdout:580 2024-08-17T17:07:21.606 INFO:tasks.workunit.client.0.smithi001.stdout:581 2024-08-17T17:07:21.607 INFO:tasks.workunit.client.0.smithi001.stdout:582 2024-08-17T17:07:21.608 INFO:tasks.workunit.client.0.smithi001.stdout:583 2024-08-17T17:07:21.609 INFO:tasks.workunit.client.0.smithi001.stdout:584 2024-08-17T17:07:21.610 INFO:tasks.workunit.client.0.smithi001.stdout:585 2024-08-17T17:07:21.611 INFO:tasks.workunit.client.0.smithi001.stdout:586 2024-08-17T17:07:21.612 INFO:tasks.workunit.client.0.smithi001.stdout:587 2024-08-17T17:07:21.613 INFO:tasks.workunit.client.0.smithi001.stdout:588 2024-08-17T17:07:21.614 INFO:tasks.workunit.client.0.smithi001.stdout:589 2024-08-17T17:07:21.615 INFO:tasks.workunit.client.0.smithi001.stdout:590 2024-08-17T17:07:21.616 INFO:tasks.workunit.client.0.smithi001.stdout:591 2024-08-17T17:07:21.617 INFO:tasks.workunit.client.0.smithi001.stdout:592 2024-08-17T17:07:21.618 INFO:tasks.workunit.client.0.smithi001.stdout:593 2024-08-17T17:07:21.619 INFO:tasks.workunit.client.0.smithi001.stdout:594 2024-08-17T17:07:21.620 INFO:tasks.workunit.client.0.smithi001.stdout:595 2024-08-17T17:07:21.621 INFO:tasks.workunit.client.0.smithi001.stdout:596 2024-08-17T17:07:21.622 INFO:tasks.workunit.client.0.smithi001.stdout:597 2024-08-17T17:07:21.624 INFO:tasks.workunit.client.0.smithi001.stdout:598 2024-08-17T17:07:21.625 INFO:tasks.workunit.client.0.smithi001.stdout:599 2024-08-17T17:07:21.626 INFO:tasks.workunit.client.0.smithi001.stdout:600 2024-08-17T17:07:21.627 INFO:tasks.workunit.client.0.smithi001.stdout:601 2024-08-17T17:07:21.628 INFO:tasks.workunit.client.0.smithi001.stdout:602 2024-08-17T17:07:21.629 INFO:tasks.workunit.client.0.smithi001.stdout:603 2024-08-17T17:07:21.630 INFO:tasks.workunit.client.0.smithi001.stdout:604 2024-08-17T17:07:21.631 INFO:tasks.workunit.client.0.smithi001.stdout:605 2024-08-17T17:07:21.632 INFO:tasks.workunit.client.0.smithi001.stdout:606 2024-08-17T17:07:21.633 INFO:tasks.workunit.client.0.smithi001.stdout:607 2024-08-17T17:07:21.634 INFO:tasks.workunit.client.0.smithi001.stdout:608 2024-08-17T17:07:21.635 INFO:tasks.workunit.client.0.smithi001.stdout:609 2024-08-17T17:07:21.636 INFO:tasks.workunit.client.0.smithi001.stdout:610 2024-08-17T17:07:21.637 INFO:tasks.workunit.client.0.smithi001.stdout:611 2024-08-17T17:07:21.638 INFO:tasks.workunit.client.0.smithi001.stdout:612 2024-08-17T17:07:21.639 INFO:tasks.workunit.client.0.smithi001.stdout:613 2024-08-17T17:07:21.640 INFO:tasks.workunit.client.0.smithi001.stdout:614 2024-08-17T17:07:21.641 INFO:tasks.workunit.client.0.smithi001.stdout:615 2024-08-17T17:07:21.642 INFO:tasks.workunit.client.0.smithi001.stdout:616 2024-08-17T17:07:21.643 INFO:tasks.workunit.client.0.smithi001.stdout:617 2024-08-17T17:07:21.644 INFO:tasks.workunit.client.0.smithi001.stdout:618 2024-08-17T17:07:21.645 INFO:tasks.workunit.client.0.smithi001.stdout:619 2024-08-17T17:07:21.647 INFO:tasks.workunit.client.0.smithi001.stdout:620 2024-08-17T17:07:21.648 INFO:tasks.workunit.client.0.smithi001.stdout:621 2024-08-17T17:07:21.649 INFO:tasks.workunit.client.0.smithi001.stdout:622 2024-08-17T17:07:21.650 INFO:tasks.workunit.client.0.smithi001.stdout:623 2024-08-17T17:07:21.651 INFO:tasks.workunit.client.0.smithi001.stdout:624 2024-08-17T17:07:21.652 INFO:tasks.workunit.client.0.smithi001.stdout:625 2024-08-17T17:07:21.653 INFO:tasks.workunit.client.0.smithi001.stdout:626 2024-08-17T17:07:21.654 INFO:tasks.workunit.client.0.smithi001.stdout:627 2024-08-17T17:07:21.655 INFO:tasks.workunit.client.0.smithi001.stdout:628 2024-08-17T17:07:21.656 INFO:tasks.workunit.client.0.smithi001.stdout:629 2024-08-17T17:07:21.657 INFO:tasks.workunit.client.0.smithi001.stdout:630 2024-08-17T17:07:21.658 INFO:tasks.workunit.client.0.smithi001.stdout:631 2024-08-17T17:07:21.659 INFO:tasks.workunit.client.0.smithi001.stdout:632 2024-08-17T17:07:21.660 INFO:tasks.workunit.client.0.smithi001.stdout:633 2024-08-17T17:07:21.661 INFO:tasks.workunit.client.0.smithi001.stdout:634 2024-08-17T17:07:21.663 INFO:tasks.workunit.client.0.smithi001.stdout:635 2024-08-17T17:07:21.664 INFO:tasks.workunit.client.0.smithi001.stdout:636 2024-08-17T17:07:21.665 INFO:tasks.workunit.client.0.smithi001.stdout:637 2024-08-17T17:07:21.666 INFO:tasks.workunit.client.0.smithi001.stdout:638 2024-08-17T17:07:21.667 INFO:tasks.workunit.client.0.smithi001.stdout:639 2024-08-17T17:07:21.668 INFO:tasks.workunit.client.0.smithi001.stdout:640 2024-08-17T17:07:21.669 INFO:tasks.workunit.client.0.smithi001.stdout:641 2024-08-17T17:07:21.670 INFO:tasks.workunit.client.0.smithi001.stdout:642 2024-08-17T17:07:21.671 INFO:tasks.workunit.client.0.smithi001.stdout:643 2024-08-17T17:07:21.672 INFO:tasks.workunit.client.0.smithi001.stdout:644 2024-08-17T17:07:21.672 INFO:tasks.workunit.client.0.smithi001.stdout:645 2024-08-17T17:07:21.673 INFO:tasks.workunit.client.0.smithi001.stdout:646 2024-08-17T17:07:21.674 INFO:tasks.workunit.client.0.smithi001.stdout:647 2024-08-17T17:07:21.675 INFO:tasks.workunit.client.0.smithi001.stdout:648 2024-08-17T17:07:21.676 INFO:tasks.workunit.client.0.smithi001.stdout:649 2024-08-17T17:07:21.677 INFO:tasks.workunit.client.0.smithi001.stdout:650 2024-08-17T17:07:21.678 INFO:tasks.workunit.client.0.smithi001.stdout:651 2024-08-17T17:07:21.679 INFO:tasks.workunit.client.0.smithi001.stdout:652 2024-08-17T17:07:21.680 INFO:tasks.workunit.client.0.smithi001.stdout:653 2024-08-17T17:07:21.681 INFO:tasks.workunit.client.0.smithi001.stdout:654 2024-08-17T17:07:21.682 INFO:tasks.workunit.client.0.smithi001.stdout:655 2024-08-17T17:07:21.683 INFO:tasks.workunit.client.0.smithi001.stdout:656 2024-08-17T17:07:21.684 INFO:tasks.workunit.client.0.smithi001.stdout:657 2024-08-17T17:07:21.685 INFO:tasks.workunit.client.0.smithi001.stdout:658 2024-08-17T17:07:21.686 INFO:tasks.workunit.client.0.smithi001.stdout:659 2024-08-17T17:07:21.687 INFO:tasks.workunit.client.0.smithi001.stdout:660 2024-08-17T17:07:21.688 INFO:tasks.workunit.client.0.smithi001.stdout:661 2024-08-17T17:07:21.689 INFO:tasks.workunit.client.0.smithi001.stdout:662 2024-08-17T17:07:21.690 INFO:tasks.workunit.client.0.smithi001.stdout:663 2024-08-17T17:07:21.691 INFO:tasks.workunit.client.0.smithi001.stdout:664 2024-08-17T17:07:21.692 INFO:tasks.workunit.client.0.smithi001.stdout:665 2024-08-17T17:07:21.693 INFO:tasks.workunit.client.0.smithi001.stdout:666 2024-08-17T17:07:21.694 INFO:tasks.workunit.client.0.smithi001.stdout:667 2024-08-17T17:07:21.695 INFO:tasks.workunit.client.0.smithi001.stdout:668 2024-08-17T17:07:21.696 INFO:tasks.workunit.client.0.smithi001.stdout:669 2024-08-17T17:07:21.697 INFO:tasks.workunit.client.0.smithi001.stdout:670 2024-08-17T17:07:21.698 INFO:tasks.workunit.client.0.smithi001.stdout:671 2024-08-17T17:07:21.699 INFO:tasks.workunit.client.0.smithi001.stdout:672 2024-08-17T17:07:21.702 INFO:tasks.workunit.client.0.smithi001.stdout:673 2024-08-17T17:07:21.702 INFO:tasks.workunit.client.0.smithi001.stdout:674 2024-08-17T17:07:21.703 INFO:tasks.workunit.client.0.smithi001.stdout:675 2024-08-17T17:07:21.704 INFO:tasks.workunit.client.0.smithi001.stdout:676 2024-08-17T17:07:21.705 INFO:tasks.workunit.client.0.smithi001.stdout:677 2024-08-17T17:07:21.706 INFO:tasks.workunit.client.0.smithi001.stdout:678 2024-08-17T17:07:21.707 INFO:tasks.workunit.client.0.smithi001.stdout:679 2024-08-17T17:07:21.708 INFO:tasks.workunit.client.0.smithi001.stdout:680 2024-08-17T17:07:21.709 INFO:tasks.workunit.client.0.smithi001.stdout:681 2024-08-17T17:07:21.710 INFO:tasks.workunit.client.0.smithi001.stdout:682 2024-08-17T17:07:21.711 INFO:tasks.workunit.client.0.smithi001.stdout:683 2024-08-17T17:07:21.712 INFO:tasks.workunit.client.0.smithi001.stdout:684 2024-08-17T17:07:21.713 INFO:tasks.workunit.client.0.smithi001.stdout:685 2024-08-17T17:07:21.714 INFO:tasks.workunit.client.0.smithi001.stdout:686 2024-08-17T17:07:21.715 INFO:tasks.workunit.client.0.smithi001.stdout:687 2024-08-17T17:07:21.716 INFO:tasks.workunit.client.0.smithi001.stdout:688 2024-08-17T17:07:21.718 INFO:tasks.workunit.client.0.smithi001.stdout:689 2024-08-17T17:07:21.719 INFO:tasks.workunit.client.0.smithi001.stdout:690 2024-08-17T17:07:21.720 INFO:tasks.workunit.client.0.smithi001.stdout:691 2024-08-17T17:07:21.721 INFO:tasks.workunit.client.0.smithi001.stdout:692 2024-08-17T17:07:21.722 INFO:tasks.workunit.client.0.smithi001.stdout:693 2024-08-17T17:07:21.723 INFO:tasks.workunit.client.0.smithi001.stdout:694 2024-08-17T17:07:21.724 INFO:tasks.workunit.client.0.smithi001.stdout:695 2024-08-17T17:07:21.725 INFO:tasks.workunit.client.0.smithi001.stdout:696 2024-08-17T17:07:21.727 INFO:tasks.workunit.client.0.smithi001.stdout:697 2024-08-17T17:07:21.728 INFO:tasks.workunit.client.0.smithi001.stdout:698 2024-08-17T17:07:21.729 INFO:tasks.workunit.client.0.smithi001.stdout:699 2024-08-17T17:07:21.730 INFO:tasks.workunit.client.0.smithi001.stdout:700 2024-08-17T17:07:21.731 INFO:tasks.workunit.client.0.smithi001.stdout:701 2024-08-17T17:07:21.732 INFO:tasks.workunit.client.0.smithi001.stdout:702 2024-08-17T17:07:21.733 INFO:tasks.workunit.client.0.smithi001.stdout:703 2024-08-17T17:07:21.734 INFO:tasks.workunit.client.0.smithi001.stdout:704 2024-08-17T17:07:21.735 INFO:tasks.workunit.client.0.smithi001.stdout:705 2024-08-17T17:07:21.736 INFO:tasks.workunit.client.0.smithi001.stdout:706 2024-08-17T17:07:21.738 INFO:tasks.workunit.client.0.smithi001.stdout:707 2024-08-17T17:07:21.739 INFO:tasks.workunit.client.0.smithi001.stdout:708 2024-08-17T17:07:21.740 INFO:tasks.workunit.client.0.smithi001.stdout:709 2024-08-17T17:07:21.741 INFO:tasks.workunit.client.0.smithi001.stdout:710 2024-08-17T17:07:21.742 INFO:tasks.workunit.client.0.smithi001.stdout:711 2024-08-17T17:07:21.744 INFO:tasks.workunit.client.0.smithi001.stdout:712 2024-08-17T17:07:21.745 INFO:tasks.workunit.client.0.smithi001.stdout:713 2024-08-17T17:07:21.746 INFO:tasks.workunit.client.0.smithi001.stdout:714 2024-08-17T17:07:21.747 INFO:tasks.workunit.client.0.smithi001.stdout:715 2024-08-17T17:07:21.748 INFO:tasks.workunit.client.0.smithi001.stdout:716 2024-08-17T17:07:21.749 INFO:tasks.workunit.client.0.smithi001.stdout:717 2024-08-17T17:07:21.750 INFO:tasks.workunit.client.0.smithi001.stdout:718 2024-08-17T17:07:21.751 INFO:tasks.workunit.client.0.smithi001.stdout:719 2024-08-17T17:07:21.752 INFO:tasks.workunit.client.0.smithi001.stdout:720 2024-08-17T17:07:21.753 INFO:tasks.workunit.client.0.smithi001.stdout:721 2024-08-17T17:07:21.754 INFO:tasks.workunit.client.0.smithi001.stdout:722 2024-08-17T17:07:21.755 INFO:tasks.workunit.client.0.smithi001.stdout:723 2024-08-17T17:07:21.756 INFO:tasks.workunit.client.0.smithi001.stdout:724 2024-08-17T17:07:21.758 INFO:tasks.workunit.client.0.smithi001.stdout:725 2024-08-17T17:07:21.759 INFO:tasks.workunit.client.0.smithi001.stdout:726 2024-08-17T17:07:21.760 INFO:tasks.workunit.client.0.smithi001.stdout:727 2024-08-17T17:07:21.761 INFO:tasks.workunit.client.0.smithi001.stdout:728 2024-08-17T17:07:21.762 INFO:tasks.workunit.client.0.smithi001.stdout:729 2024-08-17T17:07:21.763 INFO:tasks.workunit.client.0.smithi001.stdout:730 2024-08-17T17:07:21.764 INFO:tasks.workunit.client.0.smithi001.stdout:731 2024-08-17T17:07:21.765 INFO:tasks.workunit.client.0.smithi001.stdout:732 2024-08-17T17:07:21.767 INFO:tasks.workunit.client.0.smithi001.stdout:733 2024-08-17T17:07:21.768 INFO:tasks.workunit.client.0.smithi001.stdout:734 2024-08-17T17:07:21.769 INFO:tasks.workunit.client.0.smithi001.stdout:735 2024-08-17T17:07:21.770 INFO:tasks.workunit.client.0.smithi001.stdout:736 2024-08-17T17:07:21.771 INFO:tasks.workunit.client.0.smithi001.stdout:737 2024-08-17T17:07:21.772 INFO:tasks.workunit.client.0.smithi001.stdout:738 2024-08-17T17:07:21.773 INFO:tasks.workunit.client.0.smithi001.stdout:739 2024-08-17T17:07:21.774 INFO:tasks.workunit.client.0.smithi001.stdout:740 2024-08-17T17:07:21.775 INFO:tasks.workunit.client.0.smithi001.stdout:741 2024-08-17T17:07:21.776 INFO:tasks.workunit.client.0.smithi001.stdout:742 2024-08-17T17:07:21.777 INFO:tasks.workunit.client.0.smithi001.stdout:743 2024-08-17T17:07:21.779 INFO:tasks.workunit.client.0.smithi001.stdout:744 2024-08-17T17:07:21.780 INFO:tasks.workunit.client.0.smithi001.stdout:745 2024-08-17T17:07:21.781 INFO:tasks.workunit.client.0.smithi001.stdout:746 2024-08-17T17:07:21.782 INFO:tasks.workunit.client.0.smithi001.stdout:747 2024-08-17T17:07:21.783 INFO:tasks.workunit.client.0.smithi001.stdout:748 2024-08-17T17:07:21.784 INFO:tasks.workunit.client.0.smithi001.stdout:749 2024-08-17T17:07:21.785 INFO:tasks.workunit.client.0.smithi001.stdout:750 2024-08-17T17:07:21.786 INFO:tasks.workunit.client.0.smithi001.stdout:751 2024-08-17T17:07:21.787 INFO:tasks.workunit.client.0.smithi001.stdout:752 2024-08-17T17:07:21.789 INFO:tasks.workunit.client.0.smithi001.stdout:753 2024-08-17T17:07:21.790 INFO:tasks.workunit.client.0.smithi001.stdout:754 2024-08-17T17:07:21.791 INFO:tasks.workunit.client.0.smithi001.stdout:755 2024-08-17T17:07:21.792 INFO:tasks.workunit.client.0.smithi001.stdout:756 2024-08-17T17:07:21.793 INFO:tasks.workunit.client.0.smithi001.stdout:757 2024-08-17T17:07:21.794 INFO:tasks.workunit.client.0.smithi001.stdout:758 2024-08-17T17:07:21.795 INFO:tasks.workunit.client.0.smithi001.stdout:759 2024-08-17T17:07:21.796 INFO:tasks.workunit.client.0.smithi001.stdout:760 2024-08-17T17:07:21.798 INFO:tasks.workunit.client.0.smithi001.stdout:761 2024-08-17T17:07:21.799 INFO:tasks.workunit.client.0.smithi001.stdout:762 2024-08-17T17:07:21.800 INFO:tasks.workunit.client.0.smithi001.stdout:763 2024-08-17T17:07:21.801 INFO:tasks.workunit.client.0.smithi001.stdout:764 2024-08-17T17:07:21.802 INFO:tasks.workunit.client.0.smithi001.stdout:765 2024-08-17T17:07:21.803 INFO:tasks.workunit.client.0.smithi001.stdout:766 2024-08-17T17:07:21.804 INFO:tasks.workunit.client.0.smithi001.stdout:767 2024-08-17T17:07:21.805 INFO:tasks.workunit.client.0.smithi001.stdout:768 2024-08-17T17:07:21.806 INFO:tasks.workunit.client.0.smithi001.stdout:769 2024-08-17T17:07:21.807 INFO:tasks.workunit.client.0.smithi001.stdout:770 2024-08-17T17:07:21.808 INFO:tasks.workunit.client.0.smithi001.stdout:771 2024-08-17T17:07:21.809 INFO:tasks.workunit.client.0.smithi001.stdout:772 2024-08-17T17:07:21.810 INFO:tasks.workunit.client.0.smithi001.stdout:773 2024-08-17T17:07:21.811 INFO:tasks.workunit.client.0.smithi001.stdout:774 2024-08-17T17:07:21.812 INFO:tasks.workunit.client.0.smithi001.stdout:775 2024-08-17T17:07:21.813 INFO:tasks.workunit.client.0.smithi001.stdout:776 2024-08-17T17:07:21.814 INFO:tasks.workunit.client.0.smithi001.stdout:777 2024-08-17T17:07:21.815 INFO:tasks.workunit.client.0.smithi001.stdout:778 2024-08-17T17:07:21.817 INFO:tasks.workunit.client.0.smithi001.stdout:779 2024-08-17T17:07:21.818 INFO:tasks.workunit.client.0.smithi001.stdout:780 2024-08-17T17:07:21.819 INFO:tasks.workunit.client.0.smithi001.stdout:781 2024-08-17T17:07:21.820 INFO:tasks.workunit.client.0.smithi001.stdout:782 2024-08-17T17:07:21.821 INFO:tasks.workunit.client.0.smithi001.stdout:783 2024-08-17T17:07:21.822 INFO:tasks.workunit.client.0.smithi001.stdout:784 2024-08-17T17:07:21.823 INFO:tasks.workunit.client.0.smithi001.stdout:785 2024-08-17T17:07:21.824 INFO:tasks.workunit.client.0.smithi001.stdout:786 2024-08-17T17:07:21.825 INFO:tasks.workunit.client.0.smithi001.stdout:787 2024-08-17T17:07:21.826 INFO:tasks.workunit.client.0.smithi001.stdout:788 2024-08-17T17:07:21.827 INFO:tasks.workunit.client.0.smithi001.stdout:789 2024-08-17T17:07:21.829 INFO:tasks.workunit.client.0.smithi001.stdout:790 2024-08-17T17:07:21.830 INFO:tasks.workunit.client.0.smithi001.stdout:791 2024-08-17T17:07:21.831 INFO:tasks.workunit.client.0.smithi001.stdout:792 2024-08-17T17:07:21.832 INFO:tasks.workunit.client.0.smithi001.stdout:793 2024-08-17T17:07:21.833 INFO:tasks.workunit.client.0.smithi001.stdout:794 2024-08-17T17:07:21.834 INFO:tasks.workunit.client.0.smithi001.stdout:795 2024-08-17T17:07:21.835 INFO:tasks.workunit.client.0.smithi001.stdout:796 2024-08-17T17:07:21.836 INFO:tasks.workunit.client.0.smithi001.stdout:797 2024-08-17T17:07:21.837 INFO:tasks.workunit.client.0.smithi001.stdout:798 2024-08-17T17:07:21.839 INFO:tasks.workunit.client.0.smithi001.stdout:799 2024-08-17T17:07:21.840 INFO:tasks.workunit.client.0.smithi001.stdout:800 2024-08-17T17:07:21.841 INFO:tasks.workunit.client.0.smithi001.stdout:801 2024-08-17T17:07:21.842 INFO:tasks.workunit.client.0.smithi001.stdout:802 2024-08-17T17:07:21.843 INFO:tasks.workunit.client.0.smithi001.stdout:803 2024-08-17T17:07:21.844 INFO:tasks.workunit.client.0.smithi001.stdout:804 2024-08-17T17:07:21.845 INFO:tasks.workunit.client.0.smithi001.stdout:805 2024-08-17T17:07:21.846 INFO:tasks.workunit.client.0.smithi001.stdout:806 2024-08-17T17:07:21.847 INFO:tasks.workunit.client.0.smithi001.stdout:807 2024-08-17T17:07:21.849 INFO:tasks.workunit.client.0.smithi001.stdout:808 2024-08-17T17:07:21.850 INFO:tasks.workunit.client.0.smithi001.stdout:809 2024-08-17T17:07:21.851 INFO:tasks.workunit.client.0.smithi001.stdout:810 2024-08-17T17:07:21.852 INFO:tasks.workunit.client.0.smithi001.stdout:811 2024-08-17T17:07:21.853 INFO:tasks.workunit.client.0.smithi001.stdout:812 2024-08-17T17:07:21.854 INFO:tasks.workunit.client.0.smithi001.stdout:813 2024-08-17T17:07:21.855 INFO:tasks.workunit.client.0.smithi001.stdout:814 2024-08-17T17:07:21.856 INFO:tasks.workunit.client.0.smithi001.stdout:815 2024-08-17T17:07:21.857 INFO:tasks.workunit.client.0.smithi001.stdout:816 2024-08-17T17:07:21.858 INFO:tasks.workunit.client.0.smithi001.stdout:817 2024-08-17T17:07:21.860 INFO:tasks.workunit.client.0.smithi001.stdout:818 2024-08-17T17:07:21.861 INFO:tasks.workunit.client.0.smithi001.stdout:819 2024-08-17T17:07:21.862 INFO:tasks.workunit.client.0.smithi001.stdout:820 2024-08-17T17:07:21.863 INFO:tasks.workunit.client.0.smithi001.stdout:821 2024-08-17T17:07:21.864 INFO:tasks.workunit.client.0.smithi001.stdout:822 2024-08-17T17:07:21.865 INFO:tasks.workunit.client.0.smithi001.stdout:823 2024-08-17T17:07:21.866 INFO:tasks.workunit.client.0.smithi001.stdout:824 2024-08-17T17:07:21.867 INFO:tasks.workunit.client.0.smithi001.stdout:825 2024-08-17T17:07:21.868 INFO:tasks.workunit.client.0.smithi001.stdout:826 2024-08-17T17:07:21.870 INFO:tasks.workunit.client.0.smithi001.stdout:827 2024-08-17T17:07:21.871 INFO:tasks.workunit.client.0.smithi001.stdout:828 2024-08-17T17:07:21.872 INFO:tasks.workunit.client.0.smithi001.stdout:829 2024-08-17T17:07:21.873 INFO:tasks.workunit.client.0.smithi001.stdout:830 2024-08-17T17:07:21.874 INFO:tasks.workunit.client.0.smithi001.stdout:831 2024-08-17T17:07:21.875 INFO:tasks.workunit.client.0.smithi001.stdout:832 2024-08-17T17:07:21.876 INFO:tasks.workunit.client.0.smithi001.stdout:833 2024-08-17T17:07:21.877 INFO:tasks.workunit.client.0.smithi001.stdout:834 2024-08-17T17:07:21.878 INFO:tasks.workunit.client.0.smithi001.stdout:835 2024-08-17T17:07:21.879 INFO:tasks.workunit.client.0.smithi001.stdout:836 2024-08-17T17:07:21.881 INFO:tasks.workunit.client.0.smithi001.stdout:837 2024-08-17T17:07:21.882 INFO:tasks.workunit.client.0.smithi001.stdout:838 2024-08-17T17:07:21.883 INFO:tasks.workunit.client.0.smithi001.stdout:839 2024-08-17T17:07:21.884 INFO:tasks.workunit.client.0.smithi001.stdout:840 2024-08-17T17:07:21.885 INFO:tasks.workunit.client.0.smithi001.stdout:841 2024-08-17T17:07:21.886 INFO:tasks.workunit.client.0.smithi001.stdout:842 2024-08-17T17:07:21.887 INFO:tasks.workunit.client.0.smithi001.stdout:843 2024-08-17T17:07:21.888 INFO:tasks.workunit.client.0.smithi001.stdout:844 2024-08-17T17:07:21.889 INFO:tasks.workunit.client.0.smithi001.stdout:845 2024-08-17T17:07:21.891 INFO:tasks.workunit.client.0.smithi001.stdout:846 2024-08-17T17:07:21.892 INFO:tasks.workunit.client.0.smithi001.stdout:847 2024-08-17T17:07:21.893 INFO:tasks.workunit.client.0.smithi001.stdout:848 2024-08-17T17:07:21.894 INFO:tasks.workunit.client.0.smithi001.stdout:849 2024-08-17T17:07:21.895 INFO:tasks.workunit.client.0.smithi001.stdout:850 2024-08-17T17:07:21.897 INFO:tasks.workunit.client.0.smithi001.stdout:851 2024-08-17T17:07:21.897 INFO:tasks.workunit.client.0.smithi001.stdout:852 2024-08-17T17:07:21.899 INFO:tasks.workunit.client.0.smithi001.stdout:853 2024-08-17T17:07:21.900 INFO:tasks.workunit.client.0.smithi001.stdout:854 2024-08-17T17:07:21.901 INFO:tasks.workunit.client.0.smithi001.stdout:855 2024-08-17T17:07:21.902 INFO:tasks.workunit.client.0.smithi001.stdout:856 2024-08-17T17:07:21.903 INFO:tasks.workunit.client.0.smithi001.stdout:857 2024-08-17T17:07:21.904 INFO:tasks.workunit.client.0.smithi001.stdout:858 2024-08-17T17:07:21.905 INFO:tasks.workunit.client.0.smithi001.stdout:859 2024-08-17T17:07:21.907 INFO:tasks.workunit.client.0.smithi001.stdout:860 2024-08-17T17:07:21.908 INFO:tasks.workunit.client.0.smithi001.stdout:861 2024-08-17T17:07:21.909 INFO:tasks.workunit.client.0.smithi001.stdout:862 2024-08-17T17:07:21.910 INFO:tasks.workunit.client.0.smithi001.stdout:863 2024-08-17T17:07:21.911 INFO:tasks.workunit.client.0.smithi001.stdout:864 2024-08-17T17:07:21.913 INFO:tasks.workunit.client.0.smithi001.stdout:865 2024-08-17T17:07:21.914 INFO:tasks.workunit.client.0.smithi001.stdout:866 2024-08-17T17:07:21.915 INFO:tasks.workunit.client.0.smithi001.stdout:867 2024-08-17T17:07:21.916 INFO:tasks.workunit.client.0.smithi001.stdout:868 2024-08-17T17:07:21.917 INFO:tasks.workunit.client.0.smithi001.stdout:869 2024-08-17T17:07:21.918 INFO:tasks.workunit.client.0.smithi001.stdout:870 2024-08-17T17:07:21.919 INFO:tasks.workunit.client.0.smithi001.stdout:871 2024-08-17T17:07:21.920 INFO:tasks.workunit.client.0.smithi001.stdout:872 2024-08-17T17:07:21.922 INFO:tasks.workunit.client.0.smithi001.stdout:873 2024-08-17T17:07:21.923 INFO:tasks.workunit.client.0.smithi001.stdout:874 2024-08-17T17:07:21.924 INFO:tasks.workunit.client.0.smithi001.stdout:875 2024-08-17T17:07:21.925 INFO:tasks.workunit.client.0.smithi001.stdout:876 2024-08-17T17:07:21.928 INFO:tasks.workunit.client.0.smithi001.stdout:877 2024-08-17T17:07:21.930 INFO:tasks.workunit.client.0.smithi001.stdout:878 2024-08-17T17:07:21.932 INFO:tasks.workunit.client.0.smithi001.stdout:879 2024-08-17T17:07:21.933 INFO:tasks.workunit.client.0.smithi001.stdout:880 2024-08-17T17:07:21.934 INFO:tasks.workunit.client.0.smithi001.stdout:881 2024-08-17T17:07:21.935 INFO:tasks.workunit.client.0.smithi001.stdout:882 2024-08-17T17:07:21.936 INFO:tasks.workunit.client.0.smithi001.stdout:883 2024-08-17T17:07:21.937 INFO:tasks.workunit.client.0.smithi001.stdout:884 2024-08-17T17:07:21.938 INFO:tasks.workunit.client.0.smithi001.stdout:885 2024-08-17T17:07:21.939 INFO:tasks.workunit.client.0.smithi001.stdout:886 2024-08-17T17:07:21.940 INFO:tasks.workunit.client.0.smithi001.stdout:887 2024-08-17T17:07:21.941 INFO:tasks.workunit.client.0.smithi001.stdout:888 2024-08-17T17:07:21.943 INFO:tasks.workunit.client.0.smithi001.stdout:889 2024-08-17T17:07:21.944 INFO:tasks.workunit.client.0.smithi001.stdout:890 2024-08-17T17:07:21.945 INFO:tasks.workunit.client.0.smithi001.stdout:891 2024-08-17T17:07:21.946 INFO:tasks.workunit.client.0.smithi001.stdout:892 2024-08-17T17:07:21.947 INFO:tasks.workunit.client.0.smithi001.stdout:893 2024-08-17T17:07:21.948 INFO:tasks.workunit.client.0.smithi001.stdout:894 2024-08-17T17:07:21.949 INFO:tasks.workunit.client.0.smithi001.stdout:895 2024-08-17T17:07:21.951 INFO:tasks.workunit.client.0.smithi001.stdout:896 2024-08-17T17:07:21.952 INFO:tasks.workunit.client.0.smithi001.stdout:897 2024-08-17T17:07:21.953 INFO:tasks.workunit.client.0.smithi001.stdout:898 2024-08-17T17:07:21.954 INFO:tasks.workunit.client.0.smithi001.stdout:899 2024-08-17T17:07:21.955 INFO:tasks.workunit.client.0.smithi001.stdout:900 2024-08-17T17:07:21.956 INFO:tasks.workunit.client.0.smithi001.stdout:901 2024-08-17T17:07:21.957 INFO:tasks.workunit.client.0.smithi001.stdout:902 2024-08-17T17:07:21.958 INFO:tasks.workunit.client.0.smithi001.stdout:903 2024-08-17T17:07:21.959 INFO:tasks.workunit.client.0.smithi001.stdout:904 2024-08-17T17:07:21.960 INFO:tasks.workunit.client.0.smithi001.stdout:905 2024-08-17T17:07:21.961 INFO:tasks.workunit.client.0.smithi001.stdout:906 2024-08-17T17:07:21.962 INFO:tasks.workunit.client.0.smithi001.stdout:907 2024-08-17T17:07:21.963 INFO:tasks.workunit.client.0.smithi001.stdout:908 2024-08-17T17:07:21.964 INFO:tasks.workunit.client.0.smithi001.stdout:909 2024-08-17T17:07:21.966 INFO:tasks.workunit.client.0.smithi001.stdout:910 2024-08-17T17:07:21.967 INFO:tasks.workunit.client.0.smithi001.stdout:911 2024-08-17T17:07:21.968 INFO:tasks.workunit.client.0.smithi001.stdout:912 2024-08-17T17:07:21.969 INFO:tasks.workunit.client.0.smithi001.stdout:913 2024-08-17T17:07:21.970 INFO:tasks.workunit.client.0.smithi001.stdout:914 2024-08-17T17:07:21.972 INFO:tasks.workunit.client.0.smithi001.stdout:915 2024-08-17T17:07:21.973 INFO:tasks.workunit.client.0.smithi001.stdout:916 2024-08-17T17:07:21.974 INFO:tasks.workunit.client.0.smithi001.stdout:917 2024-08-17T17:07:21.976 INFO:tasks.workunit.client.0.smithi001.stdout:918 2024-08-17T17:07:21.977 INFO:tasks.workunit.client.0.smithi001.stdout:919 2024-08-17T17:07:21.978 INFO:tasks.workunit.client.0.smithi001.stdout:920 2024-08-17T17:07:21.979 INFO:tasks.workunit.client.0.smithi001.stdout:921 2024-08-17T17:07:21.980 INFO:tasks.workunit.client.0.smithi001.stdout:922 2024-08-17T17:07:21.981 INFO:tasks.workunit.client.0.smithi001.stdout:923 2024-08-17T17:07:21.982 INFO:tasks.workunit.client.0.smithi001.stdout:924 2024-08-17T17:07:21.983 INFO:tasks.workunit.client.0.smithi001.stdout:925 2024-08-17T17:07:21.984 INFO:tasks.workunit.client.0.smithi001.stdout:926 2024-08-17T17:07:21.986 INFO:tasks.workunit.client.0.smithi001.stdout:927 2024-08-17T17:07:21.987 INFO:tasks.workunit.client.0.smithi001.stdout:928 2024-08-17T17:07:21.988 INFO:tasks.workunit.client.0.smithi001.stdout:929 2024-08-17T17:07:21.989 INFO:tasks.workunit.client.0.smithi001.stdout:930 2024-08-17T17:07:21.990 INFO:tasks.workunit.client.0.smithi001.stdout:931 2024-08-17T17:07:21.991 INFO:tasks.workunit.client.0.smithi001.stdout:932 2024-08-17T17:07:21.992 INFO:tasks.workunit.client.0.smithi001.stdout:933 2024-08-17T17:07:21.994 INFO:tasks.workunit.client.0.smithi001.stdout:934 2024-08-17T17:07:21.995 INFO:tasks.workunit.client.0.smithi001.stdout:935 2024-08-17T17:07:21.996 INFO:tasks.workunit.client.0.smithi001.stdout:936 2024-08-17T17:07:21.997 INFO:tasks.workunit.client.0.smithi001.stdout:937 2024-08-17T17:07:21.998 INFO:tasks.workunit.client.0.smithi001.stdout:938 2024-08-17T17:07:22.000 INFO:tasks.workunit.client.0.smithi001.stdout:939 2024-08-17T17:07:22.001 INFO:tasks.workunit.client.0.smithi001.stdout:940 2024-08-17T17:07:22.002 INFO:tasks.workunit.client.0.smithi001.stdout:941 2024-08-17T17:07:22.003 INFO:tasks.workunit.client.0.smithi001.stdout:942 2024-08-17T17:07:22.004 INFO:tasks.workunit.client.0.smithi001.stdout:943 2024-08-17T17:07:22.006 INFO:tasks.workunit.client.0.smithi001.stdout:944 2024-08-17T17:07:22.007 INFO:tasks.workunit.client.0.smithi001.stdout:945 2024-08-17T17:07:22.008 INFO:tasks.workunit.client.0.smithi001.stdout:946 2024-08-17T17:07:22.010 INFO:tasks.workunit.client.0.smithi001.stdout:947 2024-08-17T17:07:22.010 INFO:tasks.workunit.client.0.smithi001.stdout:948 2024-08-17T17:07:22.014 INFO:tasks.workunit.client.0.smithi001.stdout:949 2024-08-17T17:07:22.014 INFO:tasks.workunit.client.0.smithi001.stdout:950 2024-08-17T17:07:22.014 INFO:tasks.workunit.client.0.smithi001.stdout:951 2024-08-17T17:07:22.015 INFO:tasks.workunit.client.0.smithi001.stdout:952 2024-08-17T17:07:22.016 INFO:tasks.workunit.client.0.smithi001.stdout:953 2024-08-17T17:07:22.018 INFO:tasks.workunit.client.0.smithi001.stdout:954 2024-08-17T17:07:22.019 INFO:tasks.workunit.client.0.smithi001.stdout:955 2024-08-17T17:07:22.020 INFO:tasks.workunit.client.0.smithi001.stdout:956 2024-08-17T17:07:22.021 INFO:tasks.workunit.client.0.smithi001.stdout:957 2024-08-17T17:07:22.022 INFO:tasks.workunit.client.0.smithi001.stdout:958 2024-08-17T17:07:22.023 INFO:tasks.workunit.client.0.smithi001.stdout:959 2024-08-17T17:07:22.024 INFO:tasks.workunit.client.0.smithi001.stdout:960 2024-08-17T17:07:22.026 INFO:tasks.workunit.client.0.smithi001.stdout:961 2024-08-17T17:07:22.027 INFO:tasks.workunit.client.0.smithi001.stdout:962 2024-08-17T17:07:22.028 INFO:tasks.workunit.client.0.smithi001.stdout:963 2024-08-17T17:07:22.029 INFO:tasks.workunit.client.0.smithi001.stdout:964 2024-08-17T17:07:22.030 INFO:tasks.workunit.client.0.smithi001.stdout:965 2024-08-17T17:07:22.031 INFO:tasks.workunit.client.0.smithi001.stdout:966 2024-08-17T17:07:22.032 INFO:tasks.workunit.client.0.smithi001.stdout:967 2024-08-17T17:07:22.034 INFO:tasks.workunit.client.0.smithi001.stdout:968 2024-08-17T17:07:22.035 INFO:tasks.workunit.client.0.smithi001.stdout:969 2024-08-17T17:07:22.036 INFO:tasks.workunit.client.0.smithi001.stdout:970 2024-08-17T17:07:22.037 INFO:tasks.workunit.client.0.smithi001.stdout:971 2024-08-17T17:07:22.039 INFO:tasks.workunit.client.0.smithi001.stdout:972 2024-08-17T17:07:22.040 INFO:tasks.workunit.client.0.smithi001.stdout:973 2024-08-17T17:07:22.041 INFO:tasks.workunit.client.0.smithi001.stdout:974 2024-08-17T17:07:22.042 INFO:tasks.workunit.client.0.smithi001.stdout:975 2024-08-17T17:07:22.044 INFO:tasks.workunit.client.0.smithi001.stdout:976 2024-08-17T17:07:22.045 INFO:tasks.workunit.client.0.smithi001.stdout:977 2024-08-17T17:07:22.046 INFO:tasks.workunit.client.0.smithi001.stdout:978 2024-08-17T17:07:22.047 INFO:tasks.workunit.client.0.smithi001.stdout:979 2024-08-17T17:07:22.048 INFO:tasks.workunit.client.0.smithi001.stdout:980 2024-08-17T17:07:22.049 INFO:tasks.workunit.client.0.smithi001.stdout:981 2024-08-17T17:07:22.050 INFO:tasks.workunit.client.0.smithi001.stdout:982 2024-08-17T17:07:22.052 INFO:tasks.workunit.client.0.smithi001.stdout:983 2024-08-17T17:07:22.053 INFO:tasks.workunit.client.0.smithi001.stdout:984 2024-08-17T17:07:22.054 INFO:tasks.workunit.client.0.smithi001.stdout:985 2024-08-17T17:07:22.055 INFO:tasks.workunit.client.0.smithi001.stdout:986 2024-08-17T17:07:22.056 INFO:tasks.workunit.client.0.smithi001.stdout:987 2024-08-17T17:07:22.058 INFO:tasks.workunit.client.0.smithi001.stdout:988 2024-08-17T17:07:22.059 INFO:tasks.workunit.client.0.smithi001.stdout:989 2024-08-17T17:07:22.060 INFO:tasks.workunit.client.0.smithi001.stdout:990 2024-08-17T17:07:22.061 INFO:tasks.workunit.client.0.smithi001.stdout:991 2024-08-17T17:07:22.063 INFO:tasks.workunit.client.0.smithi001.stdout:992 2024-08-17T17:07:22.064 INFO:tasks.workunit.client.0.smithi001.stdout:993 2024-08-17T17:07:22.065 INFO:tasks.workunit.client.0.smithi001.stdout:994 2024-08-17T17:07:22.066 INFO:tasks.workunit.client.0.smithi001.stdout:995 2024-08-17T17:07:22.067 INFO:tasks.workunit.client.0.smithi001.stdout:996 2024-08-17T17:07:22.069 INFO:tasks.workunit.client.0.smithi001.stdout:997 2024-08-17T17:07:22.070 INFO:tasks.workunit.client.0.smithi001.stdout:998 2024-08-17T17:07:22.071 INFO:tasks.workunit.client.0.smithi001.stdout:999 2024-08-17T17:07:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:21 smithi189 ceph-mon[90541]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:21 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:21 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:21 smithi189 ceph-mon[90541]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:07:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:21 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:07:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[103274]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[103274]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:07:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:07:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[100737]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[100737]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:07:22.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:21 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1555738870' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:07:22.940 INFO:tasks.workunit.client.0.smithi001.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T17:07:22.940 INFO:tasks.workunit.client.0.smithi001.stdout:00000010 69 73 |is| 2024-08-17T17:07:22.940 INFO:tasks.workunit.client.0.smithi001.stdout:00000012 2024-08-17T17:07:22.940 INFO:tasks.workunit.client.0.smithi001.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T17:07:22.940 INFO:tasks.workunit.client.0.smithi001.stdout:00000010 69 73 |is| 2024-08-17T17:07:22.941 INFO:tasks.workunit.client.0.smithi001.stdout:00000012 2024-08-17T17:07:22.941 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.WriteReturnData (4023 ms) 2024-08-17T17:07:22.941 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.Loud 2024-08-17T17:07:23.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:22 smithi189 ceph-mon[90541]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:07:23.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:22 smithi189 ceph-mon[90541]: pgmap v1104: 137 pgs: 15 creating+peering, 8 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:23.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:22 smithi001 ceph-mon[103274]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:07:23.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:22 smithi001 ceph-mon[103274]: pgmap v1104: 137 pgs: 15 creating+peering, 8 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:23.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:22 smithi001 ceph-mon[100737]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:07:23.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:22 smithi001 ceph-mon[100737]: pgmap v1104: 137 pgs: 15 creating+peering, 8 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:24.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:23 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:23 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:23 smithi189 ceph-mon[90541]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:07:24.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:24.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:23 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:24.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:23 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:24.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:23 smithi001 ceph-mon[103274]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:07:24.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:24.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:23 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:24.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:23 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:24.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:23 smithi001 ceph-mon[100737]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:07:24.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:25.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:24 smithi189 ceph-mon[90541]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:07:25.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:24 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1452266655' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:25.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:24 smithi189 ceph-mon[90541]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:24 smithi001 ceph-mon[100737]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:07:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:24 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1452266655' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:25.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:24 smithi001 ceph-mon[100737]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:25.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:24 smithi001 ceph-mon[103274]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:07:25.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:24 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1452266655' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:25.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:24 smithi001 ceph-mon[103274]: pgmap v1107: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:25.955 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.Loud (3014 ms) 2024-08-17T17:07:25.955 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.BadMethods 2024-08-17T17:07:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:25 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:25 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1452266655' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:25 smithi189 ceph-mon[90541]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:07:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:25 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:07:26.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:25 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:26.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:25 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1452266655' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:26.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:25 smithi001 ceph-mon[100737]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:07:26.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:25 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:07:26.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:25 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:26.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:25 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1452266655' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:26.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:25 smithi001 ceph-mon[103274]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:07:26.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:25 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:07:27.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[100737]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:07:27.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:07:27.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:07:27.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:27.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[100737]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:27.262 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[103274]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:07:27.262 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:07:27.263 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:07:27.263 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:27.263 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:26 smithi001 ceph-mon[103274]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:26 smithi189 ceph-mon[90541]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:07:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:07:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:07:27.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:27.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:26 smithi189 ceph-mon[90541]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:07:27] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.51.0" 2024-08-17T17:07:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:27 smithi189 ceph-mon[90541]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:07:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:27 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1506817243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:27 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:27 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:28.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-mon[103274]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:07:28.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1506817243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:28.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:28.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:28.430 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T17:07:27.984+0000 7f5e4f327640 -1 osd.3 pg_epoch: 973 pg[38.2( v 973'1 (0'0,973'1] local-lis/les=972/973 n=1 ec=972/972 lis/c=972/972 les/c/f=973/973/0 sis=972) [3,7,5] r=0 lpr=972 crt=973'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-17T17:07:28.430 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T17:07:27.985+0000 7f5e5332f640 -1 osd.3 pg_epoch: 973 pg[38.2( v 973'2 (0'0,973'2] local-lis/les=972/973 n=1 ec=972/972 lis/c=972/972 les/c/f=973/973/0 sis=972) [3,7,5] r=0 lpr=972 crt=973'1 lcod 973'1 mlcod 973'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-17T17:07:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-mon[100737]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:07:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1506817243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:28.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:27 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:28.982 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.BadMethods (3027 ms) 2024-08-17T17:07:28.982 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsHello.Filter 2024-08-17T17:07:29.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:28 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1506817243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:29.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:28 smithi189 ceph-mon[90541]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:07:29.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:28 smithi189 ceph-mon[90541]: pgmap v1113: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:28 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1506817243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:28 smithi001 ceph-mon[100737]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:07:29.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:28 smithi001 ceph-mon[100737]: pgmap v1113: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:29.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:28 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1506817243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:29.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:28 smithi001 ceph-mon[103274]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:07:29.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:28 smithi001 ceph-mon[103274]: pgmap v1113: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:30.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:29 smithi189 ceph-mon[90541]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:07:30.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:07:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:07:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:07:30.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:29 smithi001 ceph-mon[100737]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:07:30.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:29 smithi001 ceph-mon[103274]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:07:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:31 smithi189 ceph-mon[90541]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:07:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:31 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3225055973' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:31 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:31 smithi189 ceph-mon[90541]: pgmap v1116: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:31 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:31 smithi189 ceph-mon[90541]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[103274]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3225055973' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[103274]: pgmap v1116: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:31.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:31.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[103274]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:07:31.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[100737]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:07:31.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3225055973' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:31.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:31.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[100737]: pgmap v1116: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:31.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136723-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:31.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:31 smithi001 ceph-mon[100737]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:07:32.002 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsHello.Filter (3020 ms) 2024-08-17T17:07:32.002 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 6 tests from ClsHello (18977 ms total) 2024-08-17T17:07:32.002 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:07:32.002 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:07:32.002 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 6 tests from 1 test suite ran. (18977 ms total) 2024-08-17T17:07:32.002 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 6 tests. 2024-08-17T17:07:32.004 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:07:32.004 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:07:32.075 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-17T17:07:32.075 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-17T17:07:32.148 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:07:32.148 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-17T17:07:32.148 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:07:32.148 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 27 tests from TestClsJournal 2024-08-17T17:07:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:32 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:32 smithi189 ceph-mon[90541]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:07:32.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:32 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:32.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:32 smithi001 ceph-mon[103274]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:07:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:32 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:32.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:32 smithi001 ceph-mon[100737]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:07:33.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:33 smithi189 ceph-mon[90541]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:33.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:33 smithi001 ceph-mon[100737]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:33.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:33 smithi001 ceph-mon[103274]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:34.021 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.Create 2024-08-17T17:07:34.035 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.Create (14 ms) 2024-08-17T17:07:34.035 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-17T17:07:34.041 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.MinimumSet (6 ms) 2024-08-17T17:07:34.041 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-17T17:07:34.047 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-08-17T17:07:34.047 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-17T17:07:34.050 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-17T17:07:34.050 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-17T17:07:34.053 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-17T17:07:34.053 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-17T17:07:34.056 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-17T17:07:34.056 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-17T17:07:34.059 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-17T17:07:34.059 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-17T17:07:34.061 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-08-17T17:07:34.061 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-17T17:07:34.064 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-08-17T17:07:34.064 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-17T17:07:34.067 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-08-17T17:07:34.068 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-17T17:07:34.072 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-17T17:07:34.072 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-17T17:07:34.077 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-17T17:07:34.077 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-17T17:07:34.080 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-17T17:07:34.080 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-17T17:07:34.084 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-17T17:07:34.084 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-17T17:07:34.184 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (100 ms) 2024-08-17T17:07:34.185 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-17T17:07:34.188 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-08-17T17:07:34.188 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-17T17:07:34.190 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (2 ms) 2024-08-17T17:07:34.190 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-17T17:07:34.191 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-17T17:07:34.191 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-17T17:07:34.243 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.ClientList (52 ms) 2024-08-17T17:07:34.244 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-17T17:07:34.247 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-08-17T17:07:34.247 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-17T17:07:34.256 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-08-17T17:07:34.256 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-17T17:07:34.262 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-08-17T17:07:34.263 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.TagList 2024-08-17T17:07:34.358 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.TagList (95 ms) 2024-08-17T17:07:34.358 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-17T17:07:34.360 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-17T17:07:34.360 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-17T17:07:34.361 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-17T17:07:34.361 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-17T17:07:34.362 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-17T17:07:34.363 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsJournal.Append 2024-08-17T17:07:34.371 INFO:tasks.workunit.client.0.smithi001.stdout:padding is not enabled 2024-08-17T17:07:34.371 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsJournal.Append (8 ms) 2024-08-17T17:07:34.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:34 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:34.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:34 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:34 smithi189 ceph-mon[90541]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:07:34.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:34 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/4292134531' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136992-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:34.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:34 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:34.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:34 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:34.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:34 smithi001 ceph-mon[103274]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:07:34.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:34 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/4292134531' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136992-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:34.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:34 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:34 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:34 smithi001 ceph-mon[100737]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:07:34.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:34 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/4292134531' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136992-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:35.034 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 27 tests from TestClsJournal (351 ms total) 2024-08-17T17:07:35.105 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:07:35.105 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:07:35.105 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 27 tests from 1 test suite ran. (2886 ms total) 2024-08-17T17:07:35.105 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 27 tests. 2024-08-17T17:07:35.106 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:07:35.107 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:07:35.184 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-17T17:07:35.184 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-17T17:07:35.257 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:07:35.257 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-17T17:07:35.257 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:07:35.257 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from ClsLock 2024-08-17T17:07:35.257 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-17T17:07:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:35 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/4292134531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136992-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:35.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:35 smithi189 ceph-mon[90541]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:07:35.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:35 smithi189 ceph-mon[90541]: pgmap v1122: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:35.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:35 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/4292134531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136992-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:35.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:35 smithi001 ceph-mon[103274]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:07:35.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:35 smithi001 ceph-mon[103274]: pgmap v1122: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:35.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:35 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/4292134531' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-136992-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:35 smithi001 ceph-mon[100737]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:07:35.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:35 smithi001 ceph-mon[100737]: pgmap v1122: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:36.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:36 smithi189 ceph-mon[90541]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:07:36.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:36 smithi001 ceph-mon[100737]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:07:36.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:36 smithi001 ceph-mon[103274]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:07:37.079 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-08-17T17:07:37.080 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-08-17T17:07:37.080 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-08-17T17:07:37.080 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-08-17T17:07:37.080 INFO:tasks.workunit.client.0.smithi001.stdout: client.44741 expiration=2024-08-17T17:09:37.076066+0000 addr=v1:172.21.15.1:0/4289277969 cookie= 2024-08-17T17:07:37.084 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-08-17T17:07:37.084 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-08-17T17:07:37.084 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-08-17T17:07:37.084 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-08-17T17:07:37.084 INFO:tasks.workunit.client.0.smithi001.stdout: client.44741 expiration=2024-08-17T17:09:37.082768+0000 addr=v1:172.21.15.1:0/4289277969 cookie= 2024-08-17T17:07:37.084 INFO:tasks.workunit.client.0.smithi001.stdout: client.44747 expiration=0.000000 addr=v1:172.21.15.1:0/1125060156 cookie= 2024-08-17T17:07:37.085 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-08-17T17:07:37.085 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-08-17T17:07:37.085 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-08-17T17:07:37.085 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-08-17T17:07:37.085 INFO:tasks.workunit.client.0.smithi001.stdout: client.44747 expiration=0.000000 addr=v1:172.21.15.1:0/1125060156 cookie= 2024-08-17T17:07:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:37 smithi189 ceph-mon[90541]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:07:37.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:37 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/4289277969' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:37 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:37.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:37 smithi189 ceph-mon[90541]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:37.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:07:37] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.51.0" 2024-08-17T17:07:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-mon[100737]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:07:37.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/4289277969' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:37.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-mon[100737]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-mon[103274]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:07:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/4289277969' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:37.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:37 smithi001 ceph-mon[103274]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:38.054 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMultiLocking (2796 ms) 2024-08-17T17:07:38.054 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMeta 2024-08-17T17:07:38.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:38 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:38.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:38 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:38.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:38 smithi189 ceph-mon[90541]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:07:38.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:38 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:38.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:38 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:38.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:38 smithi001 ceph-mon[100737]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:07:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:38 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:38 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:38.431 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:38 smithi001 ceph-mon[103274]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:07:39.330 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:39 smithi001 ceph-mon[100737]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:07:39.331 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:39 smithi001 ceph-mon[100737]: pgmap v1128: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:39.331 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:39.331 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:39.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:39 smithi001 ceph-mon[103274]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:07:39.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:39 smithi001 ceph-mon[103274]: pgmap v1128: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:39.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:39.331 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:39 smithi189 ceph-mon[90541]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:07:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:39 smithi189 ceph-mon[90541]: pgmap v1128: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:39.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:39.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:40.096 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-08-17T17:07:40.096 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-08-17T17:07:40.096 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-08-17T17:07:40.097 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-08-17T17:07:40.097 INFO:tasks.workunit.client.0.smithi001.stdout: client.34845 expiration=0.000000 addr=v1:172.21.15.1:0/3688418950 cookie= 2024-08-17T17:07:40.098 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-08-17T17:07:40.099 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-08-17T17:07:40.099 INFO:tasks.workunit.client.0.smithi001.stdout: tag: new_tag 2024-08-17T17:07:40.099 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-08-17T17:07:40.099 INFO:tasks.workunit.client.0.smithi001.stdout: client.44753 expiration=0.000000 addr=v1:172.21.15.1:0/297045384 cookie= 2024-08-17T17:07:40.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:07:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:07:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:07:40.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:40 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:40.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:40 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:40.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:40 smithi189 ceph-mon[90541]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:07:40.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:40 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/297045384' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:40.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:40 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:40.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:40.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[100737]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:07:40.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/297045384' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:40.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[103274]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:07:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/297045384' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:40.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:40 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:41.073 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMeta (3019 ms) 2024-08-17T17:07:41.073 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestCookie 2024-08-17T17:07:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:41 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:41 smithi189 ceph-mon[90541]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:07:41.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:41 smithi189 ceph-mon[90541]: pgmap v1131: 137 pgs: 31 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:41.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:41 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:41.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:41 smithi001 ceph-mon[100737]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:07:41.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:41 smithi001 ceph-mon[100737]: pgmap v1131: 137 pgs: 31 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:41.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:41 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:41.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:41 smithi001 ceph-mon[103274]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:07:41.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:41 smithi001 ceph-mon[103274]: pgmap v1131: 137 pgs: 31 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:42.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:42 smithi189 ceph-mon[90541]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:07:42.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:42 smithi001 ceph-mon[100737]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:07:42.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:42 smithi001 ceph-mon[103274]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:07:43.102 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-08-17T17:07:43.102 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: exclusive 2024-08-17T17:07:43.103 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-08-17T17:07:43.103 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-08-17T17:07:43.104 INFO:tasks.workunit.client.0.smithi001.stdout:lock: mylock 2024-08-17T17:07:43.104 INFO:tasks.workunit.client.0.smithi001.stdout: lock_type: shared 2024-08-17T17:07:43.105 INFO:tasks.workunit.client.0.smithi001.stdout: tag: 2024-08-17T17:07:43.105 INFO:tasks.workunit.client.0.smithi001.stdout: lockers: 2024-08-17T17:07:43.105 INFO:tasks.workunit.client.0.smithi001.stdout: client.34851 expiration=0.000000 addr=v1:172.21.15.1:0/3224659575 cookie= 2024-08-17T17:07:43.105 INFO:tasks.workunit.client.0.smithi001.stdout: client.34851 expiration=0.000000 addr=v1:172.21.15.1:0/3224659575 cookie=new cookie 2024-08-17T17:07:43.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:43 smithi189 ceph-mon[90541]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:07:43.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:43 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3224659575' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:43.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:43 smithi189 ceph-mon[90541]: pgmap v1134: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:43 smithi001 ceph-mon[100737]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:07:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:43 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3224659575' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:43.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:43 smithi001 ceph-mon[100737]: pgmap v1134: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:43.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:43 smithi001 ceph-mon[103274]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:07:43.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:43 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3224659575' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:43.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:43 smithi001 ceph-mon[103274]: pgmap v1134: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:44.088 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestCookie (3014 ms) 2024-08-17T17:07:44.088 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-17T17:07:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:44 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:44.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:44 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3224659575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:44.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:44 smithi189 ceph-mon[90541]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:07:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:44 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:44 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3224659575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:44.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:44 smithi001 ceph-mon[100737]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:07:44.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:44 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:44.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:44 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3224659575' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:44.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:44 smithi001 ceph-mon[103274]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:07:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:45 smithi189 ceph-mon[90541]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:07:45.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:45 smithi189 ceph-mon[90541]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:45 smithi001 ceph-mon[100737]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:07:45.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:45 smithi001 ceph-mon[100737]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:45 smithi001 ceph-mon[103274]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:07:45.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:45 smithi001 ceph-mon[103274]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:46.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:46 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:46.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:46 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:46.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:46 smithi189 ceph-mon[90541]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:07:46.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:46 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2568643790' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:46.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:46 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:46.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:46 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:46.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:46 smithi001 ceph-mon[100737]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:07:46.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:46 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2568643790' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:46.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:46 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:46.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:46 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:46.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:46 smithi001 ceph-mon[103274]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:07:46.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:46 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2568643790' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:47.113 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestMultipleLocks (3024 ms) 2024-08-17T17:07:47.113 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-17T17:07:47.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:47 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2568643790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:47.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:47 smithi189 ceph-mon[90541]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:07:47.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:47 smithi189 ceph-mon[90541]: pgmap v1140: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:47 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2568643790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:47 smithi001 ceph-mon[100737]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:07:47.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:47 smithi001 ceph-mon[100737]: pgmap v1140: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:47.429 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:07:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:07:47] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.51.0" 2024-08-17T17:07:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:47 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2568643790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:47 smithi001 ceph-mon[103274]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:07:47.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:47 smithi001 ceph-mon[103274]: pgmap v1140: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:48.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:48 smithi189 ceph-mon[90541]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:07:48.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:48 smithi001 ceph-mon[100737]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:07:48.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:48 smithi001 ceph-mon[103274]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:07:49.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:49 smithi189 ceph-mon[90541]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:07:49.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:49 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3697441141' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:49.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:49 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:49.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:49 smithi189 ceph-mon[90541]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:49 smithi001 ceph-mon[100737]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:07:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:49 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3697441141' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:49 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:49.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:49 smithi001 ceph-mon[100737]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:49.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:49 smithi001 ceph-mon[103274]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:07:49.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:49 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3697441141' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:49.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:49 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:49.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:49 smithi001 ceph-mon[103274]: pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:50.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:50 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:50.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:50 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:50.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:50 smithi189 ceph-mon[90541]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:07:50.429 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:07:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:07:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:07:50.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:50 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:50.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:50 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:50.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:50 smithi001 ceph-mon[100737]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:07:50.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:50 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:50.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:50 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:50.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:50 smithi001 ceph-mon[103274]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:07:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:51 smithi189 ceph-mon[90541]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:07:51.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:51 smithi189 ceph-mon[90541]: pgmap v1146: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:51 smithi001 ceph-mon[100737]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:07:51.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:51 smithi001 ceph-mon[100737]: pgmap v1146: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:51.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:51 smithi001 ceph-mon[103274]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:07:51.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:51 smithi001 ceph-mon[103274]: pgmap v1146: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:52.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:52 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:52.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:52 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:52.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:52 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:52.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:52 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:52.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:52 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:52.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:52 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:53.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:53 smithi189 ceph-mon[90541]: pgmap v1147: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:53.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:53 smithi001 ceph-mon[100737]: pgmap v1147: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:53.429 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:53 smithi001 ceph-mon[103274]: pgmap v1147: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:54.511 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestLockDuration (7399 ms) 2024-08-17T17:07:54.512 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-17T17:07:54.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:54.930 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:54 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:54.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:54.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:54 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:54.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:07:54.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:54 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:07:55.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:55 smithi189 ceph-mon[90541]: pgmap v1148: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:07:55.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:55 smithi189 ceph-mon[90541]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:07:55.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:55 smithi001 ceph-mon[100737]: pgmap v1148: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:07:55.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:55 smithi001 ceph-mon[100737]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:07:55.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:55 smithi001 ceph-mon[103274]: pgmap v1148: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:07:55.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:55 smithi001 ceph-mon[103274]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:07:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:56 smithi189 ceph-mon[90541]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:07:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:56 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2632855753' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:56.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:56 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:56.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:56 smithi001 ceph-mon[100737]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:07:56.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:56 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2632855753' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:56.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:56 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:56.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:56 smithi001 ceph-mon[103274]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:07:56.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:56 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2632855753' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:56.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:56 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:57.525 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:07:57] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-08-17T17:07:57.526 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestAssertLocked (3016 ms) 2024-08-17T17:07:57.527 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-17T17:07:57.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:57 smithi189 ceph-mon[90541]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:57.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:57 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:57 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:57.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:57 smithi189 ceph-mon[90541]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:07:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-mon[100737]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:57.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-mon[100737]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:07:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-mon[103274]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:57.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:57 smithi001 ceph-mon[103274]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:07:58.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:58 smithi189 ceph-mon[90541]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:07:58.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:58 smithi001 ceph-mon[100737]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:07:58.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:58 smithi001 ceph-mon[103274]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:07:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:59 smithi189 ceph-mon[90541]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:59 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:59 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:07:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:59 smithi189 ceph-mon[90541]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:07:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:59 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2667778978' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:59.830 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:07:59 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[100737]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:07:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[100737]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:07:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2667778978' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:59.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[103274]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:07:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:07:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[103274]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:07:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2667778978' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:07:59.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:07:59 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:00.547 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:08:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:08:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:08:00.551 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestSetCookie (3024 ms) 2024-08-17T17:08:00.551 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestRenew 2024-08-17T17:08:00.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:00 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:00.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:00 smithi189 ceph-mon[90541]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:08:00.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:00 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:00.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:00 smithi001 ceph-mon[100737]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:08:00.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:00 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:00.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:00 smithi001 ceph-mon[103274]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:08:01.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:01 smithi189 ceph-mon[90541]: pgmap v1157: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:08:01.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:01 smithi189 ceph-mon[90541]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:08:01.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:01 smithi001 ceph-mon[100737]: pgmap v1157: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:08:01.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:01 smithi001 ceph-mon[100737]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:08:01.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:01 smithi001 ceph-mon[103274]: pgmap v1157: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:08:01.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:01 smithi001 ceph-mon[103274]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:08:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:02 smithi189 ceph-mon[90541]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:08:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:02 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2562125874' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:02.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:02 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:02 smithi001 ceph-mon[100737]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:08:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:02 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2562125874' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:02.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:02 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:02.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:02 smithi001 ceph-mon[103274]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:08:02.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:02 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2562125874' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:02.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:02 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:03.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:03 smithi189 ceph-mon[90541]: pgmap v1160: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:03.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:03 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:03.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:03 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:03.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:03 smithi189 ceph-mon[90541]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:08:03.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:03 smithi001 ceph-mon[103274]: pgmap v1160: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:03.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:03 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:03.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:03 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:03.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:03 smithi001 ceph-mon[103274]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:08:03.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:03 smithi001 ceph-mon[100737]: pgmap v1160: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:03.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:03 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:03.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:03 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:03.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:03 smithi001 ceph-mon[100737]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:08:04.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:04 smithi189 ceph-mon[90541]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:08:04.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:04 smithi001 ceph-mon[100737]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:08:04.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:04 smithi001 ceph-mon[103274]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:08:05.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:05 smithi189 ceph-mon[90541]: pgmap v1163: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:05.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:05 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:05.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:05 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:08:05.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:05 smithi001 ceph-mon[103274]: pgmap v1163: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:05.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:05 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:05.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:05 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:08:05.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:05 smithi001 ceph-mon[100737]: pgmap v1163: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:05.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:05 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:05.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:05 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:08:07.571 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:08:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:08:07] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.51.0" 2024-08-17T17:08:07.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:07 smithi189 ceph-mon[90541]: pgmap v1164: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 180 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:07 smithi001 ceph-mon[100737]: pgmap v1164: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 180 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:07.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:07 smithi001 ceph-mon[103274]: pgmap v1164: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 180 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:08.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:08.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:08.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:09.830 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:09 smithi001 ceph-mon[100737]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 153 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:09.831 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:09 smithi001 ceph-mon[103274]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 153 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:09.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:09 smithi189 ceph-mon[90541]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 153 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:08:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:08:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:08:11.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:11 smithi189 ceph-mon[90541]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:11.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:11 smithi001 ceph-mon[100737]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:11.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:11 smithi001 ceph-mon[103274]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:13.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:13 smithi189 ceph-mon[90541]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:13.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:13 smithi001 ceph-mon[100737]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:13.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:13 smithi001 ceph-mon[103274]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:15.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:15 smithi189 ceph-mon[90541]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 95 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:15.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:15 smithi001 ceph-mon[100737]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 95 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:15.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:15 smithi001 ceph-mon[103274]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 95 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:17.590 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:08:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:08:17] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.51.0" 2024-08-17T17:08:17.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:17 smithi189 ceph-mon[90541]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:08:17.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:17 smithi001 ceph-mon[100737]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:08:17.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:17 smithi001 ceph-mon[103274]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:08:19.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:19 smithi189 ceph-mon[90541]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:19.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:19 smithi001 ceph-mon[100737]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:19.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:19 smithi001 ceph-mon[103274]: pgmap v1170: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:08:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:08:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:08:21.607 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestRenew (21056 ms) 2024-08-17T17:08:21.607 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-17T17:08:21.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:21 smithi189 ceph-mon[90541]: pgmap v1171: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:21.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:21 smithi001 ceph-mon[100737]: pgmap v1171: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:21.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:21 smithi001 ceph-mon[103274]: pgmap v1171: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:22.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:22 smithi189 ceph-mon[90541]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:08:22.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:22 smithi001 ceph-mon[100737]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:08:22.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:22 smithi001 ceph-mon[103274]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:08:23.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:23 smithi189 ceph-mon[90541]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:23.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:23 smithi189 ceph-mon[90541]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:08:23.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:23 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/699707417' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:23.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:23 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:23.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[100737]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:23.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[100737]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:08:23.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/699707417' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:23.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:23.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:23.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[103274]: pgmap v1173: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:23.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[103274]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:08:23.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/699707417' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:23.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:23.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:24.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:24 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:24.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:24 smithi189 ceph-mon[90541]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:08:24.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:24 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:24.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:24 smithi001 ceph-mon[100737]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:08:24.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:24 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:24.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:24 smithi001 ceph-mon[103274]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:08:25.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:25 smithi189 ceph-mon[90541]: pgmap v1176: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:25.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:25 smithi189 ceph-mon[90541]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:08:25.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:25 smithi001 ceph-mon[100737]: pgmap v1176: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:25.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:25 smithi001 ceph-mon[100737]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:08:25.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:25 smithi001 ceph-mon[103274]: pgmap v1176: 137 pgs: 5 creating+peering, 20 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:25.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:25 smithi001 ceph-mon[103274]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:08:26.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:26.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:26.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:27.627 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:08:27] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.51.0" 2024-08-17T17:08:27.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:27 smithi189 ceph-mon[90541]: pgmap v1178: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:27.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:27.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:27.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:08:27.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-mon[100737]: pgmap v1178: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:27.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:27.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:27.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:08:27.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-mon[103274]: pgmap v1178: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:27.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:27.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:27.931 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:08:28.640 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7033 ms) 2024-08-17T17:08:28.640 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-17T17:08:29.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:29 smithi189 ceph-mon[90541]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:29.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:29 smithi189 ceph-mon[90541]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:08:29.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:29 smithi001 ceph-mon[100737]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:29.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:29 smithi001 ceph-mon[100737]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:08:29.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:29 smithi001 ceph-mon[103274]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:29.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:29 smithi001 ceph-mon[103274]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:08:30.645 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:08:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:08:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:08:30.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:30 smithi189 ceph-mon[90541]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:08:30.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:30 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1665051946' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:30.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:30 smithi001 ceph-mon[103274]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:08:30.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:30 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1665051946' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:30.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:30 smithi001 ceph-mon[100737]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:08:30.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:30 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1665051946' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:31.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:31 smithi189 ceph-mon[90541]: pgmap v1182: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:31.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:31 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:31.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:31 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1665051946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:31.929 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:31 smithi189 ceph-mon[90541]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:08:31.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:31 smithi001 ceph-mon[103274]: pgmap v1182: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:31.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:31 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:31.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:31 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1665051946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:31.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:31 smithi001 ceph-mon[103274]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:08:31.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:31 smithi001 ceph-mon[100737]: pgmap v1182: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:31.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:31 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:31.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:31 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1665051946' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:31.930 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:31 smithi001 ceph-mon[100737]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:08:32.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:32 smithi189 ceph-mon[90541]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:08:32.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:32 smithi001 ceph-mon[103274]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:08:32.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:32 smithi001 ceph-mon[100737]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:08:33.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:33 smithi189 ceph-mon[90541]: pgmap v1185: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:33.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:33 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:33.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:33 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:08:33.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:33 smithi001 ceph-mon[100737]: pgmap v1185: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:33.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:33 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:33.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:33 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:08:33.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:33 smithi001 ceph-mon[103274]: pgmap v1185: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:33.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:33 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:33.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:33 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:08:35.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:35 smithi189 ceph-mon[90541]: pgmap v1186: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:35.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:35 smithi001 ceph-mon[100737]: pgmap v1186: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:35.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:35 smithi001 ceph-mon[103274]: pgmap v1186: 137 pgs: 13 creating+peering, 124 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:36.675 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8035 ms) 2024-08-17T17:08:36.676 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-17T17:08:37.669 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:08:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:08:37] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.51.0" 2024-08-17T17:08:37.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:37 smithi189 ceph-mon[90541]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 155 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:37.928 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:37 smithi189 ceph-mon[90541]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:08:37.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:37 smithi001 ceph-mon[100737]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 155 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:37.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:37 smithi001 ceph-mon[100737]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:08:37.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:37 smithi001 ceph-mon[103274]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 155 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:37.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:37 smithi001 ceph-mon[103274]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:08:39.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:38 smithi189 ceph-mon[90541]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:08:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:38 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/4040731830' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:38 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:39.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:38 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:38 smithi001 ceph-mon[100737]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:08:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:38 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/4040731830' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:38 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:39.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:38 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:38 smithi001 ceph-mon[103274]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:08:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:38 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/4040731830' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:38 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:39.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:38 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:40.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:39 smithi001 ceph-mon[100737]: pgmap v1190: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:40.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:39 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:40.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:39 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:40.081 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:39 smithi001 ceph-mon[100737]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:08:40.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:39 smithi001 ceph-mon[103274]: pgmap v1190: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:40.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:39 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:40.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:39 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:40.081 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:39 smithi001 ceph-mon[103274]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:08:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:39 smithi189 ceph-mon[90541]: pgmap v1190: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:40.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:39 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:39 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137047-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:40.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:39 smithi189 ceph-mon[90541]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:08:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:08:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:08:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:08:41.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:40 smithi189 ceph-mon[90541]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:08:41.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:40 smithi001 ceph-mon[100737]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:08:41.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:40 smithi001 ceph-mon[103274]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:08:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:41 smithi189 ceph-mon[90541]: pgmap v1193: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:42.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:41 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:42.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:41 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:08:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:41 smithi001 ceph-mon[100737]: pgmap v1193: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:41 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:42.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:41 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:08:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:41 smithi001 ceph-mon[103274]: pgmap v1193: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:42.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:41 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:42.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:41 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:08:44.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:43 smithi189 ceph-mon[90541]: pgmap v1194: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:44.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:43 smithi001 ceph-mon[100737]: pgmap v1194: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:44.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:43 smithi001 ceph-mon[103274]: pgmap v1194: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:44.711 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8036 ms) 2024-08-17T17:08:44.712 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 11 tests from ClsLock (69454 ms total) 2024-08-17T17:08:44.712 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:08:44.712 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:08:44.712 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 11 tests from 1 test suite ran. (69454 ms total) 2024-08-17T17:08:44.712 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 11 tests. 2024-08-17T17:08:44.715 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:08:44.715 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:08:44.786 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-17T17:08:44.787 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-17T17:08:44.858 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:08:44.859 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T17:08:44.859 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:08:44.859 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from cls_log 2024-08-17T17:08:44.859 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-17T17:08:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:45 smithi189 ceph-mon[90541]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:46.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:45 smithi189 ceph-mon[90541]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:08:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:45 smithi001 ceph-mon[100737]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:46.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:45 smithi001 ceph-mon[100737]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:08:46.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:45 smithi001 ceph-mon[103274]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:08:46.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:45 smithi001 ceph-mon[103274]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:08:47.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:46 smithi189 ceph-mon[90541]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:08:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:46 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1982031243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:47.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:46 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:46 smithi001 ceph-mon[100737]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:08:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:46 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1982031243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:47.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:46 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:47.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:46 smithi001 ceph-mon[103274]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:08:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:46 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1982031243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:47.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:46 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:47.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:08:47] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-08-17T17:08:47.730 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.test_log_add_same_time (2872 ms) 2024-08-17T17:08:47.730 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-17T17:08:48.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:47 smithi189 ceph-mon[90541]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:47 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:47 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:48.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:47 smithi189 ceph-mon[90541]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:08:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-mon[100737]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:48.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:48.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-mon[100737]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:08:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-mon[103274]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:48.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:47 smithi001 ceph-mon[103274]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:08:49.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:48 smithi189 ceph-mon[90541]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:08:49.182 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:48 smithi001 ceph-mon[100737]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:08:49.182 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:48 smithi001 ceph-mon[103274]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:08:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:49 smithi189 ceph-mon[90541]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:50.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:49 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:49 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:08:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:49 smithi189 ceph-mon[90541]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:08:50.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:49 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2942556711' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[100737]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:08:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[100737]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:08:50.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2942556711' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[103274]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:08:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[103274]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:08:50.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:49 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2942556711' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:50.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:08:50 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:08:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:08:50.756 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.test_log_add_different_time (3026 ms) 2024-08-17T17:08:50.756 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.trim_by_time 2024-08-17T17:08:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:50 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2942556711' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:51.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:50 smithi189 ceph-mon[90541]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:08:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:50 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2942556711' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:51.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:50 smithi001 ceph-mon[100737]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:08:51.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:50 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2942556711' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:51.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:50 smithi001 ceph-mon[103274]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:08:52.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:51 smithi189 ceph-mon[90541]: pgmap v1204: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:52.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:51 smithi189 ceph-mon[90541]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:08:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:51 smithi001 ceph-mon[100737]: pgmap v1204: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:52.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:51 smithi001 ceph-mon[100737]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:08:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:51 smithi001 ceph-mon[103274]: pgmap v1204: 137 pgs: 9 creating+peering, 15 unknown, 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:52.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:51 smithi001 ceph-mon[103274]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:08:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:52 smithi189 ceph-mon[90541]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:08:53.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:52 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/956473516' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:52 smithi001 ceph-mon[100737]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:08:53.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:52 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/956473516' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:52 smithi001 ceph-mon[103274]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:08:53.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:52 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/956473516' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:53.773 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.trim_by_time (3017 ms) 2024-08-17T17:08:53.773 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-17T17:08:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:53 smithi189 ceph-mon[90541]: pgmap v1207: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:53 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:53 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/956473516' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:53 smithi189 ceph-mon[90541]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:08:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:08:54.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:53 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:54.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[100737]: pgmap v1207: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/956473516' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[100737]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[103274]: pgmap v1207: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/956473516' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[103274]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:08:54.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:53 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:55.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:54 smithi189 ceph-mon[90541]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:08:55.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:54 smithi001 ceph-mon[100737]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:08:55.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:54 smithi001 ceph-mon[103274]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:08:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:55 smithi189 ceph-mon[90541]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:56.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:55 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:56.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:55 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:08:56.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:55 smithi189 ceph-mon[90541]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:08:56.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:55 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1594075181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[100737]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:08:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[100737]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:08:56.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1594075181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[103274]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:08:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:08:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[103274]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:08:56.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:55 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1594075181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:56.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] cls_log.trim_by_marker (3021 ms) 2024-08-17T17:08:56.794 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from cls_log (11936 ms total) 2024-08-17T17:08:56.794 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:08:56.794 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:08:56.794 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 4 tests from 1 test suite ran. (11936 ms total) 2024-08-17T17:08:56.794 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 4 tests. 2024-08-17T17:08:56.797 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:08:56.797 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:08:56.867 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-17T17:08:56.868 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-17T17:08:56.938 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:08:56.938 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T17:08:56.938 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:08:56.938 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from ClsNumOps 2024-08-17T17:08:56.939 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsNumOps.Add 2024-08-17T17:08:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:56 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1594075181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:57.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:56 smithi189 ceph-mon[90541]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:08:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:56 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1594075181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:57.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:56 smithi001 ceph-mon[100737]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:08:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:56 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1594075181' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137431-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:08:57.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:56 smithi001 ceph-mon[103274]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:08:57.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:08:57 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:08:57] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-08-17T17:08:58.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:57 smithi189 ceph-mon[90541]: pgmap v1213: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:58.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:57 smithi189 ceph-mon[90541]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:08:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:57 smithi001 ceph-mon[100737]: pgmap v1213: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:58.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:57 smithi001 ceph-mon[100737]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:08:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:57 smithi001 ceph-mon[103274]: pgmap v1213: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:08:58.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:57 smithi001 ceph-mon[103274]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:08:59.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:58 smithi189 ceph-mon[90541]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:08:59.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:58 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/165005930' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:59.080 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:58 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:58 smithi001 ceph-mon[100737]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:08:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:58 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/165005930' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:59.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:58 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:58 smithi001 ceph-mon[103274]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:08:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:58 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/165005930' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:59.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:58 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:08:59.816 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsNumOps.Add (2877 ms) 2024-08-17T17:08:59.816 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsNumOps.Sub 2024-08-17T17:09:00.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:59 smithi189 ceph-mon[90541]: pgmap v1216: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:59 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:59 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:00.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:08:59 smithi189 ceph-mon[90541]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:09:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:59 smithi001 ceph-mon[100737]: pgmap v1216: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:00.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:59 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:59 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:00.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:08:59 smithi001 ceph-mon[100737]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:09:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:59 smithi001 ceph-mon[103274]: pgmap v1216: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:59 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:59 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:00.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:08:59 smithi001 ceph-mon[103274]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:09:00.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:09:00 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:09:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:01.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:00 smithi189 ceph-mon[90541]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:09:01.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:00 smithi001 ceph-mon[100737]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:09:01.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:00 smithi001 ceph-mon[103274]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:09:02.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:01 smithi189 ceph-mon[90541]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:01 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:01 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:09:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:01 smithi189 ceph-mon[90541]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:09:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:01 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/432668903' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:02.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:01 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:02.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[100737]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[100737]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/432668903' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[103274]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[103274]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/432668903' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:02.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:01 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:02.836 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsNumOps.Sub (3020 ms) 2024-08-17T17:09:02.836 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsNumOps.Mul 2024-08-17T17:09:03.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:02 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:03.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:02 smithi189 ceph-mon[90541]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:09:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:02 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:03.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:02 smithi001 ceph-mon[100737]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:09:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:02 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:03.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:02 smithi001 ceph-mon[103274]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:09:04.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:03 smithi189 ceph-mon[90541]: pgmap v1222: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:04.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:03 smithi189 ceph-mon[90541]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:09:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:03 smithi001 ceph-mon[100737]: pgmap v1222: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:04.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:03 smithi001 ceph-mon[100737]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:09:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:03 smithi001 ceph-mon[103274]: pgmap v1222: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:04.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:03 smithi001 ceph-mon[103274]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:09:05.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:04 smithi189 ceph-mon[90541]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:09:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:04 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3984766552' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:05.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:04 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:04 smithi001 ceph-mon[100737]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:09:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:04 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3984766552' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:05.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:04 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:04 smithi001 ceph-mon[103274]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:09:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:04 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3984766552' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:05.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:04 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:05.853 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsNumOps.Mul (3018 ms) 2024-08-17T17:09:05.853 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] ClsNumOps.Div 2024-08-17T17:09:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:05 smithi189 ceph-mon[90541]: pgmap v1225: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:06.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:05 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:05 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:06.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:05 smithi189 ceph-mon[90541]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:09:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:05 smithi001 ceph-mon[100737]: pgmap v1225: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:05 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:05 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:06.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:05 smithi001 ceph-mon[100737]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:09:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:05 smithi001 ceph-mon[103274]: pgmap v1225: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:05 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:05 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:06.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:05 smithi001 ceph-mon[103274]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:09:07.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:06 smithi189 ceph-mon[90541]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:09:07.210 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:06 smithi001 ceph-mon[100737]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:09:07.211 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:06 smithi001 ceph-mon[103274]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:09:07.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:09:07] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-08-17T17:09:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:07 smithi189 ceph-mon[90541]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:08.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:07 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:07 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:09:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:07 smithi189 ceph-mon[90541]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:09:08.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:07 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/656700261' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[100737]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:09:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[100737]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:09:08.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/656700261' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[103274]: pgmap v1228: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:09:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[103274]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:09:08.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:07 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/656700261' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:08.865 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] ClsNumOps.Div (3012 ms) 2024-08-17T17:09:08.865 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 4 tests from ClsNumOps (11927 ms total) 2024-08-17T17:09:08.865 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:09:08.865 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:09:08.865 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 4 tests from 1 test suite ran. (11927 ms total) 2024-08-17T17:09:08.865 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 4 tests. 2024-08-17T17:09:08.868 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:09:08.868 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:09:08.939 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-17T17:09:08.939 DEBUG:teuthology.orchestra.run.smithi001:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-17T17:09:09.012 INFO:tasks.workunit.client.0.smithi001.stdout:Running main() from gmock_main.cc 2024-08-17T17:09:09.012 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-17T17:09:09.012 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment set-up. 2024-08-17T17:09:09.012 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 70 tests from TestClsRbd 2024-08-17T17:09:09.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:08 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/656700261' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:08 smithi189 ceph-mon[90541]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:08 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:08 smithi189 ceph-mon[90541]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/656700261' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[100737]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:09.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[100737]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:09:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/656700261' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137537-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[103274]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:09:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:09:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:09.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:08 smithi001 ceph-mon[103274]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:09:10.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:09 smithi189 ceph-mon[90541]: pgmap v1231: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:10.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:09 smithi001 ceph-mon[100737]: pgmap v1231: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:10.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:09 smithi001 ceph-mon[103274]: pgmap v1231: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:10.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:09:10 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:09:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:10.894 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-17T17:09:10.908 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_all_features (14 ms) 2024-08-17T17:09:10.908 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.copyup 2024-08-17T17:09:11.094 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.copyup (186 ms) 2024-08-17T17:09:11.094 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-17T17:09:11.108 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2024-08-17T17:09:11.108 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-17T17:09:11.114 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_and_set_id (6 ms) 2024-08-17T17:09:11.115 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-17T17:09:11.125 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-08-17T17:09:11.125 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-17T17:09:11.150 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.directory_methods (25 ms) 2024-08-17T17:09:11.150 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.create 2024-08-17T17:09:11.163 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-08-17T17:09:11.163 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_features 2024-08-17T17:09:11.164 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-08-17T17:09:11.164 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-17T17:09:11.166 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-17T17:09:11.166 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-17T17:09:11.167 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-17T17:09:11.168 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-17T17:09:11.169 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-08-17T17:09:11.169 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-17T17:09:11.170 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-08-17T17:09:11.170 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-17T17:09:11.174 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-08-17T17:09:11.174 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.get_size 2024-08-17T17:09:11.178 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-17T17:09:11.178 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.set_size 2024-08-17T17:09:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:10 smithi189 ceph-mon[90541]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:09:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:10 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/103618864' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:11.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:10 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:10 smithi001 ceph-mon[103274]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:09:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:10 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/103618864' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:11.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:10 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:11.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:10 smithi001 ceph-mon[100737]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:09:11.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:10 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/103618864' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:11.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:10 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:11.182 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-17T17:09:11.182 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-17T17:09:11.198 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-08-17T17:09:11.198 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-17T17:09:11.206 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-08-17T17:09:11.206 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-17T17:09:11.244 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-08-17T17:09:11.244 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-17T17:09:11.273 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-08-17T17:09:11.273 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-17T17:09:11.292 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.snapshots (19 ms) 2024-08-17T17:09:11.293 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-17T17:09:11.297 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2024-08-17T17:09:11.297 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-17T17:09:11.306 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-08-17T17:09:11.307 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-17T17:09:11.311 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-08-17T17:09:11.311 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-17T17:09:11.318 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-08-17T17:09:11.318 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-17T17:09:11.326 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-08-17T17:09:11.326 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-17T17:09:11.327 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-08-17T17:09:11.327 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-17T17:09:11.333 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_snap_add (6 ms) 2024-08-17T17:09:11.333 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-17T17:09:11.341 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.object_map_snap_remove (8 ms) 2024-08-17T17:09:11.341 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.flags 2024-08-17T17:09:11.346 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.flags (6 ms) 2024-08-17T17:09:11.346 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.metadata 2024-08-17T17:09:11.377 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.metadata (30 ms) 2024-08-17T17:09:11.377 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.set_features 2024-08-17T17:09:11.384 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-08-17T17:09:11.384 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror 2024-08-17T17:09:11.418 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror (34 ms) 2024-08-17T17:09:11.418 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-17T17:09:11.433 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-08-17T17:09:11.433 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-17T17:09:12.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:11 smithi189 ceph-mon[90541]: pgmap v1234: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:11 smithi189 ceph-mon[90541]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:11 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:12.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:11 smithi189 ceph-mon[90541]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:09:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:11 smithi001 ceph-mon[100737]: pgmap v1234: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:11 smithi001 ceph-mon[100737]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:12.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:11 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:12.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:11 smithi001 ceph-mon[100737]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:09:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:11 smithi001 ceph-mon[103274]: pgmap v1234: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:11 smithi001 ceph-mon[103274]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:09:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:11 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi001-137645-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:12.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:11 smithi001 ceph-mon[103274]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:09:13.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:12 smithi189 ceph-mon[90541]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:09:13.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:12 smithi001 ceph-mon[100737]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:09:13.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:12 smithi001 ceph-mon[103274]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:09:13.748 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_image_status (2315 ms) 2024-08-17T17:09:13.748 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-17T17:09:13.823 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_image_map (75 ms) 2024-08-17T17:09:13.823 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-17T17:09:13.830 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-08-17T17:09:13.830 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-17T17:09:13.841 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-08-17T17:09:13.841 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-17T17:09:13.844 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-08-17T17:09:13.844 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-17T17:09:13.846 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-17T17:09:13.846 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-17T17:09:13.849 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-17T17:09:13.849 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-17T17:09:13.857 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_rename (8 ms) 2024-08-17T17:09:13.857 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-17T17:09:13.860 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-17T17:09:13.860 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-17T17:09:13.865 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (5 ms) 2024-08-17T17:09:13.865 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-17T17:09:13.867 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-17T17:09:13.867 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-17T17:09:13.870 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-17T17:09:13.870 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-17T17:09:13.873 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-08-17T17:09:13.873 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-17T17:09:13.876 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-08-17T17:09:13.877 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-17T17:09:13.879 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-17T17:09:13.879 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-17T17:09:13.882 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-17T17:09:13.882 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-17T17:09:13.884 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-17T17:09:13.884 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-17T17:09:13.886 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-17T17:09:13.886 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-17T17:09:13.887 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-17T17:09:13.888 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-17T17:09:13.890 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-08-17T17:09:13.890 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-17T17:09:13.894 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (4 ms) 2024-08-17T17:09:13.894 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-17T17:09:13.896 INFO:tasks.workunit.client.0.smithi001.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/17.2.7-1404-gf2c39d4d/rpm/el9/BUILD/ceph-17.2.7-1404-gf2c39d4d/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-08-17T17:09:13.896 INFO:tasks.workunit.client.0.smithi001.stdout:Expected equality of these values: 2024-08-17T17:09:13.896 INFO:tasks.workunit.client.0.smithi001.stdout: 1U 2024-08-17T17:09:13.896 INFO:tasks.workunit.client.0.smithi001.stdout: Which is: 1 2024-08-17T17:09:13.896 INFO:tasks.workunit.client.0.smithi001.stdout: keys.size() 2024-08-17T17:09:13.896 INFO:tasks.workunit.client.0.smithi001.stdout: Which is: 3 2024-08-17T17:09:13.896 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] TestClsRbd.group_snap_set (2 ms) 2024-08-17T17:09:13.897 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-17T17:09:13.899 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_list (4 ms) 2024-08-17T17:09:13.900 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-17T17:09:13.919 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (19 ms) 2024-08-17T17:09:13.919 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-17T17:09:14.132 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (213 ms) 2024-08-17T17:09:14.133 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-17T17:09:14.135 INFO:tasks.workunit.client.0.smithi001.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/17.2.7-1404-gf2c39d4d/rpm/el9/BUILD/ceph-17.2.7-1404-gf2c39d4d/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-08-17T17:09:14.135 INFO:tasks.workunit.client.0.smithi001.stdout:Expected equality of these values: 2024-08-17T17:09:14.135 INFO:tasks.workunit.client.0.smithi001.stdout: 1U 2024-08-17T17:09:14.135 INFO:tasks.workunit.client.0.smithi001.stdout: Which is: 1 2024-08-17T17:09:14.135 INFO:tasks.workunit.client.0.smithi001.stdout: keys.size() 2024-08-17T17:09:14.135 INFO:tasks.workunit.client.0.smithi001.stdout: Which is: 3 2024-08-17T17:09:14.135 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] TestClsRbd.group_snap_remove (3 ms) 2024-08-17T17:09:14.135 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-17T17:09:14.137 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-17T17:09:14.137 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-17T17:09:14.144 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-08-17T17:09:14.144 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.op_features 2024-08-17T17:09:14.151 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-17T17:09:14.151 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-17T17:09:14.170 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-08-17T17:09:14.170 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-17T17:09:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:13 smithi189 ceph-mon[90541]: pgmap v1237: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 7.0 KiB/s wr, 26 op/s 2024-08-17T17:09:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:13 smithi189 ceph-mon[90541]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:14.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:13 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:09:14.179 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-08-17T17:09:14.179 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-17T17:09:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:13 smithi001 ceph-mon[100737]: pgmap v1237: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 7.0 KiB/s wr, 26 op/s 2024-08-17T17:09:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:13 smithi001 ceph-mon[100737]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:14.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:13 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:09:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:13 smithi001 ceph-mon[103274]: pgmap v1237: 137 pgs: 16 creating+peering, 6 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 7.0 KiB/s wr, 26 op/s 2024-08-17T17:09:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:13 smithi001 ceph-mon[103274]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:09:14.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:13 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:09:14.190 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-08-17T17:09:14.190 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-17T17:09:14.196 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-08-17T17:09:14.196 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.migration 2024-08-17T17:09:14.205 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-08-17T17:09:14.205 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-17T17:09:14.216 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-08-17T17:09:14.216 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-17T17:09:15.906 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1689 ms) 2024-08-17T17:09:15.906 INFO:tasks.workunit.client.0.smithi001.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-17T17:09:15.953 INFO:tasks.workunit.client.0.smithi001.stdout:[ OK ] TestClsRbd.sparsify (47 ms) 2024-08-17T17:09:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:15 smithi189 ceph-mon[90541]: pgmap v1238: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 774 KiB/s wr, 75 op/s 2024-08-17T17:09:16.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:15 smithi189 ceph-mon[90541]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:09:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:15 smithi001 ceph-mon[100737]: pgmap v1238: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 774 KiB/s wr, 75 op/s 2024-08-17T17:09:16.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:15 smithi001 ceph-mon[100737]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:09:16.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:15 smithi001 ceph-mon[103274]: pgmap v1238: 137 pgs: 16 creating+peering, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 774 KiB/s wr, 75 op/s 2024-08-17T17:09:16.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:15 smithi001 ceph-mon[103274]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:09:16.923 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] 70 tests from TestClsRbd (5059 ms total) 2024-08-17T17:09:16.923 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:09:16.923 INFO:tasks.workunit.client.0.smithi001.stdout:[----------] Global test environment tear-down 2024-08-17T17:09:16.924 INFO:tasks.workunit.client.0.smithi001.stdout:[==========] 70 tests from 1 test suite ran. (7911 ms total) 2024-08-17T17:09:16.924 INFO:tasks.workunit.client.0.smithi001.stdout:[ PASSED ] 68 tests. 2024-08-17T17:09:16.924 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] 2 tests, listed below: 2024-08-17T17:09:16.924 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-08-17T17:09:16.924 INFO:tasks.workunit.client.0.smithi001.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-08-17T17:09:16.924 INFO:tasks.workunit.client.0.smithi001.stdout: 2024-08-17T17:09:16.924 INFO:tasks.workunit.client.0.smithi001.stdout: 2 FAILED TESTS 2024-08-17T17:09:16.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:09:16.926 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-17T17:09:16.926 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T17:09:17.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:16 smithi189 ceph-mon[90541]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:09:17.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:16 smithi001 ceph-mon[100737]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:09:17.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:16 smithi001 ceph-mon[103274]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:09:17.196 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi001 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-17T17:09:17.408 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=178cf8f7d3234d3fa7d757ad2f78606d Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi001 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-17T17:09:17.412 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-17T17:09:17.421 INFO:tasks.cephadm:Teardown begin 2024-08-17T17:09:17.422 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-17T17:09:17.422 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:09:17.464 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:17 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:09:17] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-08-17T17:09:17.711 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:09:18.103 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:17 smithi001 ceph-mon[100737]: pgmap v1241: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 2.85k op/s 2024-08-17T17:09:18.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:17 smithi001 ceph-mon[100737]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:09:18.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:17 smithi001 ceph-mon[103274]: pgmap v1241: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 2.85k op/s 2024-08-17T17:09:18.104 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:17 smithi001 ceph-mon[103274]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:09:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:17 smithi189 ceph-mon[90541]: pgmap v1241: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 2.85k op/s 2024-08-17T17:09:18.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:17 smithi189 ceph-mon[90541]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:09:20.063 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T17:09:20.064 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":15,"btime":"2024-08-17T16:59:50:872953+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54331,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.189:6833/1058871752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6832","nonce":1058871752},{"type":"v1","addr":"172.21.15.189:6833","nonce":1058871752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":15}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T16:47:18.397025+0000","modified":"2024-08-17T16:59:47.862901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":578,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34533},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34533":{"gid":34533,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.1:6835/201108043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":201108043},{"type":"v1","addr":"172.21.15.1:6835","nonce":201108043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34533,"qdb_cluster":[34533]},"id":1}]} 2024-08-17T17:09:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 15 2024-08-17T17:09:20.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:19 smithi189 ceph-mon[90541]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:20.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:19 smithi001 ceph-mon[100737]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:20.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:19 smithi001 ceph-mon[103274]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:20.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:09:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:09:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:20.686 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:09:20.994 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:09:21.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:20 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1642563322' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:09:21.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:20 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1642563322' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:09:21.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:20 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1642563322' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:09:22.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:21 smithi189 ceph-mon[90541]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:22.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:21 smithi001 ceph-mon[100737]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:22.179 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:21 smithi001 ceph-mon[103274]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:22.949 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T17:09:22.949 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":15,"btime":"2024-08-17T16:59:50:872953+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54331,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.189:6833/1058871752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6832","nonce":1058871752},{"type":"v1","addr":"172.21.15.189:6833","nonce":1058871752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":15}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T16:47:18.397025+0000","modified":"2024-08-17T16:59:47.862901+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":578,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34533},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34533":{"gid":34533,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":6,"addr":"172.21.15.1:6835/201108043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":201108043},{"type":"v1","addr":"172.21.15.1:6835","nonce":201108043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34533,"qdb_cluster":[34533]},"id":1}]} 2024-08-17T17:09:22.949 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 15 2024-08-17T17:09:23.574 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:09:23.839 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:09:24.178 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:23 smithi189 ceph-mon[90541]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:23 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/755424306' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:09:24.179 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:23 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:23 smithi001 ceph-mon[100737]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:23 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/755424306' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:09:24.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:23 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:23 smithi001 ceph-mon[103274]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:23 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/755424306' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:09:24.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:23 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:25.851 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-08-17T17:09:25.851 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":1048,"fsid":"82d3bbd4-5cb7-11ef-bccf-c7b262605968","created":"2024-08-17T16:41:49.359150+0000","modified":"2024-08-17T17:09:16.908949+0000","last_up_change":"2024-08-17T16:59:22.934921+0000","last_in_change":"2024-08-17T16:46:31.941490+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:44:56.262613+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T16:47:12.269272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T16:47:15.572919+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T16:48:08.997261+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"074d5f7d-1c56-4d34-83f1-4ee5755b3a9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":323,"up_from":336,"up_thru":1043,"down_at":324,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":2127644256},{"type":"v1","addr":"172.21.15.1:6803","nonce":2127644256}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":2127644256},{"type":"v1","addr":"172.21.15.1:6805","nonce":2127644256}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":2127644256},{"type":"v1","addr":"172.21.15.1:6809","nonce":2127644256}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":2127644256},{"type":"v1","addr":"172.21.15.1:6807","nonce":2127644256}]},"public_addr":"172.21.15.1:6803/2127644256","cluster_addr":"172.21.15.1:6805/2127644256","heartbeat_back_addr":"172.21.15.1:6809/2127644256","heartbeat_front_addr":"172.21.15.1:6807/2127644256","state":["exists","up"]},{"osd":1,"uuid":"34f44685-72c5-4107-a1a8-79686d7b7573","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":354,"up_from":367,"up_thru":1043,"down_at":355,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":1473900756},{"type":"v1","addr":"172.21.15.1:6811","nonce":1473900756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":1473900756},{"type":"v1","addr":"172.21.15.1:6813","nonce":1473900756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":1473900756},{"type":"v1","addr":"172.21.15.1:6817","nonce":1473900756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":1473900756},{"type":"v1","addr":"172.21.15.1:6815","nonce":1473900756}]},"public_addr":"172.21.15.1:6811/1473900756","cluster_addr":"172.21.15.1:6813/1473900756","heartbeat_back_addr":"172.21.15.1:6817/1473900756","heartbeat_front_addr":"172.21.15.1:6815/1473900756","state":["exists","up"]},{"osd":2,"uuid":"11e528e1-1fdc-47d1-b49b-5113f1db4e41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":386,"up_from":399,"up_thru":1043,"down_at":387,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":865868711},{"type":"v1","addr":"172.21.15.1:6819","nonce":865868711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":865868711},{"type":"v1","addr":"172.21.15.1:6821","nonce":865868711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":865868711},{"type":"v1","addr":"172.21.15.1:6825","nonce":865868711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":865868711},{"type":"v1","addr":"172.21.15.1:6823","nonce":865868711}]},"public_addr":"172.21.15.1:6819/865868711","cluster_addr":"172.21.15.1:6821/865868711","heartbeat_back_addr":"172.21.15.1:6825/865868711","heartbeat_front_addr":"172.21.15.1:6823/865868711","state":["exists","up"]},{"osd":3,"uuid":"5cb1a449-bfdb-4b17-885b-b91f192a1196","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":420,"up_from":433,"up_thru":1043,"down_at":421,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":971044726},{"type":"v1","addr":"172.21.15.1:6827","nonce":971044726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":971044726},{"type":"v1","addr":"172.21.15.1:6829","nonce":971044726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":971044726},{"type":"v1","addr":"172.21.15.1:6833","nonce":971044726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":971044726},{"type":"v1","addr":"172.21.15.1:6831","nonce":971044726}]},"public_addr":"172.21.15.1:6827/971044726","cluster_addr":"172.21.15.1:6829/971044726","heartbeat_back_addr":"172.21.15.1:6833/971044726","heartbeat_front_addr":"172.21.15.1:6831/971044726","state":["exists","up"]},{"osd":4,"uuid":"ed90fb78-d21e-4828-8407-85210f3ef600","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":453,"up_from":466,"up_thru":1043,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6800","nonce":1888409110},{"type":"v1","addr":"172.21.15.189:6801","nonce":1888409110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6802","nonce":1888409110},{"type":"v1","addr":"172.21.15.189:6803","nonce":1888409110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6806","nonce":1888409110},{"type":"v1","addr":"172.21.15.189:6807","nonce":1888409110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6804","nonce":1888409110},{"type":"v1","addr":"172.21.15.189:6805","nonce":1888409110}]},"public_addr":"172.21.15.189:6801/1888409110","cluster_addr":"172.21.15.189:6803/1888409110","heartbeat_back_addr":"172.21.15.189:6807/1888409110","heartbeat_front_addr":"172.21.15.189:6805/1888409110","state":["exists","up"]},{"osd":5,"uuid":"1756ec2f-761a-4f2d-9d6d-3f90a1dabf9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":482,"up_from":494,"up_thru":1043,"down_at":483,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6808","nonce":3828157804},{"type":"v1","addr":"172.21.15.189:6809","nonce":3828157804}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6810","nonce":3828157804},{"type":"v1","addr":"172.21.15.189:6811","nonce":3828157804}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6814","nonce":3828157804},{"type":"v1","addr":"172.21.15.189:6815","nonce":3828157804}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6812","nonce":3828157804},{"type":"v1","addr":"172.21.15.189:6813","nonce":3828157804}]},"public_addr":"172.21.15.189:6809/3828157804","cluster_addr":"172.21.15.189:6811/3828157804","heartbeat_back_addr":"172.21.15.189:6815/3828157804","heartbeat_front_addr":"172.21.15.189:6813/3828157804","state":["exists","up"]},{"osd":6,"uuid":"30db3683-45c3-4e29-be0e-c8ae779d17e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":511,"up_from":524,"up_thru":1043,"down_at":512,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6816","nonce":3818938866},{"type":"v1","addr":"172.21.15.189:6817","nonce":3818938866}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6818","nonce":3818938866},{"type":"v1","addr":"172.21.15.189:6819","nonce":3818938866}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6822","nonce":3818938866},{"type":"v1","addr":"172.21.15.189:6823","nonce":3818938866}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6820","nonce":3818938866},{"type":"v1","addr":"172.21.15.189:6821","nonce":3818938866}]},"public_addr":"172.21.15.189:6817/3818938866","cluster_addr":"172.21.15.189:6819/3818938866","heartbeat_back_addr":"172.21.15.189:6823/3818938866","heartbeat_front_addr":"172.21.15.189:6821/3818938866","state":["exists","up"]},{"osd":7,"uuid":"edc075a9-a491-4e83-bf00-8a07051e331b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":544,"up_from":556,"up_thru":1043,"down_at":545,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6824","nonce":2674686434},{"type":"v1","addr":"172.21.15.189:6825","nonce":2674686434}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6826","nonce":2674686434},{"type":"v1","addr":"172.21.15.189:6827","nonce":2674686434}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6830","nonce":2674686434},{"type":"v1","addr":"172.21.15.189:6831","nonce":2674686434}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.189:6828","nonce":2674686434},{"type":"v1","addr":"172.21.15.189:6829","nonce":2674686434}]},"public_addr":"172.21.15.189:6825/2674686434","cluster_addr":"172.21.15.189:6827/2674686434","heartbeat_back_addr":"172.21.15.189:6831/2674686434","heartbeat_front_addr":"172.21.15.189:6829/2674686434","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:05.404514+0000","dead_epoch":323},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:29.218618+0000","dead_epoch":354},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:44:53.133152+0000","dead_epoch":386},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:17.346236+0000","dead_epoch":420},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:45:38.451830+0000","dead_epoch":453},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:01.016385+0000","dead_epoch":482},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:23.391366+0000","dead_epoch":511},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:46:46.683532+0000","dead_epoch":544}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1a","mappings":[{"from":7,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.189:6834/3491737587":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/378262257":"2024-08-18T16:42:43.762233+0000","172.21.15.189:6835/3491737587":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/2747091426":"2024-08-18T16:48:05.224645+0000","172.21.15.189:0/2183860447":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/75566558":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2204043996":"2024-08-18T16:42:19.857383+0000","172.21.15.189:0/2228677081":"2024-08-18T16:53:26.194035+0000","172.21.15.1:6801/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/414617095":"2024-08-18T16:48:05.224645+0000","172.21.15.189:6832/2845003343":"2024-08-18T16:59:44.815938+0000","172.21.15.1:0/3089526068":"2024-08-18T16:54:08.008316+0000","172.21.15.189:0/2980740129":"2024-08-18T16:53:26.194035+0000","172.21.15.1:6800/453990742":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/2014983336":"2024-08-18T16:52:20.458038+0000","172.21.15.1:0/874059625":"2024-08-18T16:48:05.224645+0000","172.21.15.1:6801/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/613115275":"2024-08-18T16:54:08.008316+0000","172.21.15.1:6800/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/2031344287":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/1110044693":"2024-08-18T16:54:08.008316+0000","172.21.15.1:0/1794444677":"2024-08-18T16:54:08.008316+0000","172.21.15.1:6800/4250600984":"2024-08-18T16:42:19.857383+0000","172.21.15.1:6801/1487379121":"2024-08-18T16:54:08.008316+0000","172.21.15.189:0/2159019235":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/1326926234":"2024-08-18T16:54:08.008316+0000","172.21.15.1:0/2364942613":"2024-08-18T16:42:19.857383+0000","172.21.15.1:0/1536474386":"2024-08-18T16:52:20.458038+0000","172.21.15.1:6800/1487379121":"2024-08-18T16:54:08.008316+0000","172.21.15.1:6801/975036257":"2024-08-18T16:42:43.762233+0000","172.21.15.1:0/3912053427":"2024-08-18T16:54:08.008316+0000","172.21.15.189:0/2591379601":"2024-08-18T16:53:26.194035+0000","172.21.15.189:0/2405151365":"2024-08-18T16:53:26.194035+0000","172.21.15.1:0/4226065388":"2024-08-18T16:48:05.224645+0000","172.21.15.1:0/3688484512":"2024-08-18T16:52:20.458038+0000","172.21.15.189:6833/2845003343":"2024-08-18T16:59:44.815938+0000","172.21.15.1:0/566364724":"2024-08-18T16:54:08.008316+0000","172.21.15.1:0/263565723":"2024-08-18T16:52:20.458038+0000","172.21.15.1:6800/2426839709":"2024-08-18T16:52:20.458038+0000","172.21.15.1:0/707178993":"2024-08-18T16:42:19.857383+0000","172.21.15.189:0/954790192":"2024-08-18T16:53:26.194035+0000","172.21.15.1:6801/2426839709":"2024-08-18T16:52:20.458038+0000","172.21.15.1:0/1494914225":"2024-08-18T16:52:20.458038+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:09:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:25 smithi001 ceph-mon[100737]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:26.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:25 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/3886115790' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:09:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:25 smithi001 ceph-mon[103274]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:26.180 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:25 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/3886115790' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:09:26.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:25 smithi189 ceph-mon[90541]: pgmap v1246: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:26.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:25 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/3886115790' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:09:26.555 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs fail cephfs 2024-08-17T17:09:26.823 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:09:27.230 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:26 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:27.234 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:26 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:27.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:26 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:27.679 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:09:27] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.51.0" 2024-08-17T17:09:28.001 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-mon[100737]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:28.001 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:28.002 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:09:28.002 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:09:28.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-mon[103274]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:28.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:28.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:09:28.002 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:27 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:09:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:27 smithi189 ceph-mon[90541]: pgmap v1247: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:28.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:09:28.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:27 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' 2024-08-17T17:09:28.735 INFO:teuthology.orchestra.run.smithi001.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-17T17:09:29.058 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a[100714]: 2024-08-17T17:09:28.728+0000 7ff8be1f4640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:09:29.059 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/1816743705' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:09:29.059 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:09:29.059 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[100737]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:09:29.059 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[100737]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:09:29.059 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:09:29.059 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[100737]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:09:29.059 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[100737]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:09:29.060 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/1816743705' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:09:29.060 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:09:29.060 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[103274]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:09:29.060 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[103274]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:09:29.060 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:09:29.060 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[103274]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:09:29.060 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-mon[103274]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:09:29.061 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[129745]: -4757> 2024-08-17T16:59:50.007+0000 7f450c5a5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T17:09:29.061 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[129745]: ignoring --setuser ceph since I am not root 2024-08-17T17:09:29.061 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[129745]: ignoring --setgroup ceph since I am not root 2024-08-17T17:09:29.061 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:09:28 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[129745]: starting mds.a at 2024-08-17T17:09:29.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:28 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/1816743705' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:09:29.329 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:28 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:09:29.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:28 smithi189 ceph-mon[90541]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:09:29.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:28 smithi189 ceph-mon[90541]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:09:29.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:28 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:09:29.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:28 smithi189 ceph-mon[90541]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:09:29.330 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:28 smithi189 ceph-mon[90541]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:09:29.383 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-17T17:09:29.650 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:09:30.027 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:29 smithi001 ceph-mon[100737]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:30.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:29 smithi001 ceph-mon[100737]: mds.? [v2:172.21.15.1:6834/2464337381,v1:172.21.15.1:6835/2464337381] up:boot 2024-08-17T17:09:30.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:29 smithi001 ceph-mon[100737]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:09:30.028 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:29 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:09:30.028 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:29 smithi001 ceph-mon[103274]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:30.028 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:29 smithi001 ceph-mon[103274]: mds.? [v2:172.21.15.1:6834/2464337381,v1:172.21.15.1:6835/2464337381] up:boot 2024-08-17T17:09:30.029 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:29 smithi001 ceph-mon[103274]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:09:30.029 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:29 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:09:30.213 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:29 smithi189 ceph-mon[90541]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:30.214 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:29 smithi189 ceph-mon[90541]: mds.? [v2:172.21.15.1:6834/2464337381,v1:172.21.15.1:6835/2464337381] up:boot 2024-08-17T17:09:30.214 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:29 smithi189 ceph-mon[90541]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:09:30.214 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:29 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:09:30.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:09:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:09:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:31.158 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:30 smithi001 ceph-mon[100737]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:31.158 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:30 smithi001 ceph-mon[103274]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:31.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:30 smithi189 ceph-mon[90541]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:32.262 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:31 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/4209545978' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:32.263 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:31 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:32.263 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:31 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/4209545978' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:32.263 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:31 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:31 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/4209545978' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:32.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:31 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:09:32.603 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-17T17:09:32.876 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:09:33.248 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[103274]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:09:33.248 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[103274]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:09:33.248 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[103274]: Cluster is now healthy 2024-08-17T17:09:33.248 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:33.249 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[103274]: fsmap 2 up:standby 2024-08-17T17:09:33.249 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[103274]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:33.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[100737]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:09:33.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[100737]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:09:33.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[100737]: Cluster is now healthy 2024-08-17T17:09:33.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:33.249 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[100737]: fsmap 2 up:standby 2024-08-17T17:09:33.250 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:32 smithi001 ceph-mon[100737]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:33.428 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:32 smithi189 ceph-mon[90541]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:09:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:32 smithi189 ceph-mon[90541]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:09:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:32 smithi189 ceph-mon[90541]: Cluster is now healthy 2024-08-17T17:09:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:32 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:09:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:32 smithi189 ceph-mon[90541]: fsmap 2 up:standby 2024-08-17T17:09:33.429 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:32 smithi189 ceph-mon[90541]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:35.310 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_metadata' removed 2024-08-17T17:09:35.650 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:35 smithi001 ceph-mon[100737]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:35.650 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:35 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2427333127' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:35.651 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:35 smithi001 ceph-mon[103274]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:35.651 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:35 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2427333127' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:35.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:35 smithi189 ceph-mon[90541]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:35.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:35 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2427333127' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:35.941 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-17T17:09:36.211 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:09:36.588 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:36 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/2427333127' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:09:36.589 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:36 smithi001 ceph-mon[103274]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:09:36.589 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:36 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/2427333127' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:09:36.589 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:36 smithi001 ceph-mon[100737]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:09:36.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:36 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/2427333127' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:09:36.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:36 smithi189 ceph-mon[90541]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:09:37.403 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:37 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: ::ffff:172.21.15.189 - - [17/Aug/2024:17:09:37] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.51.0" 2024-08-17T17:09:37.403 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:37 smithi001 ceph-mon[103274]: pgmap v1254: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:37.403 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:37 smithi001 ceph-mon[100737]: pgmap v1254: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:37.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:37 smithi189 ceph-mon[90541]: pgmap v1254: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:38.328 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_data' removed 2024-08-17T17:09:38.656 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:38 smithi001 ceph-mon[100737]: from='client.? 172.21.15.1:0/836921515' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:38.656 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:38 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:38.657 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:38 smithi001 ceph-mon[103274]: from='client.? 172.21.15.1:0/836921515' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:38.657 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:38 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:38.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:38 smithi189 ceph-mon[90541]: from='client.? 172.21.15.1:0/836921515' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:38.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:38 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:09:38.952 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:09:38.983 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:09:39.016 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-17T17:09:39.017 DEBUG:teuthology.orchestra.run.smithi001:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T17:09:39.041 DEBUG:teuthology.orchestra.run.smithi189:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T17:09:39.074 INFO:tasks.cephadm:Stopping all daemons... 2024-08-17T17:09:39.075 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-17T17:09:39.075 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a 2024-08-17T17:09:39.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 systemd[1]: Stopping Ceph mon.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:09:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:39 smithi189 ceph-mon[90541]: pgmap v1255: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:39 smithi189 ceph-mon[90541]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:09:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:39 smithi189 ceph-mon[90541]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:09:39.679 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:39 smithi189 ceph-mon[90541]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-mon[100737]: pgmap v1255: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-mon[100737]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:09:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-mon[100737]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:09:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-mon[100737]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a[100714]: 2024-08-17T17:09:39.377+0000 7ff8c39ff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:09:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a[100714]: 2024-08-17T17:09:39.377+0000 7ff8c39ff640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-17T17:09:39.680 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 podman[139359]: 2024-08-17 17:09:39.500157387 +0000 UTC m=+0.227394207 container died 1c3ce7eae855a3589422576551684565b320a09e6a78bca5d66d05051ceb7398 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:09:39.681 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:17:09:39] ENGINE Bus STOPPING 2024-08-17T17:09:39.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-mon[103274]: pgmap v1255: 73 pgs: 73 active+clean; 577 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:09:39.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-mon[103274]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:09:39.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-mon[103274]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:09:39.681 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-mon[103274]: from='mgr.25145 172.21.15.1:0/683239312' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:40.179 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 podman[139359]: 2024-08-17 17:09:39.867622463 +0000 UTC m=+0.594859284 container cleanup 1c3ce7eae855a3589422576551684565b320a09e6a78bca5d66d05051ceb7398 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe) 2024-08-17T17:09:40.180 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:39 smithi001 bash[139359]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a 2024-08-17T17:09:40.180 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:17:09:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:09:40.180 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:17:09:39] ENGINE Bus STOPPED 2024-08-17T17:09:40.181 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:17:09:39] ENGINE Bus STARTING 2024-08-17T17:09:40.181 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:17:09:39] ENGINE Serving on http://:::9283 2024-08-17T17:09:40.181 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:39 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: [17/Aug/2024:17:09:39] ENGINE Bus STARTED 2024-08-17T17:09:40.461 INFO:journalctl@ceph.mon.a.smithi001.stdout:Aug 17 17:09:40 smithi001 podman[139445]: 2024-08-17 17:09:40.264043078 +0000 UTC m=+0.767970781 container remove 1c3ce7eae855a3589422576551684565b320a09e6a78bca5d66d05051ceb7398 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:09:40.475 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.a.service' 2024-08-17T17:09:40.661 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:09:40.662 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-17T17:09:40.662 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-17T17:09:40.662 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.c 2024-08-17T17:09:40.678 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:09:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:09:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"82d3bbd4-5cb7-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:40.913 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:40 smithi001 systemd[1]: Stopping Ceph mon.c for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:09:41.929 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c[103251]: 2024-08-17T17:09:41.552+0000 7f1bc0455640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:09:41.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:41 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c[103251]: 2024-08-17T17:09:41.552+0000 7f1bc0455640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-17T17:09:41.930 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:41 smithi001 podman[139749]: 2024-08-17 17:09:41.715441047 +0000 UTC m=+0.288134631 container died eab28d0cc75eef8678b102f1bcb54a55b14f17980754ffa12cb1ceb9a7ce2a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:09:42.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:42 smithi001 podman[139749]: 2024-08-17 17:09:42.066826542 +0000 UTC m=+0.639520132 container cleanup eab28d0cc75eef8678b102f1bcb54a55b14f17980754ffa12cb1ceb9a7ce2a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T17:09:42.430 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:42 smithi001 bash[139749]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c 2024-08-17T17:09:42.991 INFO:journalctl@ceph.mon.c.smithi001.stdout:Aug 17 17:09:42 smithi001 podman[139847]: 2024-08-17 17:09:42.728522816 +0000 UTC m=+1.009583616 container remove eab28d0cc75eef8678b102f1bcb54a55b14f17980754ffa12cb1ceb9a7ce2a59 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-c, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-cd8bdbe) 2024-08-17T17:09:43.473 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.c.service' 2024-08-17T17:09:43.513 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:09:43.513 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-17T17:09:43.514 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-17T17:09:43.514 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.b 2024-08-17T17:09:43.816 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:43 smithi189 systemd[1]: Stopping Ceph mon.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:09:44.081 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b[90517]: 2024-08-17T17:09:43.815+0000 7f89f282f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:09:44.082 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b[90517]: 2024-08-17T17:09:43.815+0000 7f89f282f640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-17T17:09:44.331 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:44 smithi189 podman[126028]: 2024-08-17 17:09:44.081333263 +0000 UTC m=+0.362883318 container died 9c129c8c3a79ae6b3f3d6a9fb633e15360b9f3a36e1f00c03ea39318af661e5c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-17T17:09:44.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:44 smithi189 podman[126028]: 2024-08-17 17:09:44.497188335 +0000 UTC m=+0.778738390 container cleanup 9c129c8c3a79ae6b3f3d6a9fb633e15360b9f3a36e1f00c03ea39318af661e5c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T17:09:44.678 INFO:journalctl@ceph.mon.b.smithi189.stdout:Aug 17 17:09:44 smithi189 bash[126028]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mon-b 2024-08-17T17:09:44.938 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mon.b.service' 2024-08-17T17:09:45.005 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:09:45.006 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-17T17:09:45.006 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-17T17:09:45.006 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y 2024-08-17T17:09:45.332 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:45 smithi001 systemd[1]: Stopping Ceph mgr.y for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:09:45.654 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:45 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y[91473]: 2024-08-17T17:09:45.330+0000 7fb4a3a57640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:09:45.655 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:45 smithi001 podman[140132]: 2024-08-17 17:09:45.372247323 +0000 UTC m=+0.157424653 container died ed0e454fc0c169357e5e4b0ae86c57851fece41df493154994890d66993f6063 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T17:09:45.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:45 smithi001 podman[140132]: 2024-08-17 17:09:45.769858435 +0000 UTC m=+0.555035761 container cleanup ed0e454fc0c169357e5e4b0ae86c57851fece41df493154994890d66993f6063 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T17:09:45.929 INFO:journalctl@ceph.mgr.y.smithi001.stdout:Aug 17 17:09:45 smithi001 bash[140132]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-y 2024-08-17T17:09:46.165 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.y.service' 2024-08-17T17:09:46.202 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:09:46.202 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-17T17:09:46.203 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-17T17:09:46.203 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x 2024-08-17T17:09:46.552 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 17:09:46 smithi189 systemd[1]: Stopping Ceph mgr.x for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:09:46.860 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 17:09:46 smithi189 podman[126165]: 2024-08-17 17:09:46.551930364 +0000 UTC m=+0.148247394 container died 3c69496b51a8094d5bcf59d24857bfa9127dc2e86342fce8b5ca967f7499d45f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T17:09:47.178 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 17:09:46 smithi189 podman[126165]: 2024-08-17 17:09:46.860075978 +0000 UTC m=+0.456393011 container cleanup 3c69496b51a8094d5bcf59d24857bfa9127dc2e86342fce8b5ca967f7499d45f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731) 2024-08-17T17:09:47.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 17:09:46 smithi189 bash[126165]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x 2024-08-17T17:09:47.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 17:09:47 smithi189 podman[126184]: 2024-08-17 17:09:47.094861273 +0000 UTC m=+0.539012579 container remove 3c69496b51a8094d5bcf59d24857bfa9127dc2e86342fce8b5ca967f7499d45f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T17:09:47.179 INFO:journalctl@ceph.mgr.x.smithi189.stdout:Aug 17 17:09:47 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:09:47.236 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mgr.x.service' 2024-08-17T17:09:47.270 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:09:47.271 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-17T17:09:47.271 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-17T17:09:47.271 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.0 2024-08-17T17:09:47.679 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:47 smithi001 systemd[1]: Stopping Ceph osd.0 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:09:48.179 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[109274]: 2024-08-17T17:09:47.726+0000 7f1d3cd7d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:09:48.179 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[109274]: 2024-08-17T17:09:47.726+0000 7f1d3cd7d640 -1 osd.0 1051 *** Got signal Terminated *** 2024-08-17T17:09:48.179 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:47 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0[109274]: 2024-08-17T17:09:47.726+0000 7f1d3cd7d640 -1 osd.0 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:09:53.429 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:53 smithi001 podman[140263]: 2024-08-17 17:09:53.098331249 +0000 UTC m=+5.624690618 container died 88a9350421f0a4f915b44354e73de19620b0c18ca0f884e442433493276f02cb (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=main-cd8bdbe) 2024-08-17T17:09:53.817 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:53 smithi001 podman[140263]: 2024-08-17 17:09:53.565401739 +0000 UTC m=+6.091761096 container cleanup 88a9350421f0a4f915b44354e73de19620b0c18ca0f884e442433493276f02cb (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-17T17:09:53.817 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:53 smithi001 bash[140263]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0 2024-08-17T17:09:54.156 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:53 smithi001 podman[140285]: 2024-08-17 17:09:53.816714548 +0000 UTC m=+0.719803567 container remove 88a9350421f0a4f915b44354e73de19620b0c18ca0f884e442433493276f02cb (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T17:09:54.429 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:54 smithi001 podman[140381]: 2024-08-17 17:09:54.058613473 +0000 UTC m=+0.017774019 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:09:54.429 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:54 smithi001 podman[140381]: 2024-08-17 17:09:54.159396345 +0000 UTC m=+0.118556915 container create fc3bee8c542ac0acf94d9b7273173ca341654cfc62f573d5513ba727abf3ca6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T17:09:54.430 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:54 smithi001 podman[140381]: 2024-08-17 17:09:54.395310747 +0000 UTC m=+0.354471281 container init fc3bee8c542ac0acf94d9b7273173ca341654cfc62f573d5513ba727abf3ca6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:09:54.430 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:54 smithi001 podman[140381]: 2024-08-17 17:09:54.400538227 +0000 UTC m=+0.359698766 container start fc3bee8c542ac0acf94d9b7273173ca341654cfc62f573d5513ba727abf3ca6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-17T17:09:54.930 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:54 smithi001 podman[140381]: 2024-08-17 17:09:54.486677483 +0000 UTC m=+0.445838014 container attach fc3bee8c542ac0acf94d9b7273173ca341654cfc62f573d5513ba727abf3ca6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:09:54.930 INFO:journalctl@ceph.osd.0.smithi001.stdout:Aug 17 17:09:54 smithi001 podman[140381]: 2024-08-17 17:09:54.598034402 +0000 UTC m=+0.557194946 container died fc3bee8c542ac0acf94d9b7273173ca341654cfc62f573d5513ba727abf3ca6d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T17:09:55.342 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.0.service' 2024-08-17T17:09:55.388 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:09:55.389 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-17T17:09:55.389 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-17T17:09:55.389 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.1 2024-08-17T17:09:55.679 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:09:55 smithi001 systemd[1]: Stopping Ceph osd.1 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:09:56.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:09:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[114086]: 2024-08-17T17:09:55.722+0000 7f6819d19640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:09:56.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:09:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[114086]: 2024-08-17T17:09:55.722+0000 7f6819d19640 -1 osd.1 1051 *** Got signal Terminated *** 2024-08-17T17:09:56.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:09:55 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1[114086]: 2024-08-17T17:09:55.722+0000 7f6819d19640 -1 osd.1 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:09:57.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:09:56 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:09:56.993Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:09:57.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:09:56 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:09:56.994Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:01.410 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:01 smithi001 podman[140511]: 2024-08-17 17:10:01.142829043 +0000 UTC m=+5.546690135 container died 5d90cda4e386470b25391960e632ff84eca75995e0af0bbeee7f3f3990ee805e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:01.679 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:01 smithi001 podman[140511]: 2024-08-17 17:10:01.576102219 +0000 UTC m=+5.979963301 container cleanup 5d90cda4e386470b25391960e632ff84eca75995e0af0bbeee7f3f3990ee805e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:01.679 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:01 smithi001 bash[140511]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1 2024-08-17T17:10:02.179 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:01 smithi001 podman[140533]: 2024-08-17 17:10:01.77770801 +0000 UTC m=+0.634522088 container remove 5d90cda4e386470b25391960e632ff84eca75995e0af0bbeee7f3f3990ee805e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T17:10:02.531 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:02 smithi001 podman[140630]: 2024-08-17 17:10:02.118328446 +0000 UTC m=+0.017841905 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:02.531 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:02 smithi001 podman[140630]: 2024-08-17 17:10:02.228388166 +0000 UTC m=+0.127901628 container create 80d1016b0e9f1e2e37e6008e23c2487c3e134e92374b578fdd35d1d4321fb2a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-17T17:10:02.531 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:02 smithi001 podman[140630]: 2024-08-17 17:10:02.44775185 +0000 UTC m=+0.347265307 container init 80d1016b0e9f1e2e37e6008e23c2487c3e134e92374b578fdd35d1d4321fb2a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe) 2024-08-17T17:10:02.531 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:02 smithi001 podman[140630]: 2024-08-17 17:10:02.452460609 +0000 UTC m=+0.351974073 container start 80d1016b0e9f1e2e37e6008e23c2487c3e134e92374b578fdd35d1d4321fb2a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T17:10:02.531 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:02 smithi001 podman[140630]: 2024-08-17 17:10:02.530600036 +0000 UTC m=+0.430113496 container attach 80d1016b0e9f1e2e37e6008e23c2487c3e134e92374b578fdd35d1d4321fb2a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-17T17:10:02.892 INFO:journalctl@ceph.osd.1.smithi001.stdout:Aug 17 17:10:02 smithi001 podman[140630]: 2024-08-17 17:10:02.645763383 +0000 UTC m=+0.545276840 container died 80d1016b0e9f1e2e37e6008e23c2487c3e134e92374b578fdd35d1d4321fb2a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T17:10:03.285 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.1.service' 2024-08-17T17:10:03.331 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:03.331 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-17T17:10:03.332 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-17T17:10:03.332 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.2 2024-08-17T17:10:03.632 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:03 smithi001 systemd[1]: Stopping Ceph osd.2 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:03.929 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[119323]: 2024-08-17T17:10:03.630+0000 7f95301d7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:03.929 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[119323]: 2024-08-17T17:10:03.630+0000 7f95301d7640 -1 osd.2 1051 *** Got signal Terminated *** 2024-08-17T17:10:03.929 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:03 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2[119323]: 2024-08-17T17:10:03.630+0000 7f95301d7640 -1 osd.2 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:10:07.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:06 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:06.993Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:10:07.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:06 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:06.994Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:10:07.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:06 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:06.995Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:09.429 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:09 smithi001 podman[140756]: 2024-08-17 17:10:09.039709071 +0000 UTC m=+5.512835153 container died 5e3bfa92ff8728076c69b0b1de2ee7efd5c9c2ac6d4721ced034d0cfa016d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-17T17:10:09.929 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:09 smithi001 podman[140756]: 2024-08-17 17:10:09.46202325 +0000 UTC m=+5.935149393 container cleanup 5e3bfa92ff8728076c69b0b1de2ee7efd5c9c2ac6d4721ced034d0cfa016d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-17T17:10:09.929 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:09 smithi001 bash[140756]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2 2024-08-17T17:10:09.929 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:09 smithi001 podman[140776]: 2024-08-17 17:10:09.613261176 +0000 UTC m=+0.567833091 container remove 5e3bfa92ff8728076c69b0b1de2ee7efd5c9c2ac6d4721ced034d0cfa016d18d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-17T17:10:10.375 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:10 smithi001 podman[140871]: 2024-08-17 17:10:09.945753889 +0000 UTC m=+0.017801956 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:10.375 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:10 smithi001 podman[140871]: 2024-08-17 17:10:10.055842729 +0000 UTC m=+0.127890790 container create 259fdccb916c6a4d07151572e81f5090a609a2597976d5e50d5d872c6ed98bba (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:10.375 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:10 smithi001 podman[140871]: 2024-08-17 17:10:10.283322267 +0000 UTC m=+0.355370338 container init 259fdccb916c6a4d07151572e81f5090a609a2597976d5e50d5d872c6ed98bba (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-17T17:10:10.375 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:10 smithi001 podman[140871]: 2024-08-17 17:10:10.288189927 +0000 UTC m=+0.360237986 container start 259fdccb916c6a4d07151572e81f5090a609a2597976d5e50d5d872c6ed98bba (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-08-17T17:10:10.375 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:10 smithi001 podman[140871]: 2024-08-17 17:10:10.374651442 +0000 UTC m=+0.446699524 container attach 259fdccb916c6a4d07151572e81f5090a609a2597976d5e50d5d872c6ed98bba (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, ceph=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:10.679 INFO:journalctl@ceph.osd.2.smithi001.stdout:Aug 17 17:10:10 smithi001 podman[140871]: 2024-08-17 17:10:10.485484913 +0000 UTC m=+0.557532974 container died 259fdccb916c6a4d07151572e81f5090a609a2597976d5e50d5d872c6ed98bba (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T17:10:11.071 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.2.service' 2024-08-17T17:10:11.115 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:11.115 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-17T17:10:11.116 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-17T17:10:11.116 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.3 2024-08-17T17:10:11.370 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:11 smithi001 systemd[1]: Stopping Ceph osd.3 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:11.679 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:11 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T17:10:11.466+0000 7f5e6ad5c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:11.679 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:11 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T17:10:11.466+0000 7f5e6ad5c640 -1 osd.3 1051 *** Got signal Terminated *** 2024-08-17T17:10:11.679 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:11 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T17:10:11.466+0000 7f5e6ad5c640 -1 osd.3 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:10:12.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:10:11 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=cleanup t=2024-08-17T17:10:11.878442904Z level=info msg="Completed cleanup jobs" duration=12.04052ms 2024-08-17T17:10:12.139 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:10:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=grafana.update.checker t=2024-08-17T17:10:12.072821571Z level=info msg="Update check succeeded" duration=105.254011ms 2024-08-17T17:10:12.428 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:10:12 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=plugins.update.checker t=2024-08-17T17:10:12.138631874Z level=info msg="Update check succeeded" duration=177.081746ms 2024-08-17T17:10:15.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:14 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:14.918+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:15.928 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:15.916+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:15.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:15 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:15.671+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:16.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:16.030+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:16.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:16 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3[124546]: 2024-08-17T17:10:16.114+0000 7f5e67371640 -1 osd.3 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:49.878464+0000 front 2024-08-17T17:09:49.878556+0000 (oldest deadline 2024-08-17T17:10:15.778559+0000) 2024-08-17T17:10:16.924 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:16.783+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:16.924 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:16.634+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:17.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:16 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:16.922+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:17.179 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:17 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:17.012+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:17.297 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:16 smithi001 podman[141001]: 2024-08-17 17:10:16.994404491 +0000 UTC m=+5.618940405 container died 4198617f447fbc08c347f4c7150c1093053bb551ed43ee1e652c623b934edc76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-08-17T17:10:17.297 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:17 smithi001 podman[141001]: 2024-08-17 17:10:17.29702499 +0000 UTC m=+5.921560894 container cleanup 4198617f447fbc08c347f4c7150c1093053bb551ed43ee1e652c623b934edc76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T17:10:17.298 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:16 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:16.995Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:10:17.298 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:16 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:16.995Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:10:17.298 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:16 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:16.996Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:17.679 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:17 smithi001 bash[141001]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3 2024-08-17T17:10:17.679 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:17 smithi001 podman[141034]: 2024-08-17 17:10:17.540541602 +0000 UTC m=+0.539605794 container remove 4198617f447fbc08c347f4c7150c1093053bb551ed43ee1e652c623b934edc76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:17.928 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:17 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:17.673+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:17.929 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:17 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:17.751+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:18.168 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:17 smithi001 podman[141125]: 2024-08-17 17:10:17.874656208 +0000 UTC m=+0.110118492 container create 5ff5a2fe256af7f7b40faa14635ca7f186665b66e0f8874bab6a9cac427efd23 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe) 2024-08-17T17:10:18.169 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:17 smithi001 podman[141125]: 2024-08-17 17:10:17.782178619 +0000 UTC m=+0.017640911 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:18.169 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:18 smithi001 podman[141125]: 2024-08-17 17:10:18.101681148 +0000 UTC m=+0.337143433 container init 5ff5a2fe256af7f7b40faa14635ca7f186665b66e0f8874bab6a9cac427efd23 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T17:10:18.169 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:18 smithi001 podman[141125]: 2024-08-17 17:10:18.106141399 +0000 UTC m=+0.341603687 container start 5ff5a2fe256af7f7b40faa14635ca7f186665b66e0f8874bab6a9cac427efd23 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:18.169 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:18 smithi001 podman[141125]: 2024-08-17 17:10:18.168249584 +0000 UTC m=+0.403711879 container attach 5ff5a2fe256af7f7b40faa14635ca7f186665b66e0f8874bab6a9cac427efd23 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:18.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:17 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:17.986+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:18.429 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:17 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:17.955+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:18.429 INFO:journalctl@ceph.osd.3.smithi001.stdout:Aug 17 17:10:18 smithi001 podman[141125]: 2024-08-17 17:10:18.306315858 +0000 UTC m=+0.541778146 container died 5ff5a2fe256af7f7b40faa14635ca7f186665b66e0f8874bab6a9cac427efd23 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T17:10:18.866 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.3.service' 2024-08-17T17:10:18.907 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:18.907 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-17T17:10:18.908 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-17T17:10:18.908 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.4 2024-08-17T17:10:18.957 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:18 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:18.707+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:18.958 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:18 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:18.943+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:18.958 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:18 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:18.705+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:19.256 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:18 smithi189 systemd[1]: Stopping Ceph osd.4 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:19.257 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:18 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:18.959+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:19.675 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:19.255+0000 7f6434934640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:19.675 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:19.255+0000 7f6434934640 -1 osd.4 1051 *** Got signal Terminated *** 2024-08-17T17:10:19.675 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:19.255+0000 7f6434934640 -1 osd.4 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:10:19.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:19.693+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:19.929 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:19.674+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:20.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:19.947+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:20.429 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:19 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:19.930+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:20.905 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:20.666+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:20.905 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:20.643+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:21.181 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:20.965+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:21.181 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:20 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:20.903+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:21.867 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:21 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:21.646+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:21.867 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:21 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:21.631+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:22.178 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:21 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:21.978+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:22.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:21 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:21.865+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:22.928 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:22.856+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:22.929 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:22.676+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:22.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:22.674+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:22.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:22.674+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:23.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:22 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:22.956+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:23.928 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:23.899+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:23.929 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:23.707+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:23.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:23.665+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:23.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:23.665+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:24.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:23 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4[96649]: 2024-08-17T17:10:23.968+0000 7f642cf41640 -1 osd.4 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:51.751420+0000 front 2024-08-17T17:09:51.751379+0000 (oldest deadline 2024-08-17T17:10:15.851134+0000) 2024-08-17T17:10:25.055 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:24.690+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:25.055 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:24.690+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.245612+0000 front 2024-08-17T17:09:59.245720+0000 (oldest deadline 2024-08-17T17:10:24.545373+0000) 2024-08-17T17:10:25.056 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:24.891+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:25.056 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:24.891+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:25.056 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:24.678+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:25.056 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:24 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:24.678+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:25.056 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:24 smithi189 podman[126315]: 2024-08-17 17:10:24.8147105 +0000 UTC m=+5.705000125 container died 51ebb262bcb026031f565ef3a83641a480a05e962124dc4e0073d540bf964a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe) 2024-08-17T17:10:25.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:25 smithi189 podman[126315]: 2024-08-17 17:10:25.13706283 +0000 UTC m=+6.027352437 container cleanup 51ebb262bcb026031f565ef3a83641a480a05e962124dc4e0073d540bf964a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-17T17:10:25.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:25 smithi189 bash[126315]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4 2024-08-17T17:10:25.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:25 smithi189 podman[126339]: 2024-08-17 17:10:25.296593358 +0000 UTC m=+0.482727612 container remove 51ebb262bcb026031f565ef3a83641a480a05e962124dc4e0073d540bf964a61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:10:25.928 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:25 smithi189 podman[126430]: 2024-08-17 17:10:25.61922011 +0000 UTC m=+0.017430151 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:25.929 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:25 smithi189 podman[126430]: 2024-08-17 17:10:25.747705373 +0000 UTC m=+0.145915408 container create 3a921739acbae569e70b25375300952b50c9a73b125c3e2713a77ce001279450 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:25.929 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:25.711+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:25.929 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:25.711+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.245612+0000 front 2024-08-17T17:09:59.245720+0000 (oldest deadline 2024-08-17T17:10:24.545373+0000) 2024-08-17T17:10:25.930 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:25.876+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:25.930 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:25.876+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:25.930 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:25.651+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:25.930 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:25 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:25.651+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:26.428 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:25 smithi189 podman[126430]: 2024-08-17 17:10:25.983557047 +0000 UTC m=+0.381767084 container init 3a921739acbae569e70b25375300952b50c9a73b125c3e2713a77ce001279450 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-17T17:10:26.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:25 smithi189 podman[126430]: 2024-08-17 17:10:25.988698314 +0000 UTC m=+0.386908347 container start 3a921739acbae569e70b25375300952b50c9a73b125c3e2713a77ce001279450 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe) 2024-08-17T17:10:26.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:26 smithi189 podman[126430]: 2024-08-17 17:10:26.075107005 +0000 UTC m=+0.473317049 container attach 3a921739acbae569e70b25375300952b50c9a73b125c3e2713a77ce001279450 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:26.429 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:26 smithi189 podman[126430]: 2024-08-17 17:10:26.183594998 +0000 UTC m=+0.581805033 container died 3a921739acbae569e70b25375300952b50c9a73b125c3e2713a77ce001279450 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T17:10:26.731 INFO:journalctl@ceph.osd.4.smithi189.stdout:Aug 17 17:10:26 smithi189 podman[126474]: 2024-08-17 17:10:26.720204083 +0000 UTC m=+0.526217486 container remove 3a921739acbae569e70b25375300952b50c9a73b125c3e2713a77ce001279450 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T17:10:26.731 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:26.603+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:26.731 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:26.603+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:26.737 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.4.service' 2024-08-17T17:10:26.776 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:26.776 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-17T17:10:26.776 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-17T17:10:26.777 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.5 2024-08-17T17:10:27.092 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:26.832+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:27.092 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:26.832+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:27.092 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:26.730+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:27.092 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:26 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:26.730+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.245612+0000 front 2024-08-17T17:09:59.245720+0000 (oldest deadline 2024-08-17T17:10:24.545373+0000) 2024-08-17T17:10:27.093 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:26 smithi189 systemd[1]: Stopping Ceph osd.5 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:27.093 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:27.090+0000 7f34a172f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:27.093 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:27.090+0000 7f34a172f640 -1 osd.5 1051 *** Got signal Terminated *** 2024-08-17T17:10:27.093 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:27.090+0000 7f34a172f640 -1 osd.5 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:10:27.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:26.995Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=3 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:27.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:26.996Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:10:27.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:26 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:26.996Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:27.823 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:27.715+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:27.824 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:27.715+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.245612+0000 front 2024-08-17T17:09:59.245720+0000 (oldest deadline 2024-08-17T17:10:24.545373+0000) 2024-08-17T17:10:27.824 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:27.562+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:27.824 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:27.562+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:28.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:27.822+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:28.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:27 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:27.822+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:28.794 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:28 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:28.520+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:28.794 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:28 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:28.520+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:28.794 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:28 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:28.738+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:28.795 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:28 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:28.738+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.245612+0000 front 2024-08-17T17:09:59.245720+0000 (oldest deadline 2024-08-17T17:10:24.545373+0000) 2024-08-17T17:10:29.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:28 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:28.793+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:29.182 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:28 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:28.793+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:29.828 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:29.522+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:29.828 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:29.523+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:29.829 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:29.767+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:29.829 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:29.767+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.245612+0000 front 2024-08-17T17:09:59.245720+0000 (oldest deadline 2024-08-17T17:10:24.545373+0000) 2024-08-17T17:10:29.829 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:29.767+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:04.545860+0000 front 2024-08-17T17:10:04.545763+0000 (oldest deadline 2024-08-17T17:10:29.245706+0000) 2024-08-17T17:10:30.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:29.827+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:30.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:29 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:29.827+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:30.859 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:30.528+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:30.859 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:30.528+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:30.859 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:30.747+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:30.860 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:30.747+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.245612+0000 front 2024-08-17T17:09:59.245720+0000 (oldest deadline 2024-08-17T17:10:24.545373+0000) 2024-08-17T17:10:30.860 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:30.747+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:04.545860+0000 front 2024-08-17T17:10:04.545763+0000 (oldest deadline 2024-08-17T17:10:29.245706+0000) 2024-08-17T17:10:31.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:30.858+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:31.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:30.858+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:31.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:30 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:30.858+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:31.899 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:31.550+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:31.899 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:31.550+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:31.899 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:31.778+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:50.445046+0000 front 2024-08-17T17:09:50.444957+0000 (oldest deadline 2024-08-17T17:10:16.344765+0000) 2024-08-17T17:10:31.899 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:31.778+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.245612+0000 front 2024-08-17T17:09:59.245720+0000 (oldest deadline 2024-08-17T17:10:24.545373+0000) 2024-08-17T17:10:31.899 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5[101696]: 2024-08-17T17:10:31.778+0000 7f349dd44640 -1 osd.5 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:04.545860+0000 front 2024-08-17T17:10:04.545763+0000 (oldest deadline 2024-08-17T17:10:29.245706+0000) 2024-08-17T17:10:32.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:31.897+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:32.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:31.897+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:32.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:31 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:31.897+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:32.825 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:32 smithi189 podman[126559]: 2024-08-17 17:10:32.506141135 +0000 UTC m=+5.500149679 container died ffe2ec59c191e75eb94bf956713aa583306ec81c4c7a989870a4d319479bcf61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-08-17T17:10:32.826 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:32 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:32.575+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:32.826 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:32 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:32.575+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:32.826 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:32 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:32.575+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:33.155 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:32 smithi189 podman[126559]: 2024-08-17 17:10:32.922500393 +0000 UTC m=+5.916508927 container cleanup ffe2ec59c191e75eb94bf956713aa583306ec81c4c7a989870a4d319479bcf61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:33.155 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:32 smithi189 bash[126559]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5 2024-08-17T17:10:33.156 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:32 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:32.893+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:33.156 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:32 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:32.893+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:33.156 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:32 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:32.893+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:33.428 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:33 smithi189 podman[126580]: 2024-08-17 17:10:33.154734439 +0000 UTC m=+0.644346606 container remove ffe2ec59c191e75eb94bf956713aa583306ec81c4c7a989870a4d319479bcf61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:33.845 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:33 smithi189 podman[126673]: 2024-08-17 17:10:33.500834112 +0000 UTC m=+0.017521342 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:33.845 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:33 smithi189 podman[126673]: 2024-08-17 17:10:33.608447834 +0000 UTC m=+0.125135100 container create 52519c4c92152324fd130b19efb31af1786b1dd527899a12a42c795eb08e179c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:33.845 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:33 smithi189 podman[126673]: 2024-08-17 17:10:33.844242905 +0000 UTC m=+0.360930137 container init 52519c4c92152324fd130b19efb31af1786b1dd527899a12a42c795eb08e179c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T17:10:33.845 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:33.567+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:33.845 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:33.567+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:33.845 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:33.567+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:34.178 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:33 smithi189 podman[126673]: 2024-08-17 17:10:33.849522917 +0000 UTC m=+0.366210141 container start 52519c4c92152324fd130b19efb31af1786b1dd527899a12a42c795eb08e179c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:10:34.179 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:33 smithi189 podman[126673]: 2024-08-17 17:10:33.952530131 +0000 UTC m=+0.469217355 container attach 52519c4c92152324fd130b19efb31af1786b1dd527899a12a42c795eb08e179c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T17:10:34.179 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:34 smithi189 podman[126673]: 2024-08-17 17:10:34.042766388 +0000 UTC m=+0.559453611 container died 52519c4c92152324fd130b19efb31af1786b1dd527899a12a42c795eb08e179c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:10:34.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:33.874+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:34.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:33.874+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:34.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:33 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:33.874+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:34.590 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.5.service' 2024-08-17T17:10:34.613 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:34 smithi189 podman[126717]: 2024-08-17 17:10:34.572401603 +0000 UTC m=+0.523783119 container remove 52519c4c92152324fd130b19efb31af1786b1dd527899a12a42c795eb08e179c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-17T17:10:34.613 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:34 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-17T17:10:34.614 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:34 smithi189 systemd[1]: Stopped Ceph osd.5 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T17:10:34.614 INFO:journalctl@ceph.osd.5.smithi189.stdout:Aug 17 17:10:34 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.5.service: Consumed 27.584s CPU time. 2024-08-17T17:10:34.614 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:34.556+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:34.614 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:34.556+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:34.614 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:34.556+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:34.629 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:34.629 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-17T17:10:34.629 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-17T17:10:34.629 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.6 2024-08-17T17:10:34.894 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:34 smithi189 systemd[1]: Stopping Ceph osd.6 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:35.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:34.892+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:35.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:34.892+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:35.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:34.892+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:35.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:34.976+0000 7faec455c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:35.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:34.976+0000 7faec455c640 -1 osd.6 1051 *** Got signal Terminated *** 2024-08-17T17:10:35.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:34 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:34.976+0000 7faec455c640 -1 osd.6 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:10:35.888 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:35.576+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:35.888 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:35.576+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:35.888 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:35.576+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:36.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:35.886+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:36.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:35.886+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:36.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:35 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:35.886+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:36.857 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:36.585+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:36.857 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:36.585+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:36.857 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:36.585+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:37.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:36.855+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:37.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:36.855+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:37.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:36 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:36.855+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:37.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:36 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:36.996Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:37.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:36 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:36.996Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:10:37.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:36 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:36.997Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:37.866 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:37.536+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:37.867 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:37.536+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:37.867 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:37.536+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:38.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:37.865+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:38.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:37.865+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:38.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:37 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:37.865+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:38.847 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:38.526+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:38.847 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:38.526+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:38.847 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:38.526+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:39.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:38.846+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:39.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:38.846+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:39.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:38 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:38.846+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:39.874 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:39.568+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:39.874 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:39.568+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:39.875 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:39.568+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:40.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:39.873+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:52.571263+0000 front 2024-08-17T17:09:52.571068+0000 (oldest deadline 2024-08-17T17:10:14.871025+0000) 2024-08-17T17:10:40.178 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:39.873+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:58.872638+0000 front 2024-08-17T17:09:58.872767+0000 (oldest deadline 2024-08-17T17:10:24.172564+0000) 2024-08-17T17:10:40.179 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:39 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6[106876]: 2024-08-17T17:10:39.873+0000 7faec0b71640 -1 osd.6 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:07.073647+0000 front 2024-08-17T17:10:07.073690+0000 (oldest deadline 2024-08-17T17:10:29.973684+0000) 2024-08-17T17:10:40.769 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:40 smithi189 podman[126803]: 2024-08-17 17:10:40.492960836 +0000 UTC m=+5.642243348 container died 2bd5e70c791ac9b35dba0425f2802632bc291b4bb07e747ccca4053fddcf49c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-08-17T17:10:40.769 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:40.607+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:40.769 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:40.607+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:40.770 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:40.607+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:40.770 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:40 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:40.607+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-08-17T17:10:14.570490+0000 front 2024-08-17T17:10:14.570472+0000 (oldest deadline 2024-08-17T17:10:40.370687+0000) 2024-08-17T17:10:41.118 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:40 smithi189 podman[126803]: 2024-08-17 17:10:40.875239039 +0000 UTC m=+6.024521552 container cleanup 2bd5e70c791ac9b35dba0425f2802632bc291b4bb07e747ccca4053fddcf49c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:41.119 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:40 smithi189 bash[126803]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6 2024-08-17T17:10:41.427 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:41 smithi189 podman[126824]: 2024-08-17 17:10:41.118148314 +0000 UTC m=+0.620431500 container remove 2bd5e70c791ac9b35dba0425f2802632bc291b4bb07e747ccca4053fddcf49c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T17:10:41.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:41.222Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-08-17T17:10:41.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:41.224Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-08-17T17:10:41.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:41.224Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-08-17T17:10:41.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:41.226Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-08-17T17:10:41.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:41.226Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-08-17T17:10:41.428 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:41.229Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.1:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.1:8765: connect: connection refused" 2024-08-17T17:10:41.678 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:41.571+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:41.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:41.571+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:41.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:41.571+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:41.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:41 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:41.571+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-08-17T17:10:14.570490+0000 front 2024-08-17T17:10:14.570472+0000 (oldest deadline 2024-08-17T17:10:40.370687+0000) 2024-08-17T17:10:41.679 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:41 smithi189 podman[126915]: 2024-08-17 17:10:41.427297302 +0000 UTC m=+0.093544174 container create f5831ce6fc1351f326529e11b388ba1f869484722492c71c5592b1649bbd39e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T17:10:41.680 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:41 smithi189 podman[126915]: 2024-08-17 17:10:41.351621312 +0000 UTC m=+0.017868195 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:41.680 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:41 smithi189 podman[126915]: 2024-08-17 17:10:41.638027209 +0000 UTC m=+0.304274082 container init f5831ce6fc1351f326529e11b388ba1f869484722492c71c5592b1649bbd39e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T17:10:41.680 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:41 smithi189 podman[126915]: 2024-08-17 17:10:41.642790585 +0000 UTC m=+0.309037460 container start f5831ce6fc1351f326529e11b388ba1f869484722492c71c5592b1649bbd39e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T17:10:42.100 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:41 smithi189 podman[126915]: 2024-08-17 17:10:41.738036885 +0000 UTC m=+0.404283765 container attach f5831ce6fc1351f326529e11b388ba1f869484722492c71c5592b1649bbd39e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:42.101 INFO:journalctl@ceph.osd.6.smithi189.stdout:Aug 17 17:10:41 smithi189 podman[126915]: 2024-08-17 17:10:41.832960603 +0000 UTC m=+0.499207486 container died f5831ce6fc1351f326529e11b388ba1f869484722492c71c5592b1649bbd39e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T17:10:42.415 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.6.service' 2024-08-17T17:10:42.454 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:42.454 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-17T17:10:42.455 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-17T17:10:42.455 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.7 2024-08-17T17:10:42.678 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:42 smithi189 systemd[1]: Stopping Ceph osd.7 for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:42.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:42.531+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:42.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:42.531+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:42.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:42.531+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:42.679 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:42.531+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-08-17T17:10:14.570490+0000 front 2024-08-17T17:10:14.570472+0000 (oldest deadline 2024-08-17T17:10:40.370687+0000) 2024-08-17T17:10:43.178 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:42.796+0000 7fbf21267640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:43.178 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:42.796+0000 7fbf21267640 -1 osd.7 1051 *** Got signal Terminated *** 2024-08-17T17:10:43.179 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:42 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:42.796+0000 7fbf21267640 -1 osd.7 1051 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:10:43.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:43.512+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:43.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:43.512+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:43.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:43.512+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:43.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:43 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:43.512+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-08-17T17:10:14.570490+0000 front 2024-08-17T17:10:14.570472+0000 (oldest deadline 2024-08-17T17:10:40.370687+0000) 2024-08-17T17:10:44.928 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:44.525+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:44.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:44.525+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:44.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:44.525+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:44.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:44 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:44.525+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-08-17T17:10:14.570490+0000 front 2024-08-17T17:10:14.570472+0000 (oldest deadline 2024-08-17T17:10:40.370687+0000) 2024-08-17T17:10:45.928 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:45.495+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:45.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:45.495+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:45.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:45.495+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:45.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:45 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:45.495+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-08-17T17:10:14.570490+0000 front 2024-08-17T17:10:14.570472+0000 (oldest deadline 2024-08-17T17:10:40.370687+0000) 2024-08-17T17:10:46.928 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:46.510+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:46.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:46.510+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:46.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:46.510+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:46.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:46.510+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-08-17T17:10:14.570490+0000 front 2024-08-17T17:10:14.570472+0000 (oldest deadline 2024-08-17T17:10:40.370687+0000) 2024-08-17T17:10:46.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:46 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:46.510+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.189:6804 osd.4 since back 2024-08-17T17:10:20.371189+0000 front 2024-08-17T17:10:20.371128+0000 (oldest deadline 2024-08-17T17:10:45.671034+0000) 2024-08-17T17:10:47.340 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:46 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:46.997Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:47.341 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:46 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:46.997Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:10:47.341 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:46 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:46.998Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:47.928 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:47.478+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-08-17T17:09:48.967058+0000 front 2024-08-17T17:09:48.967092+0000 (oldest deadline 2024-08-17T17:10:14.767338+0000) 2024-08-17T17:10:47.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:47.478+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6814 osd.1 since back 2024-08-17T17:09:59.368840+0000 front 2024-08-17T17:09:59.368657+0000 (oldest deadline 2024-08-17T17:10:21.668490+0000) 2024-08-17T17:10:47.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:47.478+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6822 osd.2 since back 2024-08-17T17:10:06.369667+0000 front 2024-08-17T17:10:06.369730+0000 (oldest deadline 2024-08-17T17:10:31.669522+0000) 2024-08-17T17:10:47.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:47.478+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.1:6830 osd.3 since back 2024-08-17T17:10:14.570490+0000 front 2024-08-17T17:10:14.570472+0000 (oldest deadline 2024-08-17T17:10:40.370687+0000) 2024-08-17T17:10:47.929 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:47 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7[112064]: 2024-08-17T17:10:47.478+0000 7fbf1d87c640 -1 osd.7 1051 heartbeat_check: no reply from 172.21.15.189:6804 osd.4 since back 2024-08-17T17:10:20.371189+0000 front 2024-08-17T17:10:20.371128+0000 (oldest deadline 2024-08-17T17:10:45.671034+0000) 2024-08-17T17:10:48.512 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:48 smithi189 podman[127046]: 2024-08-17 17:10:48.259659439 +0000 UTC m=+5.561489459 container died 16ce46e94ccf2e899e6b13a8a97217e1bcfedbd69d765989b64274cca8d69b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T17:10:48.779 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:48 smithi189 podman[127046]: 2024-08-17 17:10:48.594043958 +0000 UTC m=+5.895874015 container cleanup 16ce46e94ccf2e899e6b13a8a97217e1bcfedbd69d765989b64274cca8d69b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T17:10:48.780 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:48 smithi189 bash[127046]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7 2024-08-17T17:10:49.178 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:48 smithi189 podman[127080]: 2024-08-17 17:10:48.778481379 +0000 UTC m=+0.507762765 container remove 16ce46e94ccf2e899e6b13a8a97217e1bcfedbd69d765989b64274cca8d69b1e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T17:10:49.524 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:49 smithi189 podman[127177]: 2024-08-17 17:10:49.116236554 +0000 UTC m=+0.017435347 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:49.524 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:49 smithi189 podman[127177]: 2024-08-17 17:10:49.229336991 +0000 UTC m=+0.130535772 container create adf907356adefcea87b0e016884db8859a8a5ec82f32d9441365ea2c7ac65507 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:49.524 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:49 smithi189 podman[127177]: 2024-08-17 17:10:49.44040241 +0000 UTC m=+0.341601209 container init adf907356adefcea87b0e016884db8859a8a5ec82f32d9441365ea2c7ac65507 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T17:10:49.524 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:49 smithi189 podman[127177]: 2024-08-17 17:10:49.444684449 +0000 UTC m=+0.345883239 container start adf907356adefcea87b0e016884db8859a8a5ec82f32d9441365ea2c7ac65507 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T17:10:49.524 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:49 smithi189 podman[127177]: 2024-08-17 17:10:49.523419969 +0000 UTC m=+0.424618761 container attach adf907356adefcea87b0e016884db8859a8a5ec82f32d9441365ea2c7ac65507 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-17T17:10:49.927 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:49 smithi189 podman[127177]: 2024-08-17 17:10:49.632225281 +0000 UTC m=+0.533424073 container died adf907356adefcea87b0e016884db8859a8a5ec82f32d9441365ea2c7ac65507 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T17:10:50.178 INFO:journalctl@ceph.osd.7.smithi189.stdout:Aug 17 17:10:50 smithi189 podman[127220]: 2024-08-17 17:10:50.176485916 +0000 UTC m=+0.538303188 container remove adf907356adefcea87b0e016884db8859a8a5ec82f32d9441365ea2c7ac65507 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T17:10:50.200 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@osd.7.service' 2024-08-17T17:10:50.240 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:50.240 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-17T17:10:50.240 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-17T17:10:50.240 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.a 2024-08-17T17:10:50.558 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:10:50 smithi001 systemd[1]: Stopping Ceph mds.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:50.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:10:50 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[129745]: 2024-08-17T17:10:50.556+0000 7f1a8920e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:50.929 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:10:50 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a[129745]: 2024-08-17T17:10:50.556+0000 7f1a8920e640 -1 mds.a *** got signal Terminated *** 2024-08-17T17:10:53.065 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:10:52 smithi001 podman[141266]: 2024-08-17 17:10:52.782787737 +0000 UTC m=+2.344076876 container died b3a0dfa9fce24851ff8e9940473fcdde8446bbd90818e486a8a3406b06ac5eca (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T17:10:53.406 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:10:53 smithi001 podman[141266]: 2024-08-17 17:10:53.163051191 +0000 UTC m=+2.724340330 container cleanup b3a0dfa9fce24851ff8e9940473fcdde8446bbd90818e486a8a3406b06ac5eca (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-17T17:10:53.406 INFO:journalctl@ceph.mds.a.smithi001.stdout:Aug 17 17:10:53 smithi001 bash[141266]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-a 2024-08-17T17:10:53.566 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.a.service' 2024-08-17T17:10:53.603 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:53.603 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-17T17:10:53.603 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-17T17:10:53.604 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.b 2024-08-17T17:10:53.907 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 17:10:53 smithi189 systemd[1]: Stopping Ceph mds.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:54.178 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 17:10:53 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b[116865]: 2024-08-17T17:10:53.905+0000 7f13c8132640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:54.178 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 17:10:53 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b[116865]: 2024-08-17T17:10:53.905+0000 7f13c8132640 -1 mds.b *** got signal Terminated *** 2024-08-17T17:10:57.429 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:56 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:56.997Z caller=dispatch.go:353 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=4 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:57.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:56 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:56.998Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.1:8443: connect: connection refused" 2024-08-17T17:10:57.430 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:10:56 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:10:56.999Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephNodeDiskspaceWarning\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.189:8443: connect: connection refused" 2024-08-17T17:10:58.178 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 17:10:57 smithi189 podman[127304]: 2024-08-17 17:10:57.910716922 +0000 UTC m=+4.098666331 container died 441e1eeb9191a0718ce4991f39c37c0e205e5a78106480da1faeeb431316000b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe) 2024-08-17T17:10:58.530 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 17:10:58 smithi189 podman[127304]: 2024-08-17 17:10:58.328500797 +0000 UTC m=+4.516450205 container cleanup 441e1eeb9191a0718ce4991f39c37c0e205e5a78106480da1faeeb431316000b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T17:10:58.530 INFO:journalctl@ceph.mds.b.smithi189.stdout:Aug 17 17:10:58 smithi189 bash[127304]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-mds-b 2024-08-17T17:10:58.677 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@mds.b.service' 2024-08-17T17:10:58.712 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:58.713 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-17T17:10:58.713 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-17T17:10:58.713 DEBUG:teuthology.orchestra.run.smithi189:> sudo systemctl stop ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a 2024-08-17T17:10:59.062 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:58 smithi189 systemd[1]: Stopping Ceph prometheus.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:10:59.062 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:10:59.063 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:10:59.063 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:10:59.063 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:10:59.063 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:10:59.063 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-17T17:10:59.063 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:10:59.063 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-17T17:10:59.063 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.051Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-17T17:10:59.064 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.052Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:10:59.064 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.052Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-17T17:10:59.064 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a[81697]: ts=2024-08-17T17:10:59.052Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-17T17:10:59.064 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 podman[127436]: 2024-08-17 17:10:59.061763982 +0000 UTC m=+0.117078501 container died 66c88d87659d20c5373b6dab554fcd4a4cbc330de6a8bea383084220de9cc51b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:10:59.758 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 podman[127436]: 2024-08-17 17:10:59.507135769 +0000 UTC m=+0.562450284 container cleanup 66c88d87659d20c5373b6dab554fcd4a4cbc330de6a8bea383084220de9cc51b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:10:59.758 INFO:journalctl@ceph.prometheus.a.smithi189.stdout:Aug 17 17:10:59 smithi189 bash[127436]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:10:59.897 DEBUG:teuthology.orchestra.run.smithi189:> sudo pkill -f 'journalctl -f -n 0 -u ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@prometheus.a.service' 2024-08-17T17:10:59.929 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:10:59.929 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-17T17:10:59.930 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T17:11:01.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:01 smithi001 systemd[1]: Stopping Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:11:01.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:01 smithi001 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a[90408]: ts=2024-08-17T17:11:01.894Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:11:02.235 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:01 smithi001 podman[141719]: 2024-08-17 17:11:01.935954848 +0000 UTC m=+0.123837539 container died 4bc906287f6001686dbeb6063e230091215219162055204e8a307e19cb0ed026 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:11:02.586 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:02 smithi001 podman[141719]: 2024-08-17 17:11:02.33437238 +0000 UTC m=+0.522255069 container cleanup 4bc906287f6001686dbeb6063e230091215219162055204e8a307e19cb0ed026 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:11:02.586 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:02 smithi001 bash[141719]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T17:11:02.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:02 smithi001 podman[141736]: 2024-08-17 17:11:02.585814799 +0000 UTC m=+0.642230494 container remove 4bc906287f6001686dbeb6063e230091215219162055204e8a307e19cb0ed026 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:11:02.929 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:02 smithi001 podman[141736]: 2024-08-17 17:11:02.669615837 +0000 UTC m=+0.726031487 volume remove 053a0e9107a144112ffd00208caabc92cedfd41b6ed3db38f430301fb88f6ba1 2024-08-17T17:11:02.930 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:02 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T17:11:02.930 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:02 smithi001 systemd[1]: Stopped Ceph alertmanager.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T17:11:02.930 INFO:journalctl@ceph.alertmanager.a.smithi001.stdout:Aug 17 17:11:02 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 2.043s CPU time. 2024-08-17T17:11:03.269 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:03 smithi001 systemd[1]: Stopping Ceph node-exporter.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:11:03.548 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:03 smithi001 podman[141848]: 2024-08-17 17:11:03.26878561 +0000 UTC m=+0.115274576 container died 784425e070394363a718888de112608c59cb9db8237ccb286816f922f0457ccd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:11:03.929 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:03 smithi001 podman[141848]: 2024-08-17 17:11:03.747256775 +0000 UTC m=+0.593745741 container cleanup 784425e070394363a718888de112608c59cb9db8237ccb286816f922f0457ccd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:11:03.929 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:03 smithi001 bash[141848]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T17:11:04.267 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:03 smithi001 podman[141866]: 2024-08-17 17:11:03.98981688 +0000 UTC m=+0.722188126 container remove 784425e070394363a718888de112608c59cb9db8237ccb286816f922f0457ccd (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:11:04.267 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:03 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:11:04.267 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:04 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T17:11:04.268 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:04 smithi001 systemd[1]: Stopped Ceph node-exporter.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T17:11:04.268 INFO:journalctl@ceph.node-exporter.a.smithi001.stdout:Aug 17 17:11:04 smithi001 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 3.933s CPU time. 2024-08-17T17:11:04.779 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T17:11:06.676 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:06 smithi189 systemd[1]: Stopping Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:11:06.676 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=server t=2024-08-17T17:11:06.664148673Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-17T17:11:06.677 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=tracing t=2024-08-17T17:11:06.664506355Z level=info msg="Closing tracing" 2024-08-17T17:11:06.677 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=ticker t=2024-08-17T17:11:06.664527337Z level=info msg=stopped last_tick=2024-08-17T17:11:00Z 2024-08-17T17:11:06.677 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=grafana-apiserver t=2024-08-17T17:11:06.664574048Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-08-17T17:11:06.677 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:06 smithi189 ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a[120993]: logger=sqlstore.transactions t=2024-08-17T17:11:06.675944053Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:11:06.928 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:06 smithi189 podman[127890]: 2024-08-17 17:11:06.684767618 +0000 UTC m=+0.118757203 container died 93ba4d337c8ec70731c4e11152ba86d4330c3f4b0e6244198eb91208a6ed0941 (image=quay.io/ceph/grafana:10.4.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:11:07.196 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:07 smithi189 podman[127890]: 2024-08-17 17:11:07.011187935 +0000 UTC m=+0.445177517 container cleanup 93ba4d337c8ec70731c4e11152ba86d4330c3f4b0e6244198eb91208a6ed0941 (image=quay.io/ceph/grafana:10.4.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:11:07.196 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:07 smithi189 bash[127890]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a 2024-08-17T17:11:07.607 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:07 smithi189 podman[127910]: 2024-08-17 17:11:07.195386356 +0000 UTC m=+0.510567694 container remove 93ba4d337c8ec70731c4e11152ba86d4330c3f4b0e6244198eb91208a6ed0941 (image=quay.io/ceph/grafana:10.4.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:11:07.607 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:07 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-17T17:11:07.607 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:07 smithi189 systemd[1]: Stopped Ceph grafana.a for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T17:11:07.607 INFO:journalctl@ceph.grafana.a.smithi189.stdout:Aug 17 17:11:07 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@grafana.a.service: Consumed 7.402s CPU time. 2024-08-17T17:11:07.878 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:07 smithi189 systemd[1]: Stopping Ceph node-exporter.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968... 2024-08-17T17:11:08.149 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:07 smithi189 podman[128019]: 2024-08-17 17:11:07.878109416 +0000 UTC m=+0.130377444 container died 550532db830a3c6606735b67147ab861b7379e41e641233644f0c0e1df190abb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:11:08.428 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:08 smithi189 podman[128019]: 2024-08-17 17:11:08.248048348 +0000 UTC m=+0.500316378 container cleanup 550532db830a3c6606735b67147ab861b7379e41e641233644f0c0e1df190abb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:11:08.428 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:08 smithi189 bash[128019]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T17:11:08.818 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:08 smithi189 podman[128038]: 2024-08-17 17:11:08.499184615 +0000 UTC m=+0.625054533 container remove 550532db830a3c6606735b67147ab861b7379e41e641233644f0c0e1df190abb (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:11:08.819 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:08 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:11:08.819 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:08 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T17:11:08.819 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:08 smithi189 systemd[1]: Stopped Ceph node-exporter.b for 82d3bbd4-5cb7-11ef-bccf-c7b262605968. 2024-08-17T17:11:08.819 INFO:journalctl@ceph.node-exporter.b.smithi189.stdout:Aug 17 17:11:08 smithi189 systemd[1]: ceph-82d3bbd4-5cb7-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 3.612s CPU time. 2024-08-17T17:11:09.285 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:11:09.320 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:11:09.347 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-17T17:11:09.349 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309/remote/smithi001/crash 2024-08-17T17:11:09.350 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/crash -- . 2024-08-17T17:11:09.399 INFO:teuthology.orchestra.run.smithi001.stderr:tar: /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T17:11:09.400 INFO:teuthology.orchestra.run.smithi001.stderr:tar: Error is not recoverable: exiting now 2024-08-17T17:11:09.402 DEBUG:teuthology.misc:Transferring archived files from smithi189:/var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309/remote/smithi189/crash 2024-08-17T17:11:09.403 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/crash -- . 2024-08-17T17:11:09.451 INFO:teuthology.orchestra.run.smithi189.stderr:tar: /var/lib/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T17:11:09.451 INFO:teuthology.orchestra.run.smithi189.stderr:tar: Error is not recoverable: exiting now 2024-08-17T17:11:09.452 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-17T17:11:09.452 DEBUG:teuthology.orchestra.run.smithi001:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v OSD_DOWN | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v OSDMAP_FLAGS | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-17T17:11:09.486 INFO:teuthology.orchestra.run.smithi001.stdout:2024-08-17T16:59:11.826162+0000 mon.a (mon.0) 812 : cluster [WRN] Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T17:11:09.487 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-17T17:11:09.488 INFO:tasks.cephadm:Compressing logs... 2024-08-17T17:11:09.488 DEBUG:teuthology.orchestra.run.smithi001:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T17:11:09.531 DEBUG:teuthology.orchestra.run.smithi189:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T17:11:09.558 INFO:teuthology.orchestra.run.smithi001.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.log 2024-08-17T17:11:09.558 INFO:teuthology.orchestra.run.smithi001.stderr:: No such file or directory 2024-08-17T17:11:09.559 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.2.log 2024-08-17T17:11:09.559 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T17:11:09.559 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.log: /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.3.log 2024-08-17T17:11:09.559 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.1.log 2024-08-17T17:11:09.559 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mgr.y.log 2024-08-17T17:11:09.559 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.3.log: /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.0.log 2024-08-17T17:11:09.559 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.c.log 2024-08-17T17:11:09.560 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.a.log 2024-08-17T17:11:09.567 INFO:teuthology.orchestra.run.smithi189.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.log 2024-08-17T17:11:09.567 INFO:teuthology.orchestra.run.smithi189.stderr:: No such file or directory 2024-08-17T17:11:09.567 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T17:11:09.568 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.7.log 2024-08-17T17:11:09.568 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mds.b.log 2024-08-17T17:11:09.568 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.5.log 2024-08-17T17:11:09.568 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.4.log 2024-08-17T17:11:09.568 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mds.b.log: /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mgr.x.log 2024-08-17T17:11:09.568 INFO:teuthology.orchestra.run.smithi189.stderr: 84.2% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mds.b.log.gz 2024-08-17T17:11:09.569 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.6.log 2024-08-17T17:11:09.569 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T17:11:09.569 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T17:11:09.569 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.cephadm.log: 84.2% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T17:11:09.569 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.b.log 2024-08-17T17:11:09.569 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-volume.log: 90.4% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.audit.log.gz 85.7% 2024-08-17T17:11:09.569 INFO:teuthology.orchestra.run.smithi189.stderr: -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T17:11:09.570 INFO:teuthology.orchestra.run.smithi189.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T17:11:09.572 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.c.log: 92.0% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T17:11:09.572 INFO:teuthology.orchestra.run.smithi001.stderr: 94.1% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T17:11:09.572 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T17:11:09.572 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mds.a.log 2024-08-17T17:11:09.572 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.cephadm.log: 91.1% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T17:11:09.573 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T17:11:09.579 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mds.a.log: 91.8%gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T17:11:09.580 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-volume.log: -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mds.a.log.gz 2024-08-17T17:11:09.583 INFO:teuthology.orchestra.run.smithi189.stderr:/var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T17:11:09.586 INFO:teuthology.orchestra.run.smithi189.stderr: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T17:11:09.599 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/cephadm.log: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T17:11:09.606 INFO:teuthology.orchestra.run.smithi001.stderr: 91.1% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T17:11:09.628 INFO:teuthology.orchestra.run.smithi189.stderr: 89.8% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mgr.x.log.gz 2024-08-17T17:11:10.016 INFO:teuthology.orchestra.run.smithi001.stderr: 89.2% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mgr.y.log.gz 2024-08-17T17:11:10.075 INFO:teuthology.orchestra.run.smithi189.stderr: 92.1% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.b.log.gz 2024-08-17T17:11:10.393 INFO:teuthology.orchestra.run.smithi001.stderr: 91.7% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.c.log.gz 2024-08-17T17:11:11.254 INFO:teuthology.orchestra.run.smithi001.stderr: 90.8% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-mon.a.log.gz 2024-08-17T17:11:14.458 INFO:teuthology.orchestra.run.smithi189.stderr: 94.3% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.6.log.gz 2024-08-17T17:11:14.507 INFO:teuthology.orchestra.run.smithi189.stderr: 94.4% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.7.log.gz 2024-08-17T17:11:14.776 INFO:teuthology.orchestra.run.smithi189.stderr: 94.1% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.5.log.gz 2024-08-17T17:11:15.006 INFO:teuthology.orchestra.run.smithi189.stderr: 94.1% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.4.log.gz 2024-08-17T17:11:15.008 INFO:teuthology.orchestra.run.smithi189.stderr: 2024-08-17T17:11:15.008 INFO:teuthology.orchestra.run.smithi189.stderr:real 0m5.462s 2024-08-17T17:11:15.008 INFO:teuthology.orchestra.run.smithi189.stderr:user 0m20.390s 2024-08-17T17:11:15.008 INFO:teuthology.orchestra.run.smithi189.stderr:sys 0m0.758s 2024-08-17T17:11:15.167 INFO:teuthology.orchestra.run.smithi001.stderr: 93.8% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.2.log.gz 2024-08-17T17:11:16.017 INFO:teuthology.orchestra.run.smithi001.stderr: 93.9% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.0.log.gz 2024-08-17T17:11:18.020 INFO:teuthology.orchestra.run.smithi001.stderr: 94.3% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.1.log.gz 2024-08-17T17:11:18.203 INFO:teuthology.orchestra.run.smithi001.stderr: 94.4% -- replaced with /var/log/ceph/82d3bbd4-5cb7-11ef-bccf-c7b262605968/ceph-osd.3.log.gz 2024-08-17T17:11:18.205 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-08-17T17:11:18.205 INFO:teuthology.orchestra.run.smithi001.stderr:real 0m8.661s 2024-08-17T17:11:18.206 INFO:teuthology.orchestra.run.smithi001.stderr:user 0m31.113s 2024-08-17T17:11:18.206 INFO:teuthology.orchestra.run.smithi001.stderr:sys 0m1.072s 2024-08-17T17:11:18.206 INFO:tasks.cephadm:Archiving logs... 2024-08-17T17:11:18.206 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309/remote/smithi001/log 2024-08-17T17:11:18.207 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T17:11:22.253 DEBUG:teuthology.misc:Transferring archived files from smithi189:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309/remote/smithi189/log 2024-08-17T17:11:22.254 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T17:11:25.045 INFO:tasks.cephadm:Removing cluster... 2024-08-17T17:11:25.045 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 --force 2024-08-17T17:11:25.577 DEBUG:teuthology.orchestra.run.smithi189:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 82d3bbd4-5cb7-11ef-bccf-c7b262605968 --force 2024-08-17T17:11:26.081 INFO:tasks.cephadm:Removing cephadm ... 2024-08-17T17:11:26.081 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T17:11:26.099 DEBUG:teuthology.orchestra.run.smithi189:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T17:11:26.116 INFO:tasks.cephadm:Teardown complete 2024-08-17T17:11:26.116 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-17T17:11:26.127 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-17T17:11:26.127 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T17:11:26.142 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T17:11:26.248 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-17T17:11:26.257 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-17T17:11:26.258 DEBUG:teuthology.orchestra.run.smithi001:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T17:11:26.261 DEBUG:teuthology.orchestra.run.smithi189:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T17:11:26.275 INFO:teuthology.orchestra.run.smithi189.stderr:bash: line 1: ntpq: command not found 2024-08-17T17:11:26.275 INFO:teuthology.orchestra.run.smithi001.stderr:bash: line 1: ntpq: command not found 2024-08-17T17:11:26.279 INFO:teuthology.orchestra.run.smithi189.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T17:11:26.279 INFO:teuthology.orchestra.run.smithi189.stdout:=============================================================================== 2024-08-17T17:11:26.280 INFO:teuthology.orchestra.run.smithi189.stdout:^* hv01.front.sepia.ceph.com 3 6 377 34 +647us[ +643us] +/- 59ms 2024-08-17T17:11:26.280 INFO:teuthology.orchestra.run.smithi189.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 28 -212us[ -212us] +/- 62ms 2024-08-17T17:11:26.280 INFO:teuthology.orchestra.run.smithi189.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 33 -683us[ -683us] +/- 60ms 2024-08-17T17:11:26.280 INFO:teuthology.orchestra.run.smithi189.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T17:11:26.281 INFO:teuthology.orchestra.run.smithi001.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T17:11:26.281 INFO:teuthology.orchestra.run.smithi001.stdout:=============================================================================== 2024-08-17T17:11:26.281 INFO:teuthology.orchestra.run.smithi001.stdout:^* hv01.front.sepia.ceph.com 3 6 377 30 +655us[ +661us] +/- 59ms 2024-08-17T17:11:26.281 INFO:teuthology.orchestra.run.smithi001.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 32 -224us[ -218us] +/- 62ms 2024-08-17T17:11:26.281 INFO:teuthology.orchestra.run.smithi001.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 30 -684us[ -684us] +/- 60ms 2024-08-17T17:11:26.281 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T17:11:26.282 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-17T17:11:26.292 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-17T17:11:26.292 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-17T17:11:26.301 DEBUG:teuthology.orchestra.run.smithi001:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T17:11:26.419 DEBUG:teuthology.orchestra.run.smithi189:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T17:11:26.500 DEBUG:teuthology.orchestra.run.smithi001:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T17:11:26.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:11:26.532 DEBUG:teuthology.orchestra.run.smithi189:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T17:11:26.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:11:26.561 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-17T17:11:26.572 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-17T17:11:26.639 INFO:teuthology.task.internal:Duration was 2193.659996 seconds 2024-08-17T17:11:26.639 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-17T17:11:26.648 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-17T17:11:26.649 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T17:11:26.652 DEBUG:teuthology.orchestra.run.smithi189:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T17:11:26.690 INFO:teuthology.orchestra.run.smithi189.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T17:11:26.691 INFO:teuthology.orchestra.run.smithi001.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T17:11:26.975 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-17T17:11:26.975 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi001.front.sepia.ceph.com 2024-08-17T17:11:26.975 DEBUG:teuthology.orchestra.run.smithi001:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T17:11:27.037 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi189.front.sepia.ceph.com 2024-08-17T17:11:27.038 DEBUG:teuthology.orchestra.run.smithi189:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T17:11:27.062 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-17T17:11:27.063 DEBUG:teuthology.orchestra.run.smithi001:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T17:11:27.080 DEBUG:teuthology.orchestra.run.smithi189:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T17:11:27.129 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-17T17:11:27.130 DEBUG:teuthology.orchestra.run.smithi001:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T17:11:27.149 DEBUG:teuthology.orchestra.run.smithi189:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T17:11:27.594 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-17T17:11:27.605 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-17T17:11:27.605 DEBUG:teuthology.orchestra.run.smithi001:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T17:11:27.630 DEBUG:teuthology.orchestra.run.smithi189:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T17:11:27.656 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-17T17:11:27.666 DEBUG:teuthology.orchestra.run.smithi001:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:11:27.673 DEBUG:teuthology.orchestra.run.smithi189:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:11:27.694 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern = core 2024-08-17T17:11:27.719 INFO:teuthology.orchestra.run.smithi189.stdout:kernel.core_pattern = core 2024-08-17T17:11:27.736 DEBUG:teuthology.orchestra.run.smithi001:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:11:27.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:11:27.763 DEBUG:teuthology.orchestra.run.smithi189:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:11:27.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:11:27.791 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-17T17:11:27.802 INFO:teuthology.task.internal:Transferring archived files... 2024-08-17T17:11:27.802 DEBUG:teuthology.misc:Transferring archived files from smithi001:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309/remote/smithi001 2024-08-17T17:11:27.803 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T17:11:27.850 DEBUG:teuthology.misc:Transferring archived files from smithi189:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858309/remote/smithi189 2024-08-17T17:11:27.850 DEBUG:teuthology.orchestra.run.smithi189:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T17:11:27.888 INFO:teuthology.task.internal:Removing archive directory... 2024-08-17T17:11:27.888 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T17:11:27.891 DEBUG:teuthology.orchestra.run.smithi189:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T17:11:27.937 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-17T17:11:27.949 INFO:teuthology.task.internal:Not uploading archives. 2024-08-17T17:11:27.949 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-17T17:11:27.960 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-17T17:11:27.960 DEBUG:teuthology.orchestra.run.smithi001:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T17:11:27.963 DEBUG:teuthology.orchestra.run.smithi189:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T17:11:27.976 INFO:teuthology.orchestra.run.smithi001.stdout: 262165 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:11 /home/ubuntu/cephtest 2024-08-17T17:11:27.976 INFO:teuthology.orchestra.run.smithi001.stdout: 786433 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:05 /home/ubuntu/cephtest/mnt.0 2024-08-17T17:11:27.976 INFO:teuthology.orchestra.run.smithi001.stdout: 786434 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:09 /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:11:27.977 INFO:teuthology.orchestra.run.smithi001.stdout: 917505 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 17:09 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:11:27.977 INFO:teuthology.orchestra.run.smithi001.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-08-17T17:11:27.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:11:27.979 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi001 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-17T17:11:27.986 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-17T17:11:27.998 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-17T17:11:28.061 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi001 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-17T17:11:28.065 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2193.6599955558777 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi001 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=178cf8f7d3234d3fa7d757ad2f78606d status: fail success: false 2024-08-17T17:11:28.065 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T17:11:28.091 INFO:teuthology.orchestra.run.smithi189.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 17:11 /home/ubuntu/cephtest 2024-08-17T17:11:28.210 INFO:teuthology.run:FAIL